tc_bus_mem.c revision 1.32 1 /* $NetBSD: tc_bus_mem.c,v 1.32 2011/07/01 19:19:50 dyoung Exp $ */
2
3 /*
4 * Copyright (c) 1996 Carnegie-Mellon University.
5 * All rights reserved.
6 *
7 * Author: Chris G. Demetriou
8 *
9 * Permission to use, copy, modify and distribute this software and
10 * its documentation is hereby granted, provided that both the copyright
11 * notice and this permission notice appear in all copies of the
12 * software, derivative works or modified versions, and any portions
13 * thereof, and that both notices appear in supporting documentation.
14 *
15 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
16 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
17 * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
18 *
19 * Carnegie Mellon requests users of this software to return to
20 *
21 * Software Distribution Coordinator or Software.Distribution (at) CS.CMU.EDU
22 * School of Computer Science
23 * Carnegie Mellon University
24 * Pittsburgh PA 15213-3890
25 *
26 * any improvements or extensions that they make and grant Carnegie the
27 * rights to redistribute these changes.
28 */
29
30 /*
31 * Common TurboChannel Chipset "bus memory" functions.
32 */
33
34 #include <sys/cdefs.h> /* RCS ID & Copyright macro defns */
35
36 __KERNEL_RCSID(0, "$NetBSD: tc_bus_mem.c,v 1.32 2011/07/01 19:19:50 dyoung Exp $");
37
38 #include <sys/param.h>
39 #include <sys/systm.h>
40 #include <sys/malloc.h>
41 #include <sys/syslog.h>
42 #include <sys/device.h>
43
44 #include <sys/bus.h>
45 #include <dev/tc/tcvar.h>
46
47 #define __C(A,B) __CONCAT(A,B)
48
49 /* mapping/unmapping */
50 int tc_mem_map(void *, bus_addr_t, bus_size_t, int,
51 bus_space_handle_t *, int);
52 void tc_mem_unmap(void *, bus_space_handle_t, bus_size_t, int);
53 int tc_mem_subregion(void *, bus_space_handle_t, bus_size_t,
54 bus_size_t, bus_space_handle_t *);
55
56 int tc_mem_translate(void *, bus_addr_t, bus_size_t,
57 int, struct alpha_bus_space_translation *);
58 int tc_mem_get_window(void *, int,
59 struct alpha_bus_space_translation *);
60
61 /* allocation/deallocation */
62 int tc_mem_alloc(void *, bus_addr_t, bus_addr_t, bus_size_t,
63 bus_size_t, bus_addr_t, int, bus_addr_t *,
64 bus_space_handle_t *);
65 void tc_mem_free(void *, bus_space_handle_t, bus_size_t);
66
67 /* get kernel virtual address */
68 void * tc_mem_vaddr(void *, bus_space_handle_t);
69
70 /* mmap for user */
71 paddr_t tc_mem_mmap(void *, bus_addr_t, off_t, int, int);
72
73 /* barrier */
74 inline void tc_mem_barrier(void *, bus_space_handle_t,
75 bus_size_t, bus_size_t, int);
76
77 /* read (single) */
78 inline u_int8_t tc_mem_read_1(void *, bus_space_handle_t, bus_size_t);
79 inline u_int16_t tc_mem_read_2(void *, bus_space_handle_t, bus_size_t);
80 inline u_int32_t tc_mem_read_4(void *, bus_space_handle_t, bus_size_t);
81 inline u_int64_t tc_mem_read_8(void *, bus_space_handle_t, bus_size_t);
82
83 /* read multiple */
84 void tc_mem_read_multi_1(void *, bus_space_handle_t,
85 bus_size_t, u_int8_t *, bus_size_t);
86 void tc_mem_read_multi_2(void *, bus_space_handle_t,
87 bus_size_t, u_int16_t *, bus_size_t);
88 void tc_mem_read_multi_4(void *, bus_space_handle_t,
89 bus_size_t, u_int32_t *, bus_size_t);
90 void tc_mem_read_multi_8(void *, bus_space_handle_t,
91 bus_size_t, u_int64_t *, bus_size_t);
92
93 /* read region */
94 void tc_mem_read_region_1(void *, bus_space_handle_t,
95 bus_size_t, u_int8_t *, bus_size_t);
96 void tc_mem_read_region_2(void *, bus_space_handle_t,
97 bus_size_t, u_int16_t *, bus_size_t);
98 void tc_mem_read_region_4(void *, bus_space_handle_t,
99 bus_size_t, u_int32_t *, bus_size_t);
100 void tc_mem_read_region_8(void *, bus_space_handle_t,
101 bus_size_t, u_int64_t *, bus_size_t);
102
103 /* write (single) */
104 inline void tc_mem_write_1(void *, bus_space_handle_t, bus_size_t,
105 u_int8_t);
106 inline void tc_mem_write_2(void *, bus_space_handle_t, bus_size_t,
107 u_int16_t);
108 inline void tc_mem_write_4(void *, bus_space_handle_t, bus_size_t,
109 u_int32_t);
110 inline void tc_mem_write_8(void *, bus_space_handle_t, bus_size_t,
111 u_int64_t);
112
113 /* write multiple */
114 void tc_mem_write_multi_1(void *, bus_space_handle_t,
115 bus_size_t, const u_int8_t *, bus_size_t);
116 void tc_mem_write_multi_2(void *, bus_space_handle_t,
117 bus_size_t, const u_int16_t *, bus_size_t);
118 void tc_mem_write_multi_4(void *, bus_space_handle_t,
119 bus_size_t, const u_int32_t *, bus_size_t);
120 void tc_mem_write_multi_8(void *, bus_space_handle_t,
121 bus_size_t, const u_int64_t *, bus_size_t);
122
123 /* write region */
124 void tc_mem_write_region_1(void *, bus_space_handle_t,
125 bus_size_t, const u_int8_t *, bus_size_t);
126 void tc_mem_write_region_2(void *, bus_space_handle_t,
127 bus_size_t, const u_int16_t *, bus_size_t);
128 void tc_mem_write_region_4(void *, bus_space_handle_t,
129 bus_size_t, const u_int32_t *, bus_size_t);
130 void tc_mem_write_region_8(void *, bus_space_handle_t,
131 bus_size_t, const u_int64_t *, bus_size_t);
132
133 /* set multiple */
134 void tc_mem_set_multi_1(void *, bus_space_handle_t,
135 bus_size_t, u_int8_t, bus_size_t);
136 void tc_mem_set_multi_2(void *, bus_space_handle_t,
137 bus_size_t, u_int16_t, bus_size_t);
138 void tc_mem_set_multi_4(void *, bus_space_handle_t,
139 bus_size_t, u_int32_t, bus_size_t);
140 void tc_mem_set_multi_8(void *, bus_space_handle_t,
141 bus_size_t, u_int64_t, bus_size_t);
142
143 /* set region */
144 void tc_mem_set_region_1(void *, bus_space_handle_t,
145 bus_size_t, u_int8_t, bus_size_t);
146 void tc_mem_set_region_2(void *, bus_space_handle_t,
147 bus_size_t, u_int16_t, bus_size_t);
148 void tc_mem_set_region_4(void *, bus_space_handle_t,
149 bus_size_t, u_int32_t, bus_size_t);
150 void tc_mem_set_region_8(void *, bus_space_handle_t,
151 bus_size_t, u_int64_t, bus_size_t);
152
153 /* copy */
154 void tc_mem_copy_region_1(void *, bus_space_handle_t,
155 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t);
156 void tc_mem_copy_region_2(void *, bus_space_handle_t,
157 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t);
158 void tc_mem_copy_region_4(void *, bus_space_handle_t,
159 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t);
160 void tc_mem_copy_region_8(void *, bus_space_handle_t,
161 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t);
162
163 static struct alpha_bus_space tc_mem_space = {
164 /* cookie */
165 NULL,
166
167 /* mapping/unmapping */
168 tc_mem_map,
169 tc_mem_unmap,
170 tc_mem_subregion,
171
172 tc_mem_translate,
173 tc_mem_get_window,
174
175 /* allocation/deallocation */
176 tc_mem_alloc,
177 tc_mem_free,
178
179 /* get kernel virtual address */
180 tc_mem_vaddr,
181
182 /* mmap for user */
183 tc_mem_mmap,
184
185 /* barrier */
186 tc_mem_barrier,
187
188 /* read (single) */
189 tc_mem_read_1,
190 tc_mem_read_2,
191 tc_mem_read_4,
192 tc_mem_read_8,
193
194 /* read multiple */
195 tc_mem_read_multi_1,
196 tc_mem_read_multi_2,
197 tc_mem_read_multi_4,
198 tc_mem_read_multi_8,
199
200 /* read region */
201 tc_mem_read_region_1,
202 tc_mem_read_region_2,
203 tc_mem_read_region_4,
204 tc_mem_read_region_8,
205
206 /* write (single) */
207 tc_mem_write_1,
208 tc_mem_write_2,
209 tc_mem_write_4,
210 tc_mem_write_8,
211
212 /* write multiple */
213 tc_mem_write_multi_1,
214 tc_mem_write_multi_2,
215 tc_mem_write_multi_4,
216 tc_mem_write_multi_8,
217
218 /* write region */
219 tc_mem_write_region_1,
220 tc_mem_write_region_2,
221 tc_mem_write_region_4,
222 tc_mem_write_region_8,
223
224 /* set multiple */
225 tc_mem_set_multi_1,
226 tc_mem_set_multi_2,
227 tc_mem_set_multi_4,
228 tc_mem_set_multi_8,
229
230 /* set region */
231 tc_mem_set_region_1,
232 tc_mem_set_region_2,
233 tc_mem_set_region_4,
234 tc_mem_set_region_8,
235
236 /* copy */
237 tc_mem_copy_region_1,
238 tc_mem_copy_region_2,
239 tc_mem_copy_region_4,
240 tc_mem_copy_region_8,
241 };
242
243 bus_space_tag_t
244 tc_bus_mem_init(void *memv)
245 {
246 bus_space_tag_t h = &tc_mem_space;
247
248 h->abs_cookie = memv;
249 return (h);
250 }
251
252 /* ARGSUSED */
253 int
254 tc_mem_translate(void *v, bus_addr_t memaddr, bus_size_t memlen, int flags, struct alpha_bus_space_translation *abst)
255 {
256
257 return (EOPNOTSUPP);
258 }
259
260 /* ARGSUSED */
261 int
262 tc_mem_get_window(void *v, int window, struct alpha_bus_space_translation *abst)
263 {
264
265 return (EOPNOTSUPP);
266 }
267
268 /* ARGSUSED */
269 int
270 tc_mem_map(void *v, bus_addr_t memaddr, bus_size_t memsize, int flags, bus_space_handle_t *memhp, int acct)
271 {
272 int cacheable = flags & BUS_SPACE_MAP_CACHEABLE;
273 int linear = flags & BUS_SPACE_MAP_LINEAR;
274
275 /* Requests for linear uncacheable space can't be satisfied. */
276 if (linear && !cacheable)
277 return (EOPNOTSUPP);
278
279 if (memaddr & 0x7)
280 panic("tc_mem_map needs 8 byte alignment");
281 if (cacheable)
282 *memhp = ALPHA_PHYS_TO_K0SEG(memaddr);
283 else
284 *memhp = ALPHA_PHYS_TO_K0SEG(TC_DENSE_TO_SPARSE(memaddr));
285 return (0);
286 }
287
288 /* ARGSUSED */
289 void
290 tc_mem_unmap(void *v, bus_space_handle_t memh, bus_size_t memsize, int acct)
291 {
292
293 /* XXX XX XXX nothing to do. */
294 }
295
296 int
297 tc_mem_subregion(void *v, bus_space_handle_t memh, bus_size_t offset, bus_size_t size, bus_space_handle_t *nmemh)
298 {
299
300 /* Disallow subregioning that would make the handle unaligned. */
301 if ((offset & 0x7) != 0)
302 return (1);
303
304 if ((memh & TC_SPACE_SPARSE) != 0)
305 *nmemh = memh + (offset << 1);
306 else
307 *nmemh = memh + offset;
308
309 return (0);
310 }
311
312 int
313 tc_mem_alloc(void *v, bus_addr_t rstart, bus_addr_t rend, bus_size_t size, bus_size_t align, bus_size_t boundary, int flags, bus_addr_t *addrp, bus_space_handle_t *bshp)
314 {
315
316 /* XXX XXX XXX XXX XXX XXX */
317 panic("tc_mem_alloc unimplemented");
318 }
319
320 void
321 tc_mem_free(void *v, bus_space_handle_t bsh, bus_size_t size)
322 {
323
324 /* XXX XXX XXX XXX XXX XXX */
325 panic("tc_mem_free unimplemented");
326 }
327
328 void *
329 tc_mem_vaddr(void *v, bus_space_handle_t bsh)
330 {
331 #ifdef DIAGNOSTIC
332 if ((bsh & TC_SPACE_SPARSE) != 0) {
333 /*
334 * tc_mem_map() catches linear && !cacheable,
335 * so we shouldn't come here
336 */
337 panic("tc_mem_vaddr");
338 }
339 #endif
340 return ((void *)bsh);
341 }
342
343 paddr_t
344 tc_mem_mmap(void *v, bus_addr_t addr, off_t off, int prot, int flags)
345 {
346 int linear = flags & BUS_SPACE_MAP_LINEAR;
347 bus_addr_t rv;
348
349 if (linear)
350 rv = addr + off;
351 else
352 rv = TC_DENSE_TO_SPARSE(addr + off);
353
354 return (alpha_btop(rv));
355 }
356
357 inline void
358 tc_mem_barrier(void *v, bus_space_handle_t h, bus_size_t o, bus_size_t l, int f)
359 {
360
361 if ((f & BUS_SPACE_BARRIER_READ) != 0)
362 alpha_mb();
363 else if ((f & BUS_SPACE_BARRIER_WRITE) != 0)
364 alpha_wmb();
365 }
366
367 inline u_int8_t
368 tc_mem_read_1(void *v, bus_space_handle_t memh, bus_size_t off)
369 {
370 volatile u_int8_t *p;
371
372 alpha_mb(); /* XXX XXX XXX */
373
374 if ((memh & TC_SPACE_SPARSE) != 0)
375 panic("tc_mem_read_1 not implemented for sparse space");
376
377 p = (u_int8_t *)(memh + off);
378 return (*p);
379 }
380
381 inline u_int16_t
382 tc_mem_read_2(void *v, bus_space_handle_t memh, bus_size_t off)
383 {
384 volatile u_int16_t *p;
385
386 alpha_mb(); /* XXX XXX XXX */
387
388 if ((memh & TC_SPACE_SPARSE) != 0)
389 panic("tc_mem_read_2 not implemented for sparse space");
390
391 p = (u_int16_t *)(memh + off);
392 return (*p);
393 }
394
395 inline u_int32_t
396 tc_mem_read_4(void *v, bus_space_handle_t memh, bus_size_t off)
397 {
398 volatile u_int32_t *p;
399
400 alpha_mb(); /* XXX XXX XXX */
401
402 if ((memh & TC_SPACE_SPARSE) != 0)
403 /* Nothing special to do for 4-byte sparse space accesses */
404 p = (u_int32_t *)(memh + (off << 1));
405 else
406 p = (u_int32_t *)(memh + off);
407 return (*p);
408 }
409
410 inline u_int64_t
411 tc_mem_read_8(void *v, bus_space_handle_t memh, bus_size_t off)
412 {
413 volatile u_int64_t *p;
414
415 alpha_mb(); /* XXX XXX XXX */
416
417 if ((memh & TC_SPACE_SPARSE) != 0)
418 panic("tc_mem_read_8 not implemented for sparse space");
419
420 p = (u_int64_t *)(memh + off);
421 return (*p);
422 }
423
424 #define tc_mem_read_multi_N(BYTES,TYPE) \
425 void \
426 __C(tc_mem_read_multi_,BYTES)(v, h, o, a, c) \
427 void *v; \
428 bus_space_handle_t h; \
429 bus_size_t o, c; \
430 TYPE *a; \
431 { \
432 \
433 while (c-- > 0) { \
434 tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_READ); \
435 *a++ = __C(tc_mem_read_,BYTES)(v, h, o); \
436 } \
437 }
438 tc_mem_read_multi_N(1,u_int8_t)
439 tc_mem_read_multi_N(2,u_int16_t)
440 tc_mem_read_multi_N(4,u_int32_t)
441 tc_mem_read_multi_N(8,u_int64_t)
442
443 #define tc_mem_read_region_N(BYTES,TYPE) \
444 void \
445 __C(tc_mem_read_region_,BYTES)(v, h, o, a, c) \
446 void *v; \
447 bus_space_handle_t h; \
448 bus_size_t o, c; \
449 TYPE *a; \
450 { \
451 \
452 while (c-- > 0) { \
453 *a++ = __C(tc_mem_read_,BYTES)(v, h, o); \
454 o += sizeof *a; \
455 } \
456 }
457 tc_mem_read_region_N(1,u_int8_t)
458 tc_mem_read_region_N(2,u_int16_t)
459 tc_mem_read_region_N(4,u_int32_t)
460 tc_mem_read_region_N(8,u_int64_t)
461
462 inline void
463 tc_mem_write_1(void *v, bus_space_handle_t memh, bus_size_t off, u_int8_t val)
464 {
465
466 if ((memh & TC_SPACE_SPARSE) != 0) {
467 volatile u_int64_t *p, vl;
468 u_int64_t shift, msk;
469
470 shift = off & 0x3;
471 off &= 0x3;
472
473 p = (u_int64_t *)(memh + (off << 1));
474
475 msk = ~(0x1 << shift) & 0xf;
476 vl = (msk << 32) | (((u_int64_t)val) << (shift * 8));
477
478 *p = val;
479 } else {
480 volatile u_int8_t *p;
481
482 p = (u_int8_t *)(memh + off);
483 *p = val;
484 }
485 alpha_mb(); /* XXX XXX XXX */
486 }
487
488 inline void
489 tc_mem_write_2(void *v, bus_space_handle_t memh, bus_size_t off, u_int16_t val)
490 {
491
492 if ((memh & TC_SPACE_SPARSE) != 0) {
493 volatile u_int64_t *p, vl;
494 u_int64_t shift, msk;
495
496 shift = off & 0x2;
497 off &= 0x3;
498
499 p = (u_int64_t *)(memh + (off << 1));
500
501 msk = ~(0x3 << shift) & 0xf;
502 vl = (msk << 32) | (((u_int64_t)val) << (shift * 8));
503
504 *p = val;
505 } else {
506 volatile u_int16_t *p;
507
508 p = (u_int16_t *)(memh + off);
509 *p = val;
510 }
511 alpha_mb(); /* XXX XXX XXX */
512 }
513
514 inline void
515 tc_mem_write_4(void *v, bus_space_handle_t memh, bus_size_t off, u_int32_t val)
516 {
517 volatile u_int32_t *p;
518
519 if ((memh & TC_SPACE_SPARSE) != 0)
520 /* Nothing special to do for 4-byte sparse space accesses */
521 p = (u_int32_t *)(memh + (off << 1));
522 else
523 p = (u_int32_t *)(memh + off);
524 *p = val;
525 alpha_mb(); /* XXX XXX XXX */
526 }
527
528 inline void
529 tc_mem_write_8(void *v, bus_space_handle_t memh, bus_size_t off, u_int64_t val)
530 {
531 volatile u_int64_t *p;
532
533 if ((memh & TC_SPACE_SPARSE) != 0)
534 panic("tc_mem_read_8 not implemented for sparse space");
535
536 p = (u_int64_t *)(memh + off);
537 *p = val;
538 alpha_mb(); /* XXX XXX XXX */
539 }
540
541 #define tc_mem_write_multi_N(BYTES,TYPE) \
542 void \
543 __C(tc_mem_write_multi_,BYTES)(v, h, o, a, c) \
544 void *v; \
545 bus_space_handle_t h; \
546 bus_size_t o, c; \
547 const TYPE *a; \
548 { \
549 \
550 while (c-- > 0) { \
551 __C(tc_mem_write_,BYTES)(v, h, o, *a++); \
552 tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_WRITE); \
553 } \
554 }
555 tc_mem_write_multi_N(1,u_int8_t)
556 tc_mem_write_multi_N(2,u_int16_t)
557 tc_mem_write_multi_N(4,u_int32_t)
558 tc_mem_write_multi_N(8,u_int64_t)
559
560 #define tc_mem_write_region_N(BYTES,TYPE) \
561 void \
562 __C(tc_mem_write_region_,BYTES)(v, h, o, a, c) \
563 void *v; \
564 bus_space_handle_t h; \
565 bus_size_t o, c; \
566 const TYPE *a; \
567 { \
568 \
569 while (c-- > 0) { \
570 __C(tc_mem_write_,BYTES)(v, h, o, *a++); \
571 o += sizeof *a; \
572 } \
573 }
574 tc_mem_write_region_N(1,u_int8_t)
575 tc_mem_write_region_N(2,u_int16_t)
576 tc_mem_write_region_N(4,u_int32_t)
577 tc_mem_write_region_N(8,u_int64_t)
578
579 #define tc_mem_set_multi_N(BYTES,TYPE) \
580 void \
581 __C(tc_mem_set_multi_,BYTES)(v, h, o, val, c) \
582 void *v; \
583 bus_space_handle_t h; \
584 bus_size_t o, c; \
585 TYPE val; \
586 { \
587 \
588 while (c-- > 0) { \
589 __C(tc_mem_write_,BYTES)(v, h, o, val); \
590 tc_mem_barrier(v, h, o, sizeof val, BUS_SPACE_BARRIER_WRITE); \
591 } \
592 }
593 tc_mem_set_multi_N(1,u_int8_t)
594 tc_mem_set_multi_N(2,u_int16_t)
595 tc_mem_set_multi_N(4,u_int32_t)
596 tc_mem_set_multi_N(8,u_int64_t)
597
598 #define tc_mem_set_region_N(BYTES,TYPE) \
599 void \
600 __C(tc_mem_set_region_,BYTES)(v, h, o, val, c) \
601 void *v; \
602 bus_space_handle_t h; \
603 bus_size_t o, c; \
604 TYPE val; \
605 { \
606 \
607 while (c-- > 0) { \
608 __C(tc_mem_write_,BYTES)(v, h, o, val); \
609 o += sizeof val; \
610 } \
611 }
612 tc_mem_set_region_N(1,u_int8_t)
613 tc_mem_set_region_N(2,u_int16_t)
614 tc_mem_set_region_N(4,u_int32_t)
615 tc_mem_set_region_N(8,u_int64_t)
616
617 #define tc_mem_copy_region_N(BYTES) \
618 void \
619 __C(tc_mem_copy_region_,BYTES)(v, h1, o1, h2, o2, c) \
620 void *v; \
621 bus_space_handle_t h1, h2; \
622 bus_size_t o1, o2, c; \
623 { \
624 bus_size_t o; \
625 \
626 if ((h1 & TC_SPACE_SPARSE) != 0 && \
627 (h2 & TC_SPACE_SPARSE) != 0) { \
628 memmove((void *)(h2 + o2), (void *)(h1 + o1), c * BYTES); \
629 return; \
630 } \
631 \
632 if (h1 + o1 >= h2 + o2) \
633 /* src after dest: copy forward */ \
634 for (o = 0; c > 0; c--, o += BYTES) \
635 __C(tc_mem_write_,BYTES)(v, h2, o2 + o, \
636 __C(tc_mem_read_,BYTES)(v, h1, o1 + o)); \
637 else \
638 /* dest after src: copy backwards */ \
639 for (o = (c - 1) * BYTES; c > 0; c--, o -= BYTES) \
640 __C(tc_mem_write_,BYTES)(v, h2, o2 + o, \
641 __C(tc_mem_read_,BYTES)(v, h1, o1 + o)); \
642 }
643 tc_mem_copy_region_N(1)
644 tc_mem_copy_region_N(2)
645 tc_mem_copy_region_N(4)
646 tc_mem_copy_region_N(8)
647