Home | History | Annotate | Line # | Download | only in tc
tc_bus_mem.c revision 1.20
      1  1.20  thorpej /* $NetBSD: tc_bus_mem.c,v 1.20 2000/02/25 00:45:06 thorpej Exp $ */
      2   1.1      cgd 
      3   1.1      cgd /*
      4   1.1      cgd  * Copyright (c) 1996 Carnegie-Mellon University.
      5   1.1      cgd  * All rights reserved.
      6   1.1      cgd  *
      7   1.1      cgd  * Author: Chris G. Demetriou
      8   1.1      cgd  *
      9   1.1      cgd  * Permission to use, copy, modify and distribute this software and
     10   1.1      cgd  * its documentation is hereby granted, provided that both the copyright
     11   1.1      cgd  * notice and this permission notice appear in all copies of the
     12   1.1      cgd  * software, derivative works or modified versions, and any portions
     13   1.1      cgd  * thereof, and that both notices appear in supporting documentation.
     14   1.1      cgd  *
     15   1.1      cgd  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     16   1.1      cgd  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     17   1.1      cgd  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     18   1.1      cgd  *
     19   1.1      cgd  * Carnegie Mellon requests users of this software to return to
     20   1.1      cgd  *
     21   1.1      cgd  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     22   1.1      cgd  *  School of Computer Science
     23   1.1      cgd  *  Carnegie Mellon University
     24   1.1      cgd  *  Pittsburgh PA 15213-3890
     25   1.1      cgd  *
     26   1.1      cgd  * any improvements or extensions that they make and grant Carnegie the
     27   1.1      cgd  * rights to redistribute these changes.
     28   1.1      cgd  */
     29   1.1      cgd 
     30   1.1      cgd /*
     31   1.1      cgd  * Common TurboChannel Chipset "bus memory" functions.
     32   1.1      cgd  */
     33  1.14      cgd 
     34  1.15      cgd #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     35  1.15      cgd 
     36  1.20  thorpej __KERNEL_RCSID(0, "$NetBSD: tc_bus_mem.c,v 1.20 2000/02/25 00:45:06 thorpej Exp $");
     37   1.1      cgd 
     38   1.1      cgd #include <sys/param.h>
     39   1.7      cgd #include <sys/systm.h>
     40   1.1      cgd #include <sys/malloc.h>
     41   1.1      cgd #include <sys/syslog.h>
     42   1.1      cgd #include <sys/device.h>
     43   1.1      cgd #include <vm/vm.h>
     44   1.1      cgd 
     45   1.1      cgd #include <machine/bus.h>
     46   1.1      cgd #include <dev/tc/tcvar.h>
     47   1.1      cgd 
     48  1.16      cgd #define	__C(A,B)	__CONCAT(A,B)
     49  1.16      cgd 
     50   1.8      cgd /* mapping/unmapping */
     51   1.8      cgd int		tc_mem_map __P((void *, bus_addr_t, bus_size_t, int,
     52  1.18  thorpej 		    bus_space_handle_t *, int));
     53  1.18  thorpej void		tc_mem_unmap __P((void *, bus_space_handle_t, bus_size_t, int));
     54   1.8      cgd int		tc_mem_subregion __P((void *, bus_space_handle_t, bus_size_t,
     55   1.8      cgd 		    bus_size_t, bus_space_handle_t *));
     56   1.8      cgd 
     57  1.20  thorpej int		tc_mem_translate __P((void *, bus_addr_t, bus_size_t,
     58  1.20  thorpej 		    int, struct alpha_bus_space_translation *));
     59  1.20  thorpej 
     60   1.8      cgd /* allocation/deallocation */
     61   1.8      cgd int		tc_mem_alloc __P((void *, bus_addr_t, bus_addr_t, bus_size_t,
     62   1.8      cgd 		    bus_size_t, bus_addr_t, int, bus_addr_t *,
     63   1.8      cgd 		    bus_space_handle_t *));
     64   1.8      cgd void		tc_mem_free __P((void *, bus_space_handle_t, bus_size_t));
     65   1.8      cgd 
     66  1.12      cgd /* barrier */
     67  1.12      cgd inline void	tc_mem_barrier __P((void *, bus_space_handle_t,
     68  1.12      cgd 		    bus_size_t, bus_size_t, int));
     69  1.12      cgd 
     70   1.8      cgd /* read (single) */
     71  1.10      cgd inline u_int8_t	tc_mem_read_1 __P((void *, bus_space_handle_t, bus_size_t));
     72  1.10      cgd inline u_int16_t tc_mem_read_2 __P((void *, bus_space_handle_t, bus_size_t));
     73  1.10      cgd inline u_int32_t tc_mem_read_4 __P((void *, bus_space_handle_t, bus_size_t));
     74  1.10      cgd inline u_int64_t tc_mem_read_8 __P((void *, bus_space_handle_t, bus_size_t));
     75   1.8      cgd 
     76   1.8      cgd /* read multiple */
     77   1.8      cgd void		tc_mem_read_multi_1 __P((void *, bus_space_handle_t,
     78   1.8      cgd 		    bus_size_t, u_int8_t *, bus_size_t));
     79   1.8      cgd void		tc_mem_read_multi_2 __P((void *, bus_space_handle_t,
     80   1.8      cgd 		    bus_size_t, u_int16_t *, bus_size_t));
     81   1.8      cgd void		tc_mem_read_multi_4 __P((void *, bus_space_handle_t,
     82   1.8      cgd 		    bus_size_t, u_int32_t *, bus_size_t));
     83   1.8      cgd void		tc_mem_read_multi_8 __P((void *, bus_space_handle_t,
     84   1.8      cgd 		    bus_size_t, u_int64_t *, bus_size_t));
     85   1.8      cgd 
     86   1.8      cgd /* read region */
     87   1.8      cgd void		tc_mem_read_region_1 __P((void *, bus_space_handle_t,
     88   1.8      cgd 		    bus_size_t, u_int8_t *, bus_size_t));
     89   1.8      cgd void		tc_mem_read_region_2 __P((void *, bus_space_handle_t,
     90   1.8      cgd 		    bus_size_t, u_int16_t *, bus_size_t));
     91   1.8      cgd void		tc_mem_read_region_4 __P((void *, bus_space_handle_t,
     92   1.8      cgd 		    bus_size_t, u_int32_t *, bus_size_t));
     93   1.8      cgd void		tc_mem_read_region_8 __P((void *, bus_space_handle_t,
     94   1.8      cgd 		    bus_size_t, u_int64_t *, bus_size_t));
     95   1.8      cgd 
     96   1.8      cgd /* write (single) */
     97  1.10      cgd inline void	tc_mem_write_1 __P((void *, bus_space_handle_t, bus_size_t,
     98   1.8      cgd 		    u_int8_t));
     99  1.10      cgd inline void	tc_mem_write_2 __P((void *, bus_space_handle_t, bus_size_t,
    100   1.8      cgd 		    u_int16_t));
    101  1.10      cgd inline void	tc_mem_write_4 __P((void *, bus_space_handle_t, bus_size_t,
    102   1.8      cgd 		    u_int32_t));
    103  1.10      cgd inline void	tc_mem_write_8 __P((void *, bus_space_handle_t, bus_size_t,
    104   1.8      cgd 		    u_int64_t));
    105   1.8      cgd 
    106   1.8      cgd /* write multiple */
    107   1.8      cgd void		tc_mem_write_multi_1 __P((void *, bus_space_handle_t,
    108   1.8      cgd 		    bus_size_t, const u_int8_t *, bus_size_t));
    109   1.8      cgd void		tc_mem_write_multi_2 __P((void *, bus_space_handle_t,
    110   1.8      cgd 		    bus_size_t, const u_int16_t *, bus_size_t));
    111   1.8      cgd void		tc_mem_write_multi_4 __P((void *, bus_space_handle_t,
    112   1.8      cgd 		    bus_size_t, const u_int32_t *, bus_size_t));
    113   1.8      cgd void		tc_mem_write_multi_8 __P((void *, bus_space_handle_t,
    114   1.8      cgd 		    bus_size_t, const u_int64_t *, bus_size_t));
    115   1.8      cgd 
    116   1.8      cgd /* write region */
    117   1.8      cgd void		tc_mem_write_region_1 __P((void *, bus_space_handle_t,
    118   1.8      cgd 		    bus_size_t, const u_int8_t *, bus_size_t));
    119   1.8      cgd void		tc_mem_write_region_2 __P((void *, bus_space_handle_t,
    120   1.8      cgd 		    bus_size_t, const u_int16_t *, bus_size_t));
    121   1.8      cgd void		tc_mem_write_region_4 __P((void *, bus_space_handle_t,
    122   1.8      cgd 		    bus_size_t, const u_int32_t *, bus_size_t));
    123   1.8      cgd void		tc_mem_write_region_8 __P((void *, bus_space_handle_t,
    124   1.8      cgd 		    bus_size_t, const u_int64_t *, bus_size_t));
    125   1.8      cgd 
    126  1.11      cgd /* set multiple */
    127  1.11      cgd void		tc_mem_set_multi_1 __P((void *, bus_space_handle_t,
    128  1.11      cgd 		    bus_size_t, u_int8_t, bus_size_t));
    129  1.11      cgd void		tc_mem_set_multi_2 __P((void *, bus_space_handle_t,
    130  1.11      cgd 		    bus_size_t, u_int16_t, bus_size_t));
    131  1.11      cgd void		tc_mem_set_multi_4 __P((void *, bus_space_handle_t,
    132  1.11      cgd 		    bus_size_t, u_int32_t, bus_size_t));
    133  1.11      cgd void		tc_mem_set_multi_8 __P((void *, bus_space_handle_t,
    134  1.11      cgd 		    bus_size_t, u_int64_t, bus_size_t));
    135  1.11      cgd 
    136  1.11      cgd /* set region */
    137  1.11      cgd void		tc_mem_set_region_1 __P((void *, bus_space_handle_t,
    138  1.11      cgd 		    bus_size_t, u_int8_t, bus_size_t));
    139  1.11      cgd void		tc_mem_set_region_2 __P((void *, bus_space_handle_t,
    140  1.11      cgd 		    bus_size_t, u_int16_t, bus_size_t));
    141  1.11      cgd void		tc_mem_set_region_4 __P((void *, bus_space_handle_t,
    142  1.11      cgd 		    bus_size_t, u_int32_t, bus_size_t));
    143  1.11      cgd void		tc_mem_set_region_8 __P((void *, bus_space_handle_t,
    144  1.11      cgd 		    bus_size_t, u_int64_t, bus_size_t));
    145  1.11      cgd 
    146  1.13      cgd /* copy */
    147  1.16      cgd void		tc_mem_copy_region_1 __P((void *, bus_space_handle_t,
    148  1.13      cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    149  1.16      cgd void		tc_mem_copy_region_2 __P((void *, bus_space_handle_t,
    150  1.13      cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    151  1.16      cgd void		tc_mem_copy_region_4 __P((void *, bus_space_handle_t,
    152  1.13      cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    153  1.16      cgd void		tc_mem_copy_region_8 __P((void *, bus_space_handle_t,
    154  1.13      cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    155  1.13      cgd 
    156   1.8      cgd static struct alpha_bus_space tc_mem_space = {
    157   1.8      cgd 	/* cookie */
    158   1.8      cgd 	NULL,
    159   1.8      cgd 
    160   1.8      cgd 	/* mapping/unmapping */
    161   1.8      cgd 	tc_mem_map,
    162   1.8      cgd 	tc_mem_unmap,
    163   1.8      cgd 	tc_mem_subregion,
    164   1.8      cgd 
    165  1.20  thorpej 	tc_mem_translate,
    166  1.20  thorpej 
    167   1.8      cgd 	/* allocation/deallocation */
    168   1.8      cgd 	tc_mem_alloc,
    169   1.8      cgd 	tc_mem_free,
    170   1.8      cgd 
    171  1.12      cgd 	/* barrier */
    172  1.12      cgd 	tc_mem_barrier,
    173  1.12      cgd 
    174   1.8      cgd 	/* read (single) */
    175   1.8      cgd 	tc_mem_read_1,
    176   1.8      cgd 	tc_mem_read_2,
    177   1.8      cgd 	tc_mem_read_4,
    178   1.8      cgd 	tc_mem_read_8,
    179   1.8      cgd 
    180  1.11      cgd 	/* read multiple */
    181   1.8      cgd 	tc_mem_read_multi_1,
    182   1.8      cgd 	tc_mem_read_multi_2,
    183   1.8      cgd 	tc_mem_read_multi_4,
    184   1.8      cgd 	tc_mem_read_multi_8,
    185   1.8      cgd 
    186   1.8      cgd 	/* read region */
    187   1.8      cgd 	tc_mem_read_region_1,
    188   1.8      cgd 	tc_mem_read_region_2,
    189   1.8      cgd 	tc_mem_read_region_4,
    190   1.8      cgd 	tc_mem_read_region_8,
    191   1.8      cgd 
    192   1.8      cgd 	/* write (single) */
    193   1.8      cgd 	tc_mem_write_1,
    194   1.8      cgd 	tc_mem_write_2,
    195   1.8      cgd 	tc_mem_write_4,
    196   1.8      cgd 	tc_mem_write_8,
    197   1.8      cgd 
    198  1.11      cgd 	/* write multiple */
    199   1.8      cgd 	tc_mem_write_multi_1,
    200   1.8      cgd 	tc_mem_write_multi_2,
    201   1.8      cgd 	tc_mem_write_multi_4,
    202   1.8      cgd 	tc_mem_write_multi_8,
    203   1.8      cgd 
    204   1.8      cgd 	/* write region */
    205   1.8      cgd 	tc_mem_write_region_1,
    206   1.8      cgd 	tc_mem_write_region_2,
    207   1.8      cgd 	tc_mem_write_region_4,
    208   1.8      cgd 	tc_mem_write_region_8,
    209   1.8      cgd 
    210  1.11      cgd 	/* set multiple */
    211  1.11      cgd 	tc_mem_set_multi_1,
    212  1.11      cgd 	tc_mem_set_multi_2,
    213  1.11      cgd 	tc_mem_set_multi_4,
    214  1.11      cgd 	tc_mem_set_multi_8,
    215   1.8      cgd 
    216   1.8      cgd 	/* set region */
    217  1.11      cgd 	tc_mem_set_region_1,
    218  1.11      cgd 	tc_mem_set_region_2,
    219  1.11      cgd 	tc_mem_set_region_4,
    220  1.11      cgd 	tc_mem_set_region_8,
    221   1.8      cgd 
    222   1.8      cgd 	/* copy */
    223  1.16      cgd 	tc_mem_copy_region_1,
    224  1.16      cgd 	tc_mem_copy_region_2,
    225  1.16      cgd 	tc_mem_copy_region_4,
    226  1.16      cgd 	tc_mem_copy_region_8,
    227   1.8      cgd };
    228   1.1      cgd 
    229   1.8      cgd bus_space_tag_t
    230   1.8      cgd tc_bus_mem_init(memv)
    231   1.1      cgd 	void *memv;
    232   1.1      cgd {
    233   1.8      cgd 	bus_space_tag_t h = &tc_mem_space;
    234   1.1      cgd 
    235   1.8      cgd 	h->abs_cookie = memv;
    236   1.8      cgd 	return (h);
    237  1.20  thorpej }
    238  1.20  thorpej 
    239  1.20  thorpej /* ARGSUSED */
    240  1.20  thorpej int
    241  1.20  thorpej tc_mem_translate(v, memaddr, memlen, flags, abst)
    242  1.20  thorpej 	void *v;
    243  1.20  thorpej 	bus_addr_t memaddr;
    244  1.20  thorpej 	bus_size_t memlen;
    245  1.20  thorpej 	int flags;
    246  1.20  thorpej 	struct alpha_bus_space_translation *abst;
    247  1.20  thorpej {
    248  1.20  thorpej 
    249  1.20  thorpej 	return (EOPNOTSUPP);
    250   1.1      cgd }
    251   1.1      cgd 
    252  1.18  thorpej /* ARGSUSED */
    253   1.1      cgd int
    254  1.18  thorpej tc_mem_map(v, memaddr, memsize, flags, memhp, acct)
    255   1.1      cgd 	void *v;
    256   1.8      cgd 	bus_addr_t memaddr;
    257   1.8      cgd 	bus_size_t memsize;
    258  1.16      cgd 	int flags;
    259   1.8      cgd 	bus_space_handle_t *memhp;
    260  1.18  thorpej 	int acct;
    261   1.1      cgd {
    262  1.16      cgd 	int cacheable = flags & BUS_SPACE_MAP_CACHEABLE;
    263  1.16      cgd 	int linear = flags & BUS_SPACE_MAP_LINEAR;
    264  1.16      cgd 
    265  1.16      cgd 	/* Requests for linear uncacheable space can't be satisfied. */
    266  1.16      cgd 	if (linear && !cacheable)
    267  1.16      cgd 		return (EOPNOTSUPP);
    268   1.1      cgd 
    269   1.1      cgd 	if (memaddr & 0x7)
    270   1.1      cgd 		panic("tc_mem_map needs 8 byte alignment");
    271   1.1      cgd 	if (cacheable)
    272   1.7      cgd 		*memhp = ALPHA_PHYS_TO_K0SEG(memaddr);
    273   1.1      cgd 	else
    274   1.7      cgd 		*memhp = ALPHA_PHYS_TO_K0SEG(TC_DENSE_TO_SPARSE(memaddr));
    275   1.1      cgd 	return (0);
    276   1.1      cgd }
    277   1.1      cgd 
    278  1.18  thorpej /* ARGSUSED */
    279   1.1      cgd void
    280  1.18  thorpej tc_mem_unmap(v, memh, memsize, acct)
    281   1.1      cgd 	void *v;
    282   1.8      cgd 	bus_space_handle_t memh;
    283   1.8      cgd 	bus_size_t memsize;
    284  1.18  thorpej 	int acct;
    285   1.1      cgd {
    286   1.1      cgd 
    287   1.8      cgd 	/* XXX XX XXX nothing to do. */
    288   1.1      cgd }
    289   1.1      cgd 
    290   1.4      cgd int
    291   1.4      cgd tc_mem_subregion(v, memh, offset, size, nmemh)
    292   1.4      cgd 	void *v;
    293   1.8      cgd 	bus_space_handle_t memh, *nmemh;
    294   1.8      cgd 	bus_size_t offset, size;
    295   1.4      cgd {
    296   1.4      cgd 
    297   1.5      cgd 	/* Disallow subregioning that would make the handle unaligned. */
    298   1.5      cgd 	if ((offset & 0x7) != 0)
    299   1.5      cgd 		return (1);
    300   1.5      cgd 
    301   1.4      cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    302   1.6      cgd 		*nmemh = memh + (offset << 1);
    303   1.4      cgd 	else
    304   1.6      cgd 		*nmemh = memh + offset;
    305   1.5      cgd 
    306   1.4      cgd 	return (0);
    307   1.4      cgd }
    308   1.4      cgd 
    309   1.8      cgd int
    310  1.16      cgd tc_mem_alloc(v, rstart, rend, size, align, boundary, flags, addrp, bshp)
    311   1.8      cgd 	void *v;
    312   1.8      cgd 	bus_addr_t rstart, rend, *addrp;
    313   1.8      cgd 	bus_size_t size, align, boundary;
    314  1.16      cgd 	int flags;
    315   1.8      cgd 	bus_space_handle_t *bshp;
    316   1.8      cgd {
    317   1.8      cgd 
    318   1.8      cgd 	/* XXX XXX XXX XXX XXX XXX */
    319   1.8      cgd 	panic("tc_mem_alloc unimplemented");
    320   1.8      cgd }
    321   1.8      cgd 
    322   1.8      cgd void
    323   1.8      cgd tc_mem_free(v, bsh, size)
    324   1.8      cgd 	void *v;
    325   1.8      cgd 	bus_space_handle_t bsh;
    326   1.8      cgd 	bus_size_t size;
    327   1.8      cgd {
    328   1.8      cgd 
    329   1.8      cgd 	/* XXX XXX XXX XXX XXX XXX */
    330   1.8      cgd 	panic("tc_mem_free unimplemented");
    331   1.8      cgd }
    332   1.8      cgd 
    333  1.12      cgd inline void
    334  1.12      cgd tc_mem_barrier(v, h, o, l, f)
    335  1.12      cgd 	void *v;
    336  1.12      cgd 	bus_space_handle_t h;
    337  1.12      cgd 	bus_size_t o, l;
    338  1.12      cgd 	int f;
    339  1.12      cgd {
    340  1.12      cgd 
    341  1.16      cgd 	if ((f & BUS_SPACE_BARRIER_READ) != 0)
    342  1.12      cgd 		alpha_mb();
    343  1.16      cgd 	else if ((f & BUS_SPACE_BARRIER_WRITE) != 0)
    344  1.12      cgd 		alpha_wmb();
    345  1.12      cgd }
    346  1.12      cgd 
    347  1.10      cgd inline u_int8_t
    348   1.1      cgd tc_mem_read_1(v, memh, off)
    349   1.1      cgd 	void *v;
    350   1.8      cgd 	bus_space_handle_t memh;
    351   1.8      cgd 	bus_size_t off;
    352   1.1      cgd {
    353   1.1      cgd 	volatile u_int8_t *p;
    354   1.1      cgd 
    355   1.8      cgd 	alpha_mb();		/* XXX XXX XXX */
    356   1.2      cgd 
    357   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    358   1.1      cgd 		panic("tc_mem_read_1 not implemented for sparse space");
    359   1.1      cgd 
    360   1.1      cgd 	p = (u_int8_t *)(memh + off);
    361   1.1      cgd 	return (*p);
    362   1.1      cgd }
    363   1.1      cgd 
    364  1.10      cgd inline u_int16_t
    365   1.1      cgd tc_mem_read_2(v, memh, off)
    366   1.1      cgd 	void *v;
    367   1.8      cgd 	bus_space_handle_t memh;
    368   1.8      cgd 	bus_size_t off;
    369   1.1      cgd {
    370   1.1      cgd 	volatile u_int16_t *p;
    371   1.1      cgd 
    372   1.8      cgd 	alpha_mb();		/* XXX XXX XXX */
    373   1.2      cgd 
    374   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    375   1.1      cgd 		panic("tc_mem_read_2 not implemented for sparse space");
    376   1.1      cgd 
    377   1.1      cgd 	p = (u_int16_t *)(memh + off);
    378   1.1      cgd 	return (*p);
    379   1.1      cgd }
    380   1.1      cgd 
    381  1.10      cgd inline u_int32_t
    382   1.1      cgd tc_mem_read_4(v, memh, off)
    383   1.1      cgd 	void *v;
    384   1.8      cgd 	bus_space_handle_t memh;
    385   1.8      cgd 	bus_size_t off;
    386   1.1      cgd {
    387   1.1      cgd 	volatile u_int32_t *p;
    388   1.1      cgd 
    389   1.8      cgd 	alpha_mb();		/* XXX XXX XXX */
    390   1.2      cgd 
    391   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    392   1.1      cgd 		/* Nothing special to do for 4-byte sparse space accesses */
    393   1.1      cgd 		p = (u_int32_t *)(memh + (off << 1));
    394   1.1      cgd 	else
    395   1.1      cgd 		p = (u_int32_t *)(memh + off);
    396   1.1      cgd 	return (*p);
    397   1.1      cgd }
    398   1.1      cgd 
    399  1.10      cgd inline u_int64_t
    400   1.1      cgd tc_mem_read_8(v, memh, off)
    401   1.1      cgd 	void *v;
    402   1.8      cgd 	bus_space_handle_t memh;
    403   1.8      cgd 	bus_size_t off;
    404   1.1      cgd {
    405   1.1      cgd 	volatile u_int64_t *p;
    406   1.1      cgd 
    407   1.8      cgd 	alpha_mb();		/* XXX XXX XXX */
    408   1.2      cgd 
    409   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    410   1.1      cgd 		panic("tc_mem_read_8 not implemented for sparse space");
    411   1.1      cgd 
    412   1.1      cgd 	p = (u_int64_t *)(memh + off);
    413   1.1      cgd 	return (*p);
    414   1.1      cgd }
    415   1.1      cgd 
    416   1.8      cgd #define	tc_mem_read_multi_N(BYTES,TYPE)					\
    417   1.8      cgd void									\
    418  1.16      cgd __C(tc_mem_read_multi_,BYTES)(v, h, o, a, c)				\
    419   1.8      cgd 	void *v;							\
    420   1.8      cgd 	bus_space_handle_t h;						\
    421   1.8      cgd 	bus_size_t o, c;						\
    422   1.8      cgd 	TYPE *a;							\
    423   1.8      cgd {									\
    424   1.8      cgd 									\
    425   1.8      cgd 	while (c-- > 0) {						\
    426  1.16      cgd 		tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_READ); \
    427  1.16      cgd 		*a++ = __C(tc_mem_read_,BYTES)(v, h, o);		\
    428   1.8      cgd 	}								\
    429   1.8      cgd }
    430   1.8      cgd tc_mem_read_multi_N(1,u_int8_t)
    431   1.8      cgd tc_mem_read_multi_N(2,u_int16_t)
    432   1.8      cgd tc_mem_read_multi_N(4,u_int32_t)
    433   1.8      cgd tc_mem_read_multi_N(8,u_int64_t)
    434   1.8      cgd 
    435   1.8      cgd #define	tc_mem_read_region_N(BYTES,TYPE)				\
    436   1.8      cgd void									\
    437  1.16      cgd __C(tc_mem_read_region_,BYTES)(v, h, o, a, c)				\
    438   1.8      cgd 	void *v;							\
    439   1.8      cgd 	bus_space_handle_t h;						\
    440   1.8      cgd 	bus_size_t o, c;						\
    441   1.8      cgd 	TYPE *a;							\
    442   1.8      cgd {									\
    443   1.8      cgd 									\
    444   1.8      cgd 	while (c-- > 0) {						\
    445  1.16      cgd 		*a++ = __C(tc_mem_read_,BYTES)(v, h, o);		\
    446   1.9      cgd 		o += sizeof *a;						\
    447   1.8      cgd 	}								\
    448   1.8      cgd }
    449   1.8      cgd tc_mem_read_region_N(1,u_int8_t)
    450   1.8      cgd tc_mem_read_region_N(2,u_int16_t)
    451   1.8      cgd tc_mem_read_region_N(4,u_int32_t)
    452   1.8      cgd tc_mem_read_region_N(8,u_int64_t)
    453   1.8      cgd 
    454  1.10      cgd inline void
    455   1.1      cgd tc_mem_write_1(v, memh, off, val)
    456   1.1      cgd 	void *v;
    457   1.8      cgd 	bus_space_handle_t memh;
    458   1.8      cgd 	bus_size_t off;
    459   1.1      cgd 	u_int8_t val;
    460   1.1      cgd {
    461   1.1      cgd 
    462   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0) {
    463   1.1      cgd 		volatile u_int64_t *p, v;
    464   1.1      cgd 		u_int64_t shift, msk;
    465   1.1      cgd 
    466   1.5      cgd 		shift = off & 0x3;
    467   1.1      cgd 		off &= 0x3;
    468   1.1      cgd 
    469   1.1      cgd 		p = (u_int64_t *)(memh + (off << 1));
    470   1.1      cgd 
    471   1.1      cgd 		msk = ~(0x1 << shift) & 0xf;
    472   1.1      cgd 		v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
    473   1.1      cgd 
    474   1.1      cgd 		*p = val;
    475   1.1      cgd 	} else {
    476   1.1      cgd 		volatile u_int8_t *p;
    477   1.1      cgd 
    478   1.1      cgd 		p = (u_int8_t *)(memh + off);
    479   1.1      cgd 		*p = val;
    480   1.1      cgd 	}
    481   1.8      cgd         alpha_mb();		/* XXX XXX XXX */
    482   1.1      cgd }
    483   1.1      cgd 
    484  1.10      cgd inline void
    485   1.1      cgd tc_mem_write_2(v, memh, off, val)
    486   1.1      cgd 	void *v;
    487   1.8      cgd 	bus_space_handle_t memh;
    488   1.8      cgd 	bus_size_t off;
    489   1.1      cgd 	u_int16_t val;
    490   1.1      cgd {
    491   1.1      cgd 
    492   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0) {
    493   1.1      cgd 		volatile u_int64_t *p, v;
    494   1.1      cgd 		u_int64_t shift, msk;
    495   1.1      cgd 
    496   1.5      cgd 		shift = off & 0x2;
    497   1.1      cgd 		off &= 0x3;
    498   1.1      cgd 
    499   1.1      cgd 		p = (u_int64_t *)(memh + (off << 1));
    500   1.1      cgd 
    501   1.1      cgd 		msk = ~(0x3 << shift) & 0xf;
    502   1.1      cgd 		v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
    503   1.1      cgd 
    504   1.1      cgd 		*p = val;
    505   1.1      cgd 	} else {
    506   1.1      cgd 		volatile u_int16_t *p;
    507   1.1      cgd 
    508   1.1      cgd 		p = (u_int16_t *)(memh + off);
    509   1.1      cgd 		*p = val;
    510   1.1      cgd 	}
    511   1.8      cgd         alpha_mb();		/* XXX XXX XXX */
    512   1.1      cgd }
    513   1.1      cgd 
    514  1.10      cgd inline void
    515   1.1      cgd tc_mem_write_4(v, memh, off, val)
    516   1.1      cgd 	void *v;
    517   1.8      cgd 	bus_space_handle_t memh;
    518   1.8      cgd 	bus_size_t off;
    519   1.1      cgd 	u_int32_t val;
    520   1.1      cgd {
    521   1.1      cgd 	volatile u_int32_t *p;
    522   1.1      cgd 
    523   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    524   1.1      cgd 		/* Nothing special to do for 4-byte sparse space accesses */
    525   1.1      cgd 		p = (u_int32_t *)(memh + (off << 1));
    526   1.1      cgd 	else
    527   1.1      cgd 		p = (u_int32_t *)(memh + off);
    528   1.1      cgd 	*p = val;
    529   1.8      cgd         alpha_mb();		/* XXX XXX XXX */
    530   1.1      cgd }
    531   1.1      cgd 
    532  1.10      cgd inline void
    533   1.1      cgd tc_mem_write_8(v, memh, off, val)
    534   1.1      cgd 	void *v;
    535   1.8      cgd 	bus_space_handle_t memh;
    536   1.8      cgd 	bus_size_t off;
    537   1.1      cgd 	u_int64_t val;
    538   1.1      cgd {
    539   1.1      cgd 	volatile u_int64_t *p;
    540   1.1      cgd 
    541   1.1      cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    542   1.1      cgd 		panic("tc_mem_read_8 not implemented for sparse space");
    543   1.1      cgd 
    544   1.1      cgd 	p = (u_int64_t *)(memh + off);
    545   1.1      cgd 	*p = val;
    546   1.8      cgd         alpha_mb();		/* XXX XXX XXX */
    547   1.3      cgd }
    548  1.10      cgd 
    549   1.8      cgd #define	tc_mem_write_multi_N(BYTES,TYPE)				\
    550   1.8      cgd void									\
    551  1.16      cgd __C(tc_mem_write_multi_,BYTES)(v, h, o, a, c)				\
    552   1.8      cgd 	void *v;							\
    553   1.8      cgd 	bus_space_handle_t h;						\
    554   1.8      cgd 	bus_size_t o, c;						\
    555   1.8      cgd 	const TYPE *a;							\
    556   1.8      cgd {									\
    557   1.8      cgd 									\
    558   1.8      cgd 	while (c-- > 0) {						\
    559  1.16      cgd 		__C(tc_mem_write_,BYTES)(v, h, o, *a++);		\
    560  1.16      cgd 		tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_WRITE); \
    561   1.8      cgd 	}								\
    562   1.8      cgd }
    563   1.8      cgd tc_mem_write_multi_N(1,u_int8_t)
    564   1.8      cgd tc_mem_write_multi_N(2,u_int16_t)
    565   1.8      cgd tc_mem_write_multi_N(4,u_int32_t)
    566   1.8      cgd tc_mem_write_multi_N(8,u_int64_t)
    567   1.8      cgd 
    568   1.8      cgd #define	tc_mem_write_region_N(BYTES,TYPE)				\
    569   1.8      cgd void									\
    570  1.16      cgd __C(tc_mem_write_region_,BYTES)(v, h, o, a, c)				\
    571   1.8      cgd 	void *v;							\
    572   1.8      cgd 	bus_space_handle_t h;						\
    573   1.8      cgd 	bus_size_t o, c;						\
    574   1.8      cgd 	const TYPE *a;							\
    575   1.8      cgd {									\
    576   1.8      cgd 									\
    577   1.8      cgd 	while (c-- > 0) {						\
    578  1.16      cgd 		__C(tc_mem_write_,BYTES)(v, h, o, *a++);		\
    579   1.9      cgd 		o += sizeof *a;						\
    580   1.8      cgd 	}								\
    581   1.8      cgd }
    582   1.8      cgd tc_mem_write_region_N(1,u_int8_t)
    583   1.8      cgd tc_mem_write_region_N(2,u_int16_t)
    584   1.8      cgd tc_mem_write_region_N(4,u_int32_t)
    585   1.8      cgd tc_mem_write_region_N(8,u_int64_t)
    586  1.11      cgd 
    587  1.11      cgd #define	tc_mem_set_multi_N(BYTES,TYPE)					\
    588  1.11      cgd void									\
    589  1.16      cgd __C(tc_mem_set_multi_,BYTES)(v, h, o, val, c)				\
    590  1.11      cgd 	void *v;							\
    591  1.11      cgd 	bus_space_handle_t h;						\
    592  1.11      cgd 	bus_size_t o, c;						\
    593  1.11      cgd 	TYPE val;							\
    594  1.11      cgd {									\
    595  1.11      cgd 									\
    596  1.11      cgd 	while (c-- > 0) {						\
    597  1.16      cgd 		__C(tc_mem_write_,BYTES)(v, h, o, val);			\
    598  1.16      cgd 		tc_mem_barrier(v, h, o, sizeof val, BUS_SPACE_BARRIER_WRITE); \
    599  1.11      cgd 	}								\
    600  1.11      cgd }
    601  1.11      cgd tc_mem_set_multi_N(1,u_int8_t)
    602  1.11      cgd tc_mem_set_multi_N(2,u_int16_t)
    603  1.11      cgd tc_mem_set_multi_N(4,u_int32_t)
    604  1.11      cgd tc_mem_set_multi_N(8,u_int64_t)
    605  1.11      cgd 
    606  1.11      cgd #define	tc_mem_set_region_N(BYTES,TYPE)					\
    607  1.11      cgd void									\
    608  1.16      cgd __C(tc_mem_set_region_,BYTES)(v, h, o, val, c)				\
    609  1.11      cgd 	void *v;							\
    610  1.11      cgd 	bus_space_handle_t h;						\
    611  1.11      cgd 	bus_size_t o, c;						\
    612  1.11      cgd 	TYPE val;							\
    613  1.11      cgd {									\
    614  1.11      cgd 									\
    615  1.11      cgd 	while (c-- > 0) {						\
    616  1.16      cgd 		__C(tc_mem_write_,BYTES)(v, h, o, val);			\
    617  1.11      cgd 		o += sizeof val;					\
    618  1.11      cgd 	}								\
    619  1.11      cgd }
    620  1.11      cgd tc_mem_set_region_N(1,u_int8_t)
    621  1.11      cgd tc_mem_set_region_N(2,u_int16_t)
    622  1.11      cgd tc_mem_set_region_N(4,u_int32_t)
    623  1.11      cgd tc_mem_set_region_N(8,u_int64_t)
    624  1.13      cgd 
    625  1.16      cgd #define	tc_mem_copy_region_N(BYTES)					\
    626  1.13      cgd void									\
    627  1.16      cgd __C(tc_mem_copy_region_,BYTES)(v, h1, o1, h2, o2, c)			\
    628  1.13      cgd 	void *v;							\
    629  1.13      cgd 	bus_space_handle_t h1, h2;					\
    630  1.13      cgd 	bus_size_t o1, o2, c;						\
    631  1.13      cgd {									\
    632  1.16      cgd 	bus_size_t o;							\
    633  1.13      cgd 									\
    634  1.13      cgd 	if ((h1 & TC_SPACE_SPARSE) != 0 &&				\
    635  1.13      cgd 	    (h2 & TC_SPACE_SPARSE) != 0) {				\
    636  1.19    perry 		memmove((void *)(h2 + o2), (void *)(h1 + o1), c * BYTES); \
    637  1.13      cgd 		return;							\
    638  1.13      cgd 	}								\
    639  1.13      cgd 									\
    640  1.16      cgd 	if (h1 + o1 >= h2 + o2)						\
    641  1.16      cgd 		/* src after dest: copy forward */			\
    642  1.16      cgd 		for (o = 0; c > 0; c--, o += BYTES)			\
    643  1.16      cgd 			__C(tc_mem_write_,BYTES)(v, h2, o2 + o,		\
    644  1.16      cgd 			    __C(tc_mem_read_,BYTES)(v, h1, o1 + o));	\
    645  1.16      cgd 	else								\
    646  1.16      cgd 		/* dest after src: copy backwards */			\
    647  1.16      cgd 		for (o = (c - 1) * BYTES; c > 0; c--, o -= BYTES)	\
    648  1.16      cgd 			__C(tc_mem_write_,BYTES)(v, h2, o2 + o,		\
    649  1.16      cgd 			    __C(tc_mem_read_,BYTES)(v, h1, o1 + o));	\
    650  1.16      cgd }
    651  1.16      cgd tc_mem_copy_region_N(1)
    652  1.16      cgd tc_mem_copy_region_N(2)
    653  1.16      cgd tc_mem_copy_region_N(4)
    654  1.16      cgd tc_mem_copy_region_N(8)
    655