Home | History | Annotate | Line # | Download | only in tc
tc_bus_mem.c revision 1.15
      1  1.15  cgd /* $NetBSD: tc_bus_mem.c,v 1.15 1997/04/07 23:40:59 cgd Exp $ */
      2   1.1  cgd 
      3   1.1  cgd /*
      4   1.1  cgd  * Copyright (c) 1996 Carnegie-Mellon University.
      5   1.1  cgd  * All rights reserved.
      6   1.1  cgd  *
      7   1.1  cgd  * Author: Chris G. Demetriou
      8   1.1  cgd  *
      9   1.1  cgd  * Permission to use, copy, modify and distribute this software and
     10   1.1  cgd  * its documentation is hereby granted, provided that both the copyright
     11   1.1  cgd  * notice and this permission notice appear in all copies of the
     12   1.1  cgd  * software, derivative works or modified versions, and any portions
     13   1.1  cgd  * thereof, and that both notices appear in supporting documentation.
     14   1.1  cgd  *
     15   1.1  cgd  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     16   1.1  cgd  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     17   1.1  cgd  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     18   1.1  cgd  *
     19   1.1  cgd  * Carnegie Mellon requests users of this software to return to
     20   1.1  cgd  *
     21   1.1  cgd  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     22   1.1  cgd  *  School of Computer Science
     23   1.1  cgd  *  Carnegie Mellon University
     24   1.1  cgd  *  Pittsburgh PA 15213-3890
     25   1.1  cgd  *
     26   1.1  cgd  * any improvements or extensions that they make and grant Carnegie the
     27   1.1  cgd  * rights to redistribute these changes.
     28   1.1  cgd  */
     29   1.1  cgd 
     30   1.1  cgd /*
     31   1.1  cgd  * Common TurboChannel Chipset "bus memory" functions.
     32   1.1  cgd  */
     33  1.14  cgd 
     34  1.15  cgd #include <machine/options.h>		/* Config options headers */
     35  1.15  cgd #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
     36  1.15  cgd 
     37  1.15  cgd __KERNEL_RCSID(0, "$NetBSD: tc_bus_mem.c,v 1.15 1997/04/07 23:40:59 cgd Exp $");
     38   1.1  cgd 
     39   1.1  cgd #include <sys/param.h>
     40   1.7  cgd #include <sys/systm.h>
     41   1.1  cgd #include <sys/malloc.h>
     42   1.1  cgd #include <sys/syslog.h>
     43   1.1  cgd #include <sys/device.h>
     44   1.1  cgd #include <vm/vm.h>
     45   1.1  cgd 
     46   1.1  cgd #include <machine/bus.h>
     47   1.1  cgd #include <dev/tc/tcvar.h>
     48   1.1  cgd 
     49   1.8  cgd /* mapping/unmapping */
     50   1.8  cgd int		tc_mem_map __P((void *, bus_addr_t, bus_size_t, int,
     51   1.8  cgd 		    bus_space_handle_t *));
     52   1.8  cgd void		tc_mem_unmap __P((void *, bus_space_handle_t, bus_size_t));
     53   1.8  cgd int		tc_mem_subregion __P((void *, bus_space_handle_t, bus_size_t,
     54   1.8  cgd 		    bus_size_t, bus_space_handle_t *));
     55   1.8  cgd 
     56   1.8  cgd /* allocation/deallocation */
     57   1.8  cgd int		tc_mem_alloc __P((void *, bus_addr_t, bus_addr_t, bus_size_t,
     58   1.8  cgd 		    bus_size_t, bus_addr_t, int, bus_addr_t *,
     59   1.8  cgd 		    bus_space_handle_t *));
     60   1.8  cgd void		tc_mem_free __P((void *, bus_space_handle_t, bus_size_t));
     61   1.8  cgd 
     62  1.12  cgd /* barrier */
     63  1.12  cgd inline void	tc_mem_barrier __P((void *, bus_space_handle_t,
     64  1.12  cgd 		    bus_size_t, bus_size_t, int));
     65  1.12  cgd 
     66   1.8  cgd /* read (single) */
     67  1.10  cgd inline u_int8_t	tc_mem_read_1 __P((void *, bus_space_handle_t, bus_size_t));
     68  1.10  cgd inline u_int16_t tc_mem_read_2 __P((void *, bus_space_handle_t, bus_size_t));
     69  1.10  cgd inline u_int32_t tc_mem_read_4 __P((void *, bus_space_handle_t, bus_size_t));
     70  1.10  cgd inline u_int64_t tc_mem_read_8 __P((void *, bus_space_handle_t, bus_size_t));
     71   1.8  cgd 
     72   1.8  cgd /* read multiple */
     73   1.8  cgd void		tc_mem_read_multi_1 __P((void *, bus_space_handle_t,
     74   1.8  cgd 		    bus_size_t, u_int8_t *, bus_size_t));
     75   1.8  cgd void		tc_mem_read_multi_2 __P((void *, bus_space_handle_t,
     76   1.8  cgd 		    bus_size_t, u_int16_t *, bus_size_t));
     77   1.8  cgd void		tc_mem_read_multi_4 __P((void *, bus_space_handle_t,
     78   1.8  cgd 		    bus_size_t, u_int32_t *, bus_size_t));
     79   1.8  cgd void		tc_mem_read_multi_8 __P((void *, bus_space_handle_t,
     80   1.8  cgd 		    bus_size_t, u_int64_t *, bus_size_t));
     81   1.8  cgd 
     82   1.8  cgd /* read region */
     83   1.8  cgd void		tc_mem_read_region_1 __P((void *, bus_space_handle_t,
     84   1.8  cgd 		    bus_size_t, u_int8_t *, bus_size_t));
     85   1.8  cgd void		tc_mem_read_region_2 __P((void *, bus_space_handle_t,
     86   1.8  cgd 		    bus_size_t, u_int16_t *, bus_size_t));
     87   1.8  cgd void		tc_mem_read_region_4 __P((void *, bus_space_handle_t,
     88   1.8  cgd 		    bus_size_t, u_int32_t *, bus_size_t));
     89   1.8  cgd void		tc_mem_read_region_8 __P((void *, bus_space_handle_t,
     90   1.8  cgd 		    bus_size_t, u_int64_t *, bus_size_t));
     91   1.8  cgd 
     92   1.8  cgd /* write (single) */
     93  1.10  cgd inline void	tc_mem_write_1 __P((void *, bus_space_handle_t, bus_size_t,
     94   1.8  cgd 		    u_int8_t));
     95  1.10  cgd inline void	tc_mem_write_2 __P((void *, bus_space_handle_t, bus_size_t,
     96   1.8  cgd 		    u_int16_t));
     97  1.10  cgd inline void	tc_mem_write_4 __P((void *, bus_space_handle_t, bus_size_t,
     98   1.8  cgd 		    u_int32_t));
     99  1.10  cgd inline void	tc_mem_write_8 __P((void *, bus_space_handle_t, bus_size_t,
    100   1.8  cgd 		    u_int64_t));
    101   1.8  cgd 
    102   1.8  cgd /* write multiple */
    103   1.8  cgd void		tc_mem_write_multi_1 __P((void *, bus_space_handle_t,
    104   1.8  cgd 		    bus_size_t, const u_int8_t *, bus_size_t));
    105   1.8  cgd void		tc_mem_write_multi_2 __P((void *, bus_space_handle_t,
    106   1.8  cgd 		    bus_size_t, const u_int16_t *, bus_size_t));
    107   1.8  cgd void		tc_mem_write_multi_4 __P((void *, bus_space_handle_t,
    108   1.8  cgd 		    bus_size_t, const u_int32_t *, bus_size_t));
    109   1.8  cgd void		tc_mem_write_multi_8 __P((void *, bus_space_handle_t,
    110   1.8  cgd 		    bus_size_t, const u_int64_t *, bus_size_t));
    111   1.8  cgd 
    112   1.8  cgd /* write region */
    113   1.8  cgd void		tc_mem_write_region_1 __P((void *, bus_space_handle_t,
    114   1.8  cgd 		    bus_size_t, const u_int8_t *, bus_size_t));
    115   1.8  cgd void		tc_mem_write_region_2 __P((void *, bus_space_handle_t,
    116   1.8  cgd 		    bus_size_t, const u_int16_t *, bus_size_t));
    117   1.8  cgd void		tc_mem_write_region_4 __P((void *, bus_space_handle_t,
    118   1.8  cgd 		    bus_size_t, const u_int32_t *, bus_size_t));
    119   1.8  cgd void		tc_mem_write_region_8 __P((void *, bus_space_handle_t,
    120   1.8  cgd 		    bus_size_t, const u_int64_t *, bus_size_t));
    121   1.8  cgd 
    122  1.11  cgd /* set multiple */
    123  1.11  cgd void		tc_mem_set_multi_1 __P((void *, bus_space_handle_t,
    124  1.11  cgd 		    bus_size_t, u_int8_t, bus_size_t));
    125  1.11  cgd void		tc_mem_set_multi_2 __P((void *, bus_space_handle_t,
    126  1.11  cgd 		    bus_size_t, u_int16_t, bus_size_t));
    127  1.11  cgd void		tc_mem_set_multi_4 __P((void *, bus_space_handle_t,
    128  1.11  cgd 		    bus_size_t, u_int32_t, bus_size_t));
    129  1.11  cgd void		tc_mem_set_multi_8 __P((void *, bus_space_handle_t,
    130  1.11  cgd 		    bus_size_t, u_int64_t, bus_size_t));
    131  1.11  cgd 
    132  1.11  cgd /* set region */
    133  1.11  cgd void		tc_mem_set_region_1 __P((void *, bus_space_handle_t,
    134  1.11  cgd 		    bus_size_t, u_int8_t, bus_size_t));
    135  1.11  cgd void		tc_mem_set_region_2 __P((void *, bus_space_handle_t,
    136  1.11  cgd 		    bus_size_t, u_int16_t, bus_size_t));
    137  1.11  cgd void		tc_mem_set_region_4 __P((void *, bus_space_handle_t,
    138  1.11  cgd 		    bus_size_t, u_int32_t, bus_size_t));
    139  1.11  cgd void		tc_mem_set_region_8 __P((void *, bus_space_handle_t,
    140  1.11  cgd 		    bus_size_t, u_int64_t, bus_size_t));
    141  1.11  cgd 
    142  1.13  cgd /* copy */
    143  1.13  cgd void		tc_mem_copy_1 __P((void *, bus_space_handle_t,
    144  1.13  cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    145  1.13  cgd void		tc_mem_copy_2 __P((void *, bus_space_handle_t,
    146  1.13  cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    147  1.13  cgd void		tc_mem_copy_4 __P((void *, bus_space_handle_t,
    148  1.13  cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    149  1.13  cgd void		tc_mem_copy_8 __P((void *, bus_space_handle_t,
    150  1.13  cgd 		    bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
    151  1.13  cgd 
    152   1.8  cgd static struct alpha_bus_space tc_mem_space = {
    153   1.8  cgd 	/* cookie */
    154   1.8  cgd 	NULL,
    155   1.8  cgd 
    156   1.8  cgd 	/* mapping/unmapping */
    157   1.8  cgd 	tc_mem_map,
    158   1.8  cgd 	tc_mem_unmap,
    159   1.8  cgd 	tc_mem_subregion,
    160   1.8  cgd 
    161   1.8  cgd 	/* allocation/deallocation */
    162   1.8  cgd 	tc_mem_alloc,
    163   1.8  cgd 	tc_mem_free,
    164   1.8  cgd 
    165  1.12  cgd 	/* barrier */
    166  1.12  cgd 	tc_mem_barrier,
    167  1.12  cgd 
    168   1.8  cgd 	/* read (single) */
    169   1.8  cgd 	tc_mem_read_1,
    170   1.8  cgd 	tc_mem_read_2,
    171   1.8  cgd 	tc_mem_read_4,
    172   1.8  cgd 	tc_mem_read_8,
    173   1.8  cgd 
    174  1.11  cgd 	/* read multiple */
    175   1.8  cgd 	tc_mem_read_multi_1,
    176   1.8  cgd 	tc_mem_read_multi_2,
    177   1.8  cgd 	tc_mem_read_multi_4,
    178   1.8  cgd 	tc_mem_read_multi_8,
    179   1.8  cgd 
    180   1.8  cgd 	/* read region */
    181   1.8  cgd 	tc_mem_read_region_1,
    182   1.8  cgd 	tc_mem_read_region_2,
    183   1.8  cgd 	tc_mem_read_region_4,
    184   1.8  cgd 	tc_mem_read_region_8,
    185   1.8  cgd 
    186   1.8  cgd 	/* write (single) */
    187   1.8  cgd 	tc_mem_write_1,
    188   1.8  cgd 	tc_mem_write_2,
    189   1.8  cgd 	tc_mem_write_4,
    190   1.8  cgd 	tc_mem_write_8,
    191   1.8  cgd 
    192  1.11  cgd 	/* write multiple */
    193   1.8  cgd 	tc_mem_write_multi_1,
    194   1.8  cgd 	tc_mem_write_multi_2,
    195   1.8  cgd 	tc_mem_write_multi_4,
    196   1.8  cgd 	tc_mem_write_multi_8,
    197   1.8  cgd 
    198   1.8  cgd 	/* write region */
    199   1.8  cgd 	tc_mem_write_region_1,
    200   1.8  cgd 	tc_mem_write_region_2,
    201   1.8  cgd 	tc_mem_write_region_4,
    202   1.8  cgd 	tc_mem_write_region_8,
    203   1.8  cgd 
    204  1.11  cgd 	/* set multiple */
    205  1.11  cgd 	tc_mem_set_multi_1,
    206  1.11  cgd 	tc_mem_set_multi_2,
    207  1.11  cgd 	tc_mem_set_multi_4,
    208  1.11  cgd 	tc_mem_set_multi_8,
    209   1.8  cgd 
    210   1.8  cgd 	/* set region */
    211  1.11  cgd 	tc_mem_set_region_1,
    212  1.11  cgd 	tc_mem_set_region_2,
    213  1.11  cgd 	tc_mem_set_region_4,
    214  1.11  cgd 	tc_mem_set_region_8,
    215   1.8  cgd 
    216   1.8  cgd 	/* copy */
    217  1.13  cgd 	tc_mem_copy_1,
    218  1.13  cgd 	tc_mem_copy_2,
    219  1.13  cgd 	tc_mem_copy_4,
    220  1.13  cgd 	tc_mem_copy_8,
    221   1.8  cgd };
    222   1.1  cgd 
    223   1.8  cgd bus_space_tag_t
    224   1.8  cgd tc_bus_mem_init(memv)
    225   1.1  cgd 	void *memv;
    226   1.1  cgd {
    227   1.8  cgd 	bus_space_tag_t h = &tc_mem_space;
    228   1.1  cgd 
    229   1.8  cgd 	h->abs_cookie = memv;
    230   1.8  cgd 	return (h);
    231   1.1  cgd }
    232   1.1  cgd 
    233   1.1  cgd int
    234   1.1  cgd tc_mem_map(v, memaddr, memsize, cacheable, memhp)
    235   1.1  cgd 	void *v;
    236   1.8  cgd 	bus_addr_t memaddr;
    237   1.8  cgd 	bus_size_t memsize;
    238   1.1  cgd 	int cacheable;
    239   1.8  cgd 	bus_space_handle_t *memhp;
    240   1.1  cgd {
    241   1.1  cgd 
    242   1.1  cgd 	if (memaddr & 0x7)
    243   1.1  cgd 		panic("tc_mem_map needs 8 byte alignment");
    244   1.1  cgd 	if (cacheable)
    245   1.7  cgd 		*memhp = ALPHA_PHYS_TO_K0SEG(memaddr);
    246   1.1  cgd 	else
    247   1.7  cgd 		*memhp = ALPHA_PHYS_TO_K0SEG(TC_DENSE_TO_SPARSE(memaddr));
    248   1.1  cgd 	return (0);
    249   1.1  cgd }
    250   1.1  cgd 
    251   1.1  cgd void
    252   1.1  cgd tc_mem_unmap(v, memh, memsize)
    253   1.1  cgd 	void *v;
    254   1.8  cgd 	bus_space_handle_t memh;
    255   1.8  cgd 	bus_size_t memsize;
    256   1.1  cgd {
    257   1.1  cgd 
    258   1.8  cgd 	/* XXX XX XXX nothing to do. */
    259   1.1  cgd }
    260   1.1  cgd 
    261   1.4  cgd int
    262   1.4  cgd tc_mem_subregion(v, memh, offset, size, nmemh)
    263   1.4  cgd 	void *v;
    264   1.8  cgd 	bus_space_handle_t memh, *nmemh;
    265   1.8  cgd 	bus_size_t offset, size;
    266   1.4  cgd {
    267   1.4  cgd 
    268   1.5  cgd 	/* Disallow subregioning that would make the handle unaligned. */
    269   1.5  cgd 	if ((offset & 0x7) != 0)
    270   1.5  cgd 		return (1);
    271   1.5  cgd 
    272   1.4  cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    273   1.6  cgd 		*nmemh = memh + (offset << 1);
    274   1.4  cgd 	else
    275   1.6  cgd 		*nmemh = memh + offset;
    276   1.5  cgd 
    277   1.4  cgd 	return (0);
    278   1.4  cgd }
    279   1.4  cgd 
    280   1.8  cgd int
    281   1.8  cgd tc_mem_alloc(v, rstart, rend, size, align, boundary, cacheable, addrp, bshp)
    282   1.8  cgd 	void *v;
    283   1.8  cgd 	bus_addr_t rstart, rend, *addrp;
    284   1.8  cgd 	bus_size_t size, align, boundary;
    285   1.8  cgd 	int cacheable;
    286   1.8  cgd 	bus_space_handle_t *bshp;
    287   1.8  cgd {
    288   1.8  cgd 
    289   1.8  cgd 	/* XXX XXX XXX XXX XXX XXX */
    290   1.8  cgd 	panic("tc_mem_alloc unimplemented");
    291   1.8  cgd }
    292   1.8  cgd 
    293   1.8  cgd void
    294   1.8  cgd tc_mem_free(v, bsh, size)
    295   1.8  cgd 	void *v;
    296   1.8  cgd 	bus_space_handle_t bsh;
    297   1.8  cgd 	bus_size_t size;
    298   1.8  cgd {
    299   1.8  cgd 
    300   1.8  cgd 	/* XXX XXX XXX XXX XXX XXX */
    301   1.8  cgd 	panic("tc_mem_free unimplemented");
    302   1.8  cgd }
    303   1.8  cgd 
    304  1.12  cgd inline void
    305  1.12  cgd tc_mem_barrier(v, h, o, l, f)
    306  1.12  cgd 	void *v;
    307  1.12  cgd 	bus_space_handle_t h;
    308  1.12  cgd 	bus_size_t o, l;
    309  1.12  cgd 	int f;
    310  1.12  cgd {
    311  1.12  cgd 
    312  1.12  cgd 	if ((f & BUS_BARRIER_READ) != 0)
    313  1.12  cgd 		alpha_mb();
    314  1.12  cgd 	else if ((f & BUS_BARRIER_WRITE) != 0)
    315  1.12  cgd 		alpha_wmb();
    316  1.12  cgd }
    317  1.12  cgd 
    318  1.10  cgd inline u_int8_t
    319   1.1  cgd tc_mem_read_1(v, memh, off)
    320   1.1  cgd 	void *v;
    321   1.8  cgd 	bus_space_handle_t memh;
    322   1.8  cgd 	bus_size_t off;
    323   1.1  cgd {
    324   1.1  cgd 	volatile u_int8_t *p;
    325   1.1  cgd 
    326   1.8  cgd 	alpha_mb();		/* XXX XXX XXX */
    327   1.2  cgd 
    328   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    329   1.1  cgd 		panic("tc_mem_read_1 not implemented for sparse space");
    330   1.1  cgd 
    331   1.1  cgd 	p = (u_int8_t *)(memh + off);
    332   1.1  cgd 	return (*p);
    333   1.1  cgd }
    334   1.1  cgd 
    335  1.10  cgd inline u_int16_t
    336   1.1  cgd tc_mem_read_2(v, memh, off)
    337   1.1  cgd 	void *v;
    338   1.8  cgd 	bus_space_handle_t memh;
    339   1.8  cgd 	bus_size_t off;
    340   1.1  cgd {
    341   1.1  cgd 	volatile u_int16_t *p;
    342   1.1  cgd 
    343   1.8  cgd 	alpha_mb();		/* XXX XXX XXX */
    344   1.2  cgd 
    345   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    346   1.1  cgd 		panic("tc_mem_read_2 not implemented for sparse space");
    347   1.1  cgd 
    348   1.1  cgd 	p = (u_int16_t *)(memh + off);
    349   1.1  cgd 	return (*p);
    350   1.1  cgd }
    351   1.1  cgd 
    352  1.10  cgd inline u_int32_t
    353   1.1  cgd tc_mem_read_4(v, memh, off)
    354   1.1  cgd 	void *v;
    355   1.8  cgd 	bus_space_handle_t memh;
    356   1.8  cgd 	bus_size_t off;
    357   1.1  cgd {
    358   1.1  cgd 	volatile u_int32_t *p;
    359   1.1  cgd 
    360   1.8  cgd 	alpha_mb();		/* XXX XXX XXX */
    361   1.2  cgd 
    362   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    363   1.1  cgd 		/* Nothing special to do for 4-byte sparse space accesses */
    364   1.1  cgd 		p = (u_int32_t *)(memh + (off << 1));
    365   1.1  cgd 	else
    366   1.1  cgd 		p = (u_int32_t *)(memh + off);
    367   1.1  cgd 	return (*p);
    368   1.1  cgd }
    369   1.1  cgd 
    370  1.10  cgd inline u_int64_t
    371   1.1  cgd tc_mem_read_8(v, memh, off)
    372   1.1  cgd 	void *v;
    373   1.8  cgd 	bus_space_handle_t memh;
    374   1.8  cgd 	bus_size_t off;
    375   1.1  cgd {
    376   1.1  cgd 	volatile u_int64_t *p;
    377   1.1  cgd 
    378   1.8  cgd 	alpha_mb();		/* XXX XXX XXX */
    379   1.2  cgd 
    380   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    381   1.1  cgd 		panic("tc_mem_read_8 not implemented for sparse space");
    382   1.1  cgd 
    383   1.1  cgd 	p = (u_int64_t *)(memh + off);
    384   1.1  cgd 	return (*p);
    385   1.1  cgd }
    386   1.1  cgd 
    387   1.8  cgd #define	tc_mem_read_multi_N(BYTES,TYPE)					\
    388   1.8  cgd void									\
    389   1.8  cgd __abs_c(tc_mem_read_multi_,BYTES)(v, h, o, a, c)			\
    390   1.8  cgd 	void *v;							\
    391   1.8  cgd 	bus_space_handle_t h;						\
    392   1.8  cgd 	bus_size_t o, c;						\
    393   1.8  cgd 	TYPE *a;							\
    394   1.8  cgd {									\
    395   1.8  cgd 									\
    396   1.8  cgd 	while (c-- > 0) {						\
    397   1.9  cgd 		tc_mem_barrier(v, h, o, sizeof *a, BUS_BARRIER_READ);	\
    398   1.8  cgd 		*a++ = __abs_c(tc_mem_read_,BYTES)(v, h, o);		\
    399   1.8  cgd 	}								\
    400   1.8  cgd }
    401   1.8  cgd tc_mem_read_multi_N(1,u_int8_t)
    402   1.8  cgd tc_mem_read_multi_N(2,u_int16_t)
    403   1.8  cgd tc_mem_read_multi_N(4,u_int32_t)
    404   1.8  cgd tc_mem_read_multi_N(8,u_int64_t)
    405   1.8  cgd 
    406   1.8  cgd #define	tc_mem_read_region_N(BYTES,TYPE)				\
    407   1.8  cgd void									\
    408   1.8  cgd __abs_c(tc_mem_read_region_,BYTES)(v, h, o, a, c)			\
    409   1.8  cgd 	void *v;							\
    410   1.8  cgd 	bus_space_handle_t h;						\
    411   1.8  cgd 	bus_size_t o, c;						\
    412   1.8  cgd 	TYPE *a;							\
    413   1.8  cgd {									\
    414   1.8  cgd 									\
    415   1.8  cgd 	while (c-- > 0) {						\
    416   1.8  cgd 		*a++ = __abs_c(tc_mem_read_,BYTES)(v, h, o);		\
    417   1.9  cgd 		o += sizeof *a;						\
    418   1.8  cgd 	}								\
    419   1.8  cgd }
    420   1.8  cgd tc_mem_read_region_N(1,u_int8_t)
    421   1.8  cgd tc_mem_read_region_N(2,u_int16_t)
    422   1.8  cgd tc_mem_read_region_N(4,u_int32_t)
    423   1.8  cgd tc_mem_read_region_N(8,u_int64_t)
    424   1.8  cgd 
    425  1.10  cgd inline void
    426   1.1  cgd tc_mem_write_1(v, memh, off, val)
    427   1.1  cgd 	void *v;
    428   1.8  cgd 	bus_space_handle_t memh;
    429   1.8  cgd 	bus_size_t off;
    430   1.1  cgd 	u_int8_t val;
    431   1.1  cgd {
    432   1.1  cgd 
    433   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0) {
    434   1.1  cgd 		volatile u_int64_t *p, v;
    435   1.1  cgd 		u_int64_t shift, msk;
    436   1.1  cgd 
    437   1.5  cgd 		shift = off & 0x3;
    438   1.1  cgd 		off &= 0x3;
    439   1.1  cgd 
    440   1.1  cgd 		p = (u_int64_t *)(memh + (off << 1));
    441   1.1  cgd 
    442   1.1  cgd 		msk = ~(0x1 << shift) & 0xf;
    443   1.1  cgd 		v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
    444   1.1  cgd 
    445   1.1  cgd 		*p = val;
    446   1.1  cgd 	} else {
    447   1.1  cgd 		volatile u_int8_t *p;
    448   1.1  cgd 
    449   1.1  cgd 		p = (u_int8_t *)(memh + off);
    450   1.1  cgd 		*p = val;
    451   1.1  cgd 	}
    452   1.8  cgd         alpha_mb();		/* XXX XXX XXX */
    453   1.1  cgd }
    454   1.1  cgd 
    455  1.10  cgd inline void
    456   1.1  cgd tc_mem_write_2(v, memh, off, val)
    457   1.1  cgd 	void *v;
    458   1.8  cgd 	bus_space_handle_t memh;
    459   1.8  cgd 	bus_size_t off;
    460   1.1  cgd 	u_int16_t val;
    461   1.1  cgd {
    462   1.1  cgd 
    463   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0) {
    464   1.1  cgd 		volatile u_int64_t *p, v;
    465   1.1  cgd 		u_int64_t shift, msk;
    466   1.1  cgd 
    467   1.5  cgd 		shift = off & 0x2;
    468   1.1  cgd 		off &= 0x3;
    469   1.1  cgd 
    470   1.1  cgd 		p = (u_int64_t *)(memh + (off << 1));
    471   1.1  cgd 
    472   1.1  cgd 		msk = ~(0x3 << shift) & 0xf;
    473   1.1  cgd 		v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
    474   1.1  cgd 
    475   1.1  cgd 		*p = val;
    476   1.1  cgd 	} else {
    477   1.1  cgd 		volatile u_int16_t *p;
    478   1.1  cgd 
    479   1.1  cgd 		p = (u_int16_t *)(memh + off);
    480   1.1  cgd 		*p = val;
    481   1.1  cgd 	}
    482   1.8  cgd         alpha_mb();		/* XXX XXX XXX */
    483   1.1  cgd }
    484   1.1  cgd 
    485  1.10  cgd inline void
    486   1.1  cgd tc_mem_write_4(v, memh, off, val)
    487   1.1  cgd 	void *v;
    488   1.8  cgd 	bus_space_handle_t memh;
    489   1.8  cgd 	bus_size_t off;
    490   1.1  cgd 	u_int32_t val;
    491   1.1  cgd {
    492   1.1  cgd 	volatile u_int32_t *p;
    493   1.1  cgd 
    494   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    495   1.1  cgd 		/* Nothing special to do for 4-byte sparse space accesses */
    496   1.1  cgd 		p = (u_int32_t *)(memh + (off << 1));
    497   1.1  cgd 	else
    498   1.1  cgd 		p = (u_int32_t *)(memh + off);
    499   1.1  cgd 	*p = val;
    500   1.8  cgd         alpha_mb();		/* XXX XXX XXX */
    501   1.1  cgd }
    502   1.1  cgd 
    503  1.10  cgd inline void
    504   1.1  cgd tc_mem_write_8(v, memh, off, val)
    505   1.1  cgd 	void *v;
    506   1.8  cgd 	bus_space_handle_t memh;
    507   1.8  cgd 	bus_size_t off;
    508   1.1  cgd 	u_int64_t val;
    509   1.1  cgd {
    510   1.1  cgd 	volatile u_int64_t *p;
    511   1.1  cgd 
    512   1.1  cgd 	if ((memh & TC_SPACE_SPARSE) != 0)
    513   1.1  cgd 		panic("tc_mem_read_8 not implemented for sparse space");
    514   1.1  cgd 
    515   1.1  cgd 	p = (u_int64_t *)(memh + off);
    516   1.1  cgd 	*p = val;
    517   1.8  cgd         alpha_mb();		/* XXX XXX XXX */
    518   1.3  cgd }
    519  1.10  cgd 
    520   1.8  cgd #define	tc_mem_write_multi_N(BYTES,TYPE)				\
    521   1.8  cgd void									\
    522   1.8  cgd __abs_c(tc_mem_write_multi_,BYTES)(v, h, o, a, c)			\
    523   1.8  cgd 	void *v;							\
    524   1.8  cgd 	bus_space_handle_t h;						\
    525   1.8  cgd 	bus_size_t o, c;						\
    526   1.8  cgd 	const TYPE *a;							\
    527   1.8  cgd {									\
    528   1.8  cgd 									\
    529   1.8  cgd 	while (c-- > 0) {						\
    530   1.8  cgd 		__abs_c(tc_mem_write_,BYTES)(v, h, o, *a++);		\
    531   1.9  cgd 		tc_mem_barrier(v, h, o, sizeof *a, BUS_BARRIER_WRITE);	\
    532   1.8  cgd 	}								\
    533   1.8  cgd }
    534   1.8  cgd tc_mem_write_multi_N(1,u_int8_t)
    535   1.8  cgd tc_mem_write_multi_N(2,u_int16_t)
    536   1.8  cgd tc_mem_write_multi_N(4,u_int32_t)
    537   1.8  cgd tc_mem_write_multi_N(8,u_int64_t)
    538   1.8  cgd 
    539   1.8  cgd #define	tc_mem_write_region_N(BYTES,TYPE)				\
    540   1.8  cgd void									\
    541   1.8  cgd __abs_c(tc_mem_write_region_,BYTES)(v, h, o, a, c)			\
    542   1.8  cgd 	void *v;							\
    543   1.8  cgd 	bus_space_handle_t h;						\
    544   1.8  cgd 	bus_size_t o, c;						\
    545   1.8  cgd 	const TYPE *a;							\
    546   1.8  cgd {									\
    547   1.8  cgd 									\
    548   1.8  cgd 	while (c-- > 0) {						\
    549   1.9  cgd 		__abs_c(tc_mem_write_,BYTES)(v, h, o, *a++);		\
    550   1.9  cgd 		o += sizeof *a;						\
    551   1.8  cgd 	}								\
    552   1.8  cgd }
    553   1.8  cgd tc_mem_write_region_N(1,u_int8_t)
    554   1.8  cgd tc_mem_write_region_N(2,u_int16_t)
    555   1.8  cgd tc_mem_write_region_N(4,u_int32_t)
    556   1.8  cgd tc_mem_write_region_N(8,u_int64_t)
    557  1.11  cgd 
    558  1.11  cgd #define	tc_mem_set_multi_N(BYTES,TYPE)					\
    559  1.11  cgd void									\
    560  1.11  cgd __abs_c(tc_mem_set_multi_,BYTES)(v, h, o, val, c)			\
    561  1.11  cgd 	void *v;							\
    562  1.11  cgd 	bus_space_handle_t h;						\
    563  1.11  cgd 	bus_size_t o, c;						\
    564  1.11  cgd 	TYPE val;							\
    565  1.11  cgd {									\
    566  1.11  cgd 									\
    567  1.11  cgd 	while (c-- > 0) {						\
    568  1.11  cgd 		__abs_c(tc_mem_write_,BYTES)(v, h, o, val);		\
    569  1.11  cgd 		tc_mem_barrier(v, h, o, sizeof val, BUS_BARRIER_WRITE);	\
    570  1.11  cgd 	}								\
    571  1.11  cgd }
    572  1.11  cgd tc_mem_set_multi_N(1,u_int8_t)
    573  1.11  cgd tc_mem_set_multi_N(2,u_int16_t)
    574  1.11  cgd tc_mem_set_multi_N(4,u_int32_t)
    575  1.11  cgd tc_mem_set_multi_N(8,u_int64_t)
    576  1.11  cgd 
    577  1.11  cgd #define	tc_mem_set_region_N(BYTES,TYPE)					\
    578  1.11  cgd void									\
    579  1.11  cgd __abs_c(tc_mem_set_region_,BYTES)(v, h, o, val, c)			\
    580  1.11  cgd 	void *v;							\
    581  1.11  cgd 	bus_space_handle_t h;						\
    582  1.11  cgd 	bus_size_t o, c;						\
    583  1.11  cgd 	TYPE val;							\
    584  1.11  cgd {									\
    585  1.11  cgd 									\
    586  1.11  cgd 	while (c-- > 0) {						\
    587  1.11  cgd 		__abs_c(tc_mem_write_,BYTES)(v, h, o, val);		\
    588  1.11  cgd 		o += sizeof val;					\
    589  1.11  cgd 	}								\
    590  1.11  cgd }
    591  1.11  cgd tc_mem_set_region_N(1,u_int8_t)
    592  1.11  cgd tc_mem_set_region_N(2,u_int16_t)
    593  1.11  cgd tc_mem_set_region_N(4,u_int32_t)
    594  1.11  cgd tc_mem_set_region_N(8,u_int64_t)
    595  1.13  cgd 
    596  1.13  cgd #define	tc_mem_copy_N(BYTES)						\
    597  1.13  cgd void									\
    598  1.13  cgd __abs_c(tc_mem_copy_,BYTES)(v, h1, o1, h2, o2, c)			\
    599  1.13  cgd 	void *v;							\
    600  1.13  cgd 	bus_space_handle_t h1, h2;					\
    601  1.13  cgd 	bus_size_t o1, o2, c;						\
    602  1.13  cgd {									\
    603  1.13  cgd 	bus_size_t i, o;						\
    604  1.13  cgd 									\
    605  1.13  cgd 	if ((h1 & TC_SPACE_SPARSE) != 0 &&				\
    606  1.13  cgd 	    (h2 & TC_SPACE_SPARSE) != 0) {				\
    607  1.13  cgd 		bcopy((void *)(h1 + o1), (void *)(h2 + o2), c * BYTES);	\
    608  1.13  cgd 		return;							\
    609  1.13  cgd 	}								\
    610  1.13  cgd 									\
    611  1.13  cgd 	for (i = 0, o = 0; i < c; i++, o += BYTES)			\
    612  1.13  cgd 		__abs_c(tc_mem_write_,BYTES)(v, h2, o2 + o,		\
    613  1.13  cgd 		    __abs_c(tc_mem_read_,BYTES)(v, h1, o1 + o));	\
    614  1.13  cgd }
    615  1.13  cgd tc_mem_copy_N(1)
    616  1.13  cgd tc_mem_copy_N(2)
    617  1.13  cgd tc_mem_copy_N(4)
    618  1.13  cgd tc_mem_copy_N(8)
    619