Home | History | Annotate | Line # | Download | only in alchemy
au_wired_space.c revision 1.3.10.4
      1  1.3.10.4  yamt /* $NetBSD: au_wired_space.c,v 1.3.10.4 2007/09/03 14:27:52 yamt Exp $ */
      2  1.3.10.2  yamt 
      3  1.3.10.2  yamt /*-
      4  1.3.10.2  yamt  * Copyright (c) 2006 Itronix Inc.
      5  1.3.10.2  yamt  * All rights reserved.
      6  1.3.10.2  yamt  *
      7  1.3.10.2  yamt  * Written by Garrett D'Amore for Itronix Inc.
      8  1.3.10.2  yamt  *
      9  1.3.10.2  yamt  * Redistribution and use in source and binary forms, with or without
     10  1.3.10.2  yamt  * modification, are permitted provided that the following conditions
     11  1.3.10.2  yamt  * are met:
     12  1.3.10.2  yamt  * 1. Redistributions of source code must retain the above copyright
     13  1.3.10.2  yamt  *    notice, this list of conditions and the following disclaimer.
     14  1.3.10.2  yamt  * 2. Redistributions in binary form must reproduce the above copyright
     15  1.3.10.2  yamt  *    notice, this list of conditions and the following disclaimer in the
     16  1.3.10.2  yamt  *    documentation and/or other materials provided with the distribution.
     17  1.3.10.2  yamt  * 3. The name of Itronix Inc. may not be used to endorse
     18  1.3.10.2  yamt  *    or promote products derived from this software without specific
     19  1.3.10.2  yamt  *    prior written permission.
     20  1.3.10.2  yamt  *
     21  1.3.10.2  yamt  * THIS SOFTWARE IS PROVIDED BY ITRONIX INC. ``AS IS'' AND
     22  1.3.10.2  yamt  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     23  1.3.10.2  yamt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     24  1.3.10.2  yamt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL ITRONIX INC. BE LIABLE FOR ANY
     25  1.3.10.2  yamt  * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     26  1.3.10.2  yamt  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     27  1.3.10.2  yamt  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
     28  1.3.10.2  yamt  * ON ANY THEORY OF LIABILITY, WHETHER IN
     29  1.3.10.2  yamt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     30  1.3.10.2  yamt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     31  1.3.10.2  yamt  * POSSIBILITY OF SUCH DAMAGE.
     32  1.3.10.2  yamt  */
     33  1.3.10.2  yamt /*
     34  1.3.10.2  yamt  * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
     35  1.3.10.2  yamt  * All rights reserved.
     36  1.3.10.2  yamt  *
     37  1.3.10.2  yamt  * This code is derived from software contributed to The NetBSD Foundation
     38  1.3.10.2  yamt  * by Charles M. Hannum and by Jason R. Thorpe of the Numerical Aerospace
     39  1.3.10.2  yamt  * Simulation Facility, NASA Ames Research Center.
     40  1.3.10.2  yamt  *
     41  1.3.10.2  yamt  * Redistribution and use in source and binary forms, with or without
     42  1.3.10.2  yamt  * modification, are permitted provided that the following conditions
     43  1.3.10.2  yamt  * are met:
     44  1.3.10.2  yamt  * 1. Redistributions of source code must retain the above copyright
     45  1.3.10.2  yamt  *    notice, this list of conditions and the following disclaimer.
     46  1.3.10.2  yamt  * 2. Redistributions in binary form must reproduce the above copyright
     47  1.3.10.2  yamt  *    notice, this list of conditions and the following disclaimer in the
     48  1.3.10.2  yamt  *    documentation and/or other materials provided with the distribution.
     49  1.3.10.2  yamt  * 3. All advertising materials mentioning features or use of this software
     50  1.3.10.2  yamt  *    must display the following acknowledgement:
     51  1.3.10.2  yamt  *	This product includes software developed by the NetBSD
     52  1.3.10.2  yamt  *	Foundation, Inc. and its contributors.
     53  1.3.10.2  yamt  * 4. Neither the name of The NetBSD Foundation nor the names of its
     54  1.3.10.2  yamt  *    contributors may be used to endorse or promote products derived
     55  1.3.10.2  yamt  *    from this software without specific prior written permission.
     56  1.3.10.2  yamt  *
     57  1.3.10.2  yamt  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     58  1.3.10.2  yamt  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     59  1.3.10.2  yamt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     60  1.3.10.2  yamt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     61  1.3.10.2  yamt  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     62  1.3.10.2  yamt  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     63  1.3.10.2  yamt  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     64  1.3.10.2  yamt  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     65  1.3.10.2  yamt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     66  1.3.10.2  yamt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     67  1.3.10.2  yamt  * POSSIBILITY OF SUCH DAMAGE.
     68  1.3.10.2  yamt  */
     69  1.3.10.2  yamt 
     70  1.3.10.2  yamt #include <sys/cdefs.h>
     71  1.3.10.4  yamt __KERNEL_RCSID(0, "$NetBSD: au_wired_space.c,v 1.3.10.4 2007/09/03 14:27:52 yamt Exp $");
     72  1.3.10.2  yamt 
     73  1.3.10.2  yamt /*
     74  1.3.10.2  yamt  * This provides mappings for the upper I/O regions used on some
     75  1.3.10.2  yamt  * Alchemy parts, e.g. PCI and PCMCIA spaces.  These spaces can be
     76  1.3.10.2  yamt  * accessed using wired TLB entries.
     77  1.3.10.2  yamt  */
     78  1.3.10.2  yamt 
     79  1.3.10.2  yamt #include <sys/param.h>
     80  1.3.10.2  yamt #include <sys/systm.h>
     81  1.3.10.2  yamt #include <sys/extent.h>
     82  1.3.10.2  yamt #include <sys/malloc.h>
     83  1.3.10.2  yamt #include <sys/endian.h>
     84  1.3.10.2  yamt 
     85  1.3.10.2  yamt #include <machine/bus.h>
     86  1.3.10.2  yamt #include <machine/locore.h>
     87  1.3.10.2  yamt #include <machine/wired_map.h>
     88  1.3.10.2  yamt #include <mips/alchemy/include/au_wired_space.h>
     89  1.3.10.2  yamt 
     90  1.3.10.2  yamt #ifndef	AU_WIRED_EXTENT_SZ
     91  1.3.10.2  yamt #define	AU_WIRED_EXTENT_SZ	EXTENT_FIXED_STORAGE_SIZE(10)
     92  1.3.10.2  yamt #endif
     93  1.3.10.2  yamt 
     94  1.3.10.2  yamt typedef struct au_wired_cookie {
     95  1.3.10.2  yamt 	const char	*c_name;
     96  1.3.10.2  yamt 	bus_addr_t	c_start;
     97  1.3.10.2  yamt 	bus_size_t	c_size;
     98  1.3.10.2  yamt 	paddr_t		c_pbase;
     99  1.3.10.2  yamt 	int		c_flags;
    100  1.3.10.2  yamt 	int		c_swswap;
    101  1.3.10.3  yamt 	bool		c_hwswap;
    102  1.3.10.2  yamt 	struct extent	*c_extent;
    103  1.3.10.2  yamt 	long		c_exstore[AU_WIRED_EXTENT_SZ/sizeof (long)];
    104  1.3.10.2  yamt } au_wired_cookie_t;
    105  1.3.10.2  yamt 
    106  1.3.10.2  yamt int au_wired_map(void *, bus_addr_t, bus_size_t, int,
    107  1.3.10.2  yamt     bus_space_handle_t *, int);
    108  1.3.10.2  yamt void au_wired_unmap(void *, bus_space_handle_t, bus_size_t, int);
    109  1.3.10.2  yamt void *au_wired_vaddr(void *, bus_space_handle_t);
    110  1.3.10.2  yamt int au_wired_subregion(void *, bus_space_handle_t, bus_size_t, bus_size_t,
    111  1.3.10.2  yamt     bus_space_handle_t *);
    112  1.3.10.2  yamt paddr_t au_wired_mmap(void *, bus_addr_t, off_t, int, int);
    113  1.3.10.2  yamt int au_wired_alloc(void *, bus_addr_t, bus_addr_t, bus_size_t, bus_size_t,
    114  1.3.10.2  yamt     bus_size_t, int, bus_addr_t *, bus_space_handle_t *);
    115  1.3.10.2  yamt void au_wired_free(void *, bus_space_handle_t, bus_size_t);
    116  1.3.10.2  yamt void au_wired_barrier(void *, bus_space_handle_t, bus_size_t, bus_size_t, int);
    117  1.3.10.2  yamt uint8_t au_wired_r_1(void *, bus_space_handle_t, bus_size_t);
    118  1.3.10.2  yamt uint16_t au_wired_r_2(void *, bus_space_handle_t, bus_size_t);
    119  1.3.10.2  yamt uint32_t au_wired_r_4(void *, bus_space_handle_t, bus_size_t);
    120  1.3.10.2  yamt uint64_t au_wired_r_8(void *, bus_space_handle_t, bus_size_t);
    121  1.3.10.2  yamt void au_wired_rm_1(void *, bus_space_handle_t, bus_size_t, uint8_t *,
    122  1.3.10.2  yamt     bus_size_t);
    123  1.3.10.2  yamt void au_wired_rm_2(void *, bus_space_handle_t, bus_size_t, uint16_t *,
    124  1.3.10.2  yamt     bus_size_t);
    125  1.3.10.2  yamt void au_wired_rm_4(void *, bus_space_handle_t, bus_size_t, uint32_t *,
    126  1.3.10.2  yamt     bus_size_t);
    127  1.3.10.2  yamt void au_wired_rm_8(void *, bus_space_handle_t, bus_size_t, uint64_t *,
    128  1.3.10.2  yamt     bus_size_t);
    129  1.3.10.2  yamt void au_wired_rr_1(void *, bus_space_handle_t, bus_size_t, uint8_t *,
    130  1.3.10.2  yamt     bus_size_t);
    131  1.3.10.2  yamt void au_wired_rr_2(void *, bus_space_handle_t, bus_size_t, uint16_t *,
    132  1.3.10.2  yamt     bus_size_t);
    133  1.3.10.2  yamt void au_wired_rr_4(void *, bus_space_handle_t, bus_size_t, uint32_t *,
    134  1.3.10.2  yamt     bus_size_t);
    135  1.3.10.2  yamt void au_wired_rr_8(void *, bus_space_handle_t, bus_size_t, uint64_t *,
    136  1.3.10.2  yamt     bus_size_t);
    137  1.3.10.2  yamt void au_wired_w_1(void *, bus_space_handle_t, bus_size_t, uint8_t);
    138  1.3.10.2  yamt void au_wired_w_2(void *, bus_space_handle_t, bus_size_t, uint16_t);
    139  1.3.10.2  yamt void au_wired_w_4(void *, bus_space_handle_t, bus_size_t, uint32_t);
    140  1.3.10.2  yamt void au_wired_w_8(void *, bus_space_handle_t, bus_size_t, uint64_t);
    141  1.3.10.2  yamt void au_wired_wm_1(void *, bus_space_handle_t, bus_size_t, const uint8_t *,
    142  1.3.10.2  yamt     bus_size_t);
    143  1.3.10.2  yamt void au_wired_wm_2(void *, bus_space_handle_t, bus_size_t, const uint16_t *,
    144  1.3.10.2  yamt     bus_size_t);
    145  1.3.10.2  yamt void au_wired_wm_4(void *, bus_space_handle_t, bus_size_t, const uint32_t *,
    146  1.3.10.2  yamt     bus_size_t);
    147  1.3.10.2  yamt void au_wired_wm_8(void *, bus_space_handle_t, bus_size_t, const uint64_t *,
    148  1.3.10.2  yamt     bus_size_t);
    149  1.3.10.2  yamt void au_wired_wr_1(void *, bus_space_handle_t, bus_size_t, const uint8_t *,
    150  1.3.10.2  yamt     bus_size_t);
    151  1.3.10.2  yamt void au_wired_wr_2(void *, bus_space_handle_t, bus_size_t, const uint16_t *,
    152  1.3.10.2  yamt     bus_size_t);
    153  1.3.10.2  yamt void au_wired_wr_4(void *, bus_space_handle_t, bus_size_t, const uint32_t *,
    154  1.3.10.2  yamt     bus_size_t);
    155  1.3.10.2  yamt void au_wired_wr_8(void *, bus_space_handle_t, bus_size_t, const uint64_t *,
    156  1.3.10.2  yamt     bus_size_t);
    157  1.3.10.2  yamt void au_wired_sm_1(void *, bus_space_handle_t, bus_size_t, uint8_t,
    158  1.3.10.2  yamt     bus_size_t);
    159  1.3.10.2  yamt void au_wired_sm_2(void *, bus_space_handle_t, bus_size_t, uint16_t,
    160  1.3.10.2  yamt     bus_size_t);
    161  1.3.10.2  yamt void au_wired_sm_4(void *, bus_space_handle_t, bus_size_t, uint32_t,
    162  1.3.10.2  yamt     bus_size_t);
    163  1.3.10.2  yamt void au_wired_sm_8(void *, bus_space_handle_t, bus_size_t, uint64_t,
    164  1.3.10.2  yamt     bus_size_t);
    165  1.3.10.2  yamt void au_wired_sr_1(void *, bus_space_handle_t, bus_size_t, uint8_t,
    166  1.3.10.2  yamt     bus_size_t);
    167  1.3.10.2  yamt void au_wired_sr_2(void *, bus_space_handle_t, bus_size_t, uint16_t,
    168  1.3.10.2  yamt     bus_size_t);
    169  1.3.10.2  yamt void au_wired_sr_4(void *, bus_space_handle_t, bus_size_t, uint32_t,
    170  1.3.10.2  yamt     bus_size_t);
    171  1.3.10.2  yamt void au_wired_sr_8(void *, bus_space_handle_t, bus_size_t, uint64_t,
    172  1.3.10.2  yamt     bus_size_t);
    173  1.3.10.2  yamt void au_wired_c_1(void *, bus_space_handle_t, bus_size_t,
    174  1.3.10.2  yamt     bus_space_handle_t, bus_size_t, bus_size_t);
    175  1.3.10.2  yamt void au_wired_c_2(void *, bus_space_handle_t, bus_size_t,
    176  1.3.10.2  yamt     bus_space_handle_t, bus_size_t, bus_size_t);
    177  1.3.10.2  yamt void au_wired_c_4(void *, bus_space_handle_t, bus_size_t,
    178  1.3.10.2  yamt     bus_space_handle_t, bus_size_t, bus_size_t);
    179  1.3.10.2  yamt void au_wired_c_8(void *, bus_space_handle_t, bus_size_t,
    180  1.3.10.2  yamt     bus_space_handle_t, bus_size_t, bus_size_t);
    181  1.3.10.2  yamt uint16_t au_wired_rs_2(void *, bus_space_handle_t, bus_size_t);
    182  1.3.10.2  yamt uint32_t au_wired_rs_4(void *, bus_space_handle_t, bus_size_t);
    183  1.3.10.2  yamt uint64_t au_wired_rs_8(void *, bus_space_handle_t, bus_size_t);
    184  1.3.10.2  yamt void au_wired_ws_2(void *, bus_space_handle_t, bus_size_t, uint16_t);
    185  1.3.10.2  yamt void au_wired_ws_4(void *, bus_space_handle_t, bus_size_t, uint32_t);
    186  1.3.10.2  yamt void au_wired_ws_8(void *, bus_space_handle_t, bus_size_t, uint64_t);
    187  1.3.10.2  yamt void au_wired_rms_2(void *, bus_space_handle_t, bus_size_t, uint16_t *,
    188  1.3.10.2  yamt     bus_size_t);
    189  1.3.10.2  yamt void au_wired_rms_4(void *, bus_space_handle_t, bus_size_t, uint32_t *,
    190  1.3.10.2  yamt     bus_size_t);
    191  1.3.10.2  yamt void au_wired_rms_8(void *, bus_space_handle_t, bus_size_t, uint64_t *,
    192  1.3.10.2  yamt     bus_size_t);
    193  1.3.10.2  yamt void au_wired_rrs_2(void *, bus_space_handle_t, bus_size_t, uint16_t *,
    194  1.3.10.2  yamt     bus_size_t);
    195  1.3.10.2  yamt void au_wired_rrs_4(void *, bus_space_handle_t, bus_size_t, uint32_t *,
    196  1.3.10.2  yamt     bus_size_t);
    197  1.3.10.2  yamt void au_wired_rrs_8(void *, bus_space_handle_t, bus_size_t, uint64_t *,
    198  1.3.10.2  yamt     bus_size_t);
    199  1.3.10.2  yamt void au_wired_wms_2(void *, bus_space_handle_t, bus_size_t, const uint16_t *,
    200  1.3.10.2  yamt     bus_size_t);
    201  1.3.10.2  yamt void au_wired_wms_4(void *, bus_space_handle_t, bus_size_t, const uint32_t *,
    202  1.3.10.2  yamt     bus_size_t);
    203  1.3.10.2  yamt void au_wired_wms_8(void *, bus_space_handle_t, bus_size_t, const uint64_t *,
    204  1.3.10.2  yamt     bus_size_t);
    205  1.3.10.2  yamt void au_wired_wrs_2(void *, bus_space_handle_t, bus_size_t, const uint16_t *,
    206  1.3.10.2  yamt     bus_size_t);
    207  1.3.10.2  yamt void au_wired_wrs_4(void *, bus_space_handle_t, bus_size_t, const uint32_t *,
    208  1.3.10.2  yamt     bus_size_t);
    209  1.3.10.2  yamt void au_wired_wrs_8(void *, bus_space_handle_t, bus_size_t, const uint64_t *,
    210  1.3.10.2  yamt     bus_size_t);
    211  1.3.10.2  yamt 
    212  1.3.10.2  yamt int
    213  1.3.10.2  yamt au_wired_map(void *cookie, bus_addr_t addr, bus_size_t size,
    214  1.3.10.2  yamt     int flags, bus_space_handle_t *bshp, int acct)
    215  1.3.10.2  yamt {
    216  1.3.10.2  yamt 	int			err;
    217  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)cookie;
    218  1.3.10.2  yamt 	paddr_t			pa;
    219  1.3.10.2  yamt 
    220  1.3.10.2  yamt 	/* make sure we can map this bus address */
    221  1.3.10.2  yamt 	if (addr < c->c_start ||
    222  1.3.10.2  yamt 	    addr + size > c->c_start + c->c_size)
    223  1.3.10.2  yamt 		return EINVAL;
    224  1.3.10.2  yamt 
    225  1.3.10.2  yamt 	pa = c->c_pbase + (addr - c->c_start);
    226  1.3.10.2  yamt 
    227  1.3.10.2  yamt 	if (!mips3_wired_enter_region(addr, pa, size))
    228  1.3.10.2  yamt 		return ENOMEM;
    229  1.3.10.2  yamt 
    230  1.3.10.2  yamt 	/*
    231  1.3.10.2  yamt 	 * bus addresses are taken from virtual address space.
    232  1.3.10.2  yamt 	 */
    233  1.3.10.2  yamt 	if (acct && c->c_extent != NULL) {
    234  1.3.10.2  yamt 		err = extent_alloc_region(c->c_extent, addr, size, EX_NOWAIT);
    235  1.3.10.2  yamt 		if (err)
    236  1.3.10.2  yamt 			return err;
    237  1.3.10.2  yamt 	}
    238  1.3.10.2  yamt 
    239  1.3.10.2  yamt 	*bshp = addr;
    240  1.3.10.2  yamt 
    241  1.3.10.2  yamt 	return 0;
    242  1.3.10.2  yamt }
    243  1.3.10.2  yamt 
    244  1.3.10.2  yamt void
    245  1.3.10.2  yamt au_wired_unmap(void *cookie, bus_space_handle_t bsh, bus_size_t size, int acct)
    246  1.3.10.2  yamt {
    247  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)cookie;
    248  1.3.10.2  yamt 
    249  1.3.10.2  yamt 	if (acct != 0 && c->c_extent != NULL) {
    250  1.3.10.2  yamt 		extent_free(c->c_extent, (vaddr_t)bsh, size, EX_NOWAIT);
    251  1.3.10.2  yamt 	}
    252  1.3.10.2  yamt }
    253  1.3.10.2  yamt 
    254  1.3.10.2  yamt int
    255  1.3.10.2  yamt au_wired_subregion(void *cookie, bus_space_handle_t bsh,
    256  1.3.10.2  yamt     bus_size_t offset, bus_size_t size, bus_space_handle_t *nbshp)
    257  1.3.10.2  yamt {
    258  1.3.10.2  yamt 
    259  1.3.10.2  yamt 	*nbshp = bsh + offset;
    260  1.3.10.2  yamt 	return 0;
    261  1.3.10.2  yamt }
    262  1.3.10.2  yamt 
    263  1.3.10.2  yamt void *
    264  1.3.10.2  yamt au_wired_vaddr(void *cookie, bus_space_handle_t bsh)
    265  1.3.10.2  yamt {
    266  1.3.10.2  yamt 
    267  1.3.10.2  yamt 	return ((void *)bsh);
    268  1.3.10.2  yamt }
    269  1.3.10.2  yamt 
    270  1.3.10.2  yamt paddr_t
    271  1.3.10.2  yamt au_wired_mmap(void *cookie, bus_addr_t addr, off_t off, int prot, int flags)
    272  1.3.10.2  yamt {
    273  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)cookie;
    274  1.3.10.2  yamt 
    275  1.3.10.2  yamt 	/* I/O spaces should not be directly mmap'ed */
    276  1.3.10.2  yamt 	if (c->c_flags & AU_WIRED_SPACE_IO)
    277  1.3.10.2  yamt 		return -1;
    278  1.3.10.2  yamt 
    279  1.3.10.2  yamt 	if (addr < c->c_start || (addr + off) >= (c->c_start + c->c_size))
    280  1.3.10.2  yamt 		return -1;
    281  1.3.10.2  yamt 
    282  1.3.10.2  yamt 	return mips_btop(c->c_pbase + (addr - c->c_start) + off);
    283  1.3.10.2  yamt }
    284  1.3.10.2  yamt 
    285  1.3.10.2  yamt int
    286  1.3.10.2  yamt au_wired_alloc(void *cookie, bus_addr_t start, bus_addr_t end,
    287  1.3.10.2  yamt     bus_size_t size, bus_size_t align, bus_size_t boundary, int flags,
    288  1.3.10.2  yamt     bus_addr_t *addrp, bus_space_handle_t *bshp)
    289  1.3.10.2  yamt {
    290  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)cookie;
    291  1.3.10.2  yamt 	vaddr_t addr;
    292  1.3.10.2  yamt 	int err;
    293  1.3.10.2  yamt 	paddr_t pa;
    294  1.3.10.2  yamt 
    295  1.3.10.2  yamt 	if (c->c_extent == NULL)
    296  1.3.10.2  yamt 		panic("au_wired_alloc: extent map %s not avail", c->c_name);
    297  1.3.10.2  yamt 
    298  1.3.10.2  yamt 	if (start < c->c_start || ((start + size) > (c->c_start + c->c_size)))
    299  1.3.10.2  yamt 		return EINVAL;
    300  1.3.10.2  yamt 
    301  1.3.10.2  yamt 	err = extent_alloc_subregion(c->c_extent, start, end, size,
    302  1.3.10.2  yamt 	    align, boundary, EX_FAST | EX_NOWAIT, &addr);
    303  1.3.10.2  yamt 	if (err)
    304  1.3.10.2  yamt 		return err;
    305  1.3.10.2  yamt 
    306  1.3.10.2  yamt 	pa = c->c_pbase + (addr - c->c_start);
    307  1.3.10.2  yamt 
    308  1.3.10.2  yamt 	if (!mips3_wired_enter_region(addr, pa, size))
    309  1.3.10.2  yamt 		return ENOMEM;
    310  1.3.10.2  yamt 
    311  1.3.10.2  yamt 	*bshp = addr;
    312  1.3.10.2  yamt 	*addrp = addr;
    313  1.3.10.2  yamt 	return 0;
    314  1.3.10.2  yamt }
    315  1.3.10.2  yamt 
    316  1.3.10.2  yamt void
    317  1.3.10.2  yamt au_wired_free(void *cookie, bus_space_handle_t bsh, bus_size_t size)
    318  1.3.10.2  yamt {
    319  1.3.10.2  yamt 
    320  1.3.10.2  yamt 	/* unmap takes care of it all */
    321  1.3.10.2  yamt 	au_wired_unmap(cookie, bsh, size, 1);
    322  1.3.10.2  yamt }
    323  1.3.10.2  yamt 
    324  1.3.10.2  yamt inline void
    325  1.3.10.2  yamt au_wired_barrier(void *cookie, bus_space_handle_t bsh, bus_size_t o,
    326  1.3.10.2  yamt     bus_size_t l, int f)
    327  1.3.10.2  yamt {
    328  1.3.10.2  yamt 
    329  1.3.10.2  yamt 	if (f & BUS_SPACE_BARRIER_WRITE)
    330  1.3.10.2  yamt 		wbflush();
    331  1.3.10.2  yamt }
    332  1.3.10.2  yamt 
    333  1.3.10.2  yamt inline uint8_t
    334  1.3.10.2  yamt au_wired_r_1(void *v, bus_space_handle_t h, bus_size_t o)
    335  1.3.10.2  yamt {
    336  1.3.10.2  yamt 
    337  1.3.10.2  yamt 	return (*(volatile uint8_t *)(h + o));
    338  1.3.10.2  yamt }
    339  1.3.10.2  yamt 
    340  1.3.10.2  yamt inline uint16_t
    341  1.3.10.2  yamt au_wired_r_2(void *v, bus_space_handle_t h, bus_size_t o)
    342  1.3.10.2  yamt {
    343  1.3.10.2  yamt 	uint16_t		val = (*(volatile uint16_t *)(h + o));
    344  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    345  1.3.10.2  yamt 
    346  1.3.10.2  yamt 	return (c->c_swswap ? bswap16(val) : val);
    347  1.3.10.2  yamt }
    348  1.3.10.2  yamt 
    349  1.3.10.2  yamt inline uint32_t
    350  1.3.10.2  yamt au_wired_r_4(void *v, bus_space_handle_t h, bus_size_t o)
    351  1.3.10.2  yamt {
    352  1.3.10.2  yamt 	uint32_t		val = (*(volatile uint32_t *)(h + o));
    353  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    354  1.3.10.2  yamt 
    355  1.3.10.2  yamt 	return (c->c_swswap ? bswap32(val) : val);
    356  1.3.10.2  yamt }
    357  1.3.10.2  yamt 
    358  1.3.10.2  yamt inline uint64_t
    359  1.3.10.2  yamt au_wired_r_8(void *v, bus_space_handle_t h, bus_size_t o)
    360  1.3.10.2  yamt {
    361  1.3.10.2  yamt 	uint64_t		val = (*(volatile uint64_t *)(h + o));
    362  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    363  1.3.10.2  yamt 
    364  1.3.10.2  yamt 	return (c->c_swswap ? bswap64(val) : val);
    365  1.3.10.2  yamt }
    366  1.3.10.2  yamt 
    367  1.3.10.2  yamt inline void
    368  1.3.10.2  yamt au_wired_w_1(void *v, bus_space_handle_t h, bus_size_t o, uint8_t val)
    369  1.3.10.2  yamt {
    370  1.3.10.2  yamt 
    371  1.3.10.2  yamt 	*(volatile uint8_t *)(h + o) = val;
    372  1.3.10.2  yamt }
    373  1.3.10.2  yamt 
    374  1.3.10.2  yamt inline void
    375  1.3.10.2  yamt au_wired_w_2(void *v, bus_space_handle_t h, bus_size_t o, uint16_t val)
    376  1.3.10.2  yamt {
    377  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    378  1.3.10.2  yamt 
    379  1.3.10.2  yamt 	*(volatile uint16_t *)(h + o) = c->c_swswap ? bswap16(val) : val;
    380  1.3.10.2  yamt }
    381  1.3.10.2  yamt 
    382  1.3.10.2  yamt inline void
    383  1.3.10.2  yamt au_wired_w_4(void *v, bus_space_handle_t h, bus_size_t o, uint32_t val)
    384  1.3.10.2  yamt {
    385  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    386  1.3.10.2  yamt 
    387  1.3.10.2  yamt 	*(volatile uint32_t *)(h + o) = c->c_swswap ? bswap32(val) : val;
    388  1.3.10.2  yamt }
    389  1.3.10.2  yamt 
    390  1.3.10.2  yamt inline void
    391  1.3.10.2  yamt au_wired_w_8(void *v, bus_space_handle_t h, bus_size_t o, uint64_t val)
    392  1.3.10.2  yamt {
    393  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    394  1.3.10.2  yamt 
    395  1.3.10.2  yamt 	*(volatile uint64_t *)(h + o) = c->c_swswap ? bswap64(val) : val;
    396  1.3.10.2  yamt }
    397  1.3.10.2  yamt 
    398  1.3.10.2  yamt inline uint16_t
    399  1.3.10.2  yamt au_wired_rs_2(void *v, bus_space_handle_t h, bus_size_t o)
    400  1.3.10.2  yamt {
    401  1.3.10.2  yamt 	uint16_t		val = (*(volatile uint16_t *)(h + o));
    402  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    403  1.3.10.2  yamt 
    404  1.3.10.2  yamt 	return (c->c_hwswap ? bswap16(val) : val);
    405  1.3.10.2  yamt }
    406  1.3.10.2  yamt 
    407  1.3.10.2  yamt inline uint32_t
    408  1.3.10.2  yamt au_wired_rs_4(void *v, bus_space_handle_t h, bus_size_t o)
    409  1.3.10.2  yamt {
    410  1.3.10.2  yamt 	uint32_t		val = (*(volatile uint32_t *)(h + o));
    411  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    412  1.3.10.2  yamt 
    413  1.3.10.2  yamt 	return (c->c_hwswap ? bswap32(val) : val);
    414  1.3.10.2  yamt }
    415  1.3.10.2  yamt 
    416  1.3.10.2  yamt inline uint64_t
    417  1.3.10.2  yamt au_wired_rs_8(void *v, bus_space_handle_t h, bus_size_t o)
    418  1.3.10.2  yamt {
    419  1.3.10.2  yamt 	uint64_t		val = (*(volatile uint64_t *)(h + o));
    420  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    421  1.3.10.2  yamt 
    422  1.3.10.2  yamt 	return (c->c_hwswap ? bswap64(val) : val);
    423  1.3.10.2  yamt }
    424  1.3.10.2  yamt 
    425  1.3.10.2  yamt inline void
    426  1.3.10.2  yamt au_wired_ws_2(void *v, bus_space_handle_t h, bus_size_t o, uint16_t val)
    427  1.3.10.2  yamt {
    428  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    429  1.3.10.2  yamt 
    430  1.3.10.2  yamt 	*(volatile uint16_t *)(h + o) = c->c_hwswap ? bswap16(val) : val;
    431  1.3.10.2  yamt }
    432  1.3.10.2  yamt 
    433  1.3.10.2  yamt inline void
    434  1.3.10.2  yamt au_wired_ws_4(void *v, bus_space_handle_t h, bus_size_t o, uint32_t val)
    435  1.3.10.2  yamt {
    436  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    437  1.3.10.2  yamt 
    438  1.3.10.2  yamt 	*(volatile uint32_t *)(h + o) = c->c_hwswap ? bswap32(val) : val;
    439  1.3.10.2  yamt }
    440  1.3.10.2  yamt 
    441  1.3.10.2  yamt inline void
    442  1.3.10.2  yamt au_wired_ws_8(void *v, bus_space_handle_t h, bus_size_t o, uint64_t val)
    443  1.3.10.2  yamt {
    444  1.3.10.2  yamt 	au_wired_cookie_t	*c = (au_wired_cookie_t *)v;
    445  1.3.10.2  yamt 
    446  1.3.10.2  yamt 	*(volatile uint64_t *)(h + o) = c->c_hwswap ? bswap64(val) : val;
    447  1.3.10.2  yamt }
    448  1.3.10.2  yamt 
    449  1.3.10.2  yamt #define	AU_WIRED_RM(TYPE,BYTES)						\
    450  1.3.10.2  yamt void									\
    451  1.3.10.2  yamt __CONCAT(au_wired_rm_,BYTES)(void *v,					\
    452  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, TYPE *dst, bus_size_t cnt)	\
    453  1.3.10.2  yamt {									\
    454  1.3.10.2  yamt 									\
    455  1.3.10.2  yamt 	while (cnt-- > 0)						\
    456  1.3.10.2  yamt 		*dst ++ = __CONCAT(au_wired_r_,BYTES)(v, h, o);		\
    457  1.3.10.2  yamt }
    458  1.3.10.2  yamt AU_WIRED_RM(uint8_t,1)
    459  1.3.10.2  yamt AU_WIRED_RM(uint16_t,2)
    460  1.3.10.2  yamt AU_WIRED_RM(uint32_t,4)
    461  1.3.10.2  yamt AU_WIRED_RM(uint64_t,8)
    462  1.3.10.2  yamt 
    463  1.3.10.2  yamt #define	AU_WIRED_RMS(TYPE,BYTES)					\
    464  1.3.10.2  yamt void									\
    465  1.3.10.2  yamt __CONCAT(au_wired_rms_,BYTES)(void *v,					\
    466  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, TYPE *dst, bus_size_t cnt)	\
    467  1.3.10.2  yamt {									\
    468  1.3.10.2  yamt 									\
    469  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    470  1.3.10.2  yamt 		wbflush();						\
    471  1.3.10.2  yamt 		*dst++ = __CONCAT(au_wired_rs_,BYTES)(v, h, o);		\
    472  1.3.10.2  yamt 	}								\
    473  1.3.10.2  yamt }
    474  1.3.10.2  yamt AU_WIRED_RMS(uint16_t,2)
    475  1.3.10.2  yamt AU_WIRED_RMS(uint32_t,4)
    476  1.3.10.2  yamt AU_WIRED_RMS(uint64_t,8)
    477  1.3.10.2  yamt 
    478  1.3.10.2  yamt #define AU_WIRED_RR(TYPE,BYTES)						\
    479  1.3.10.2  yamt void									\
    480  1.3.10.2  yamt __CONCAT(au_wired_rr_,BYTES)(void *v,					\
    481  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, TYPE *dst, bus_size_t cnt)	\
    482  1.3.10.2  yamt {									\
    483  1.3.10.2  yamt 									\
    484  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    485  1.3.10.2  yamt 		*dst++ = __CONCAT(au_wired_r_,BYTES)(v, h, o);		\
    486  1.3.10.2  yamt 		o += BYTES;						\
    487  1.3.10.2  yamt 	}								\
    488  1.3.10.2  yamt }
    489  1.3.10.2  yamt AU_WIRED_RR(uint8_t,1)
    490  1.3.10.2  yamt AU_WIRED_RR(uint16_t,2)
    491  1.3.10.2  yamt AU_WIRED_RR(uint32_t,4)
    492  1.3.10.2  yamt AU_WIRED_RR(uint64_t,8)
    493  1.3.10.2  yamt 
    494  1.3.10.2  yamt #define AU_WIRED_RRS(TYPE,BYTES)					\
    495  1.3.10.2  yamt void									\
    496  1.3.10.2  yamt __CONCAT(au_wired_rrs_,BYTES)(void *v,					\
    497  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, TYPE *dst, bus_size_t cnt)	\
    498  1.3.10.2  yamt {									\
    499  1.3.10.2  yamt 									\
    500  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    501  1.3.10.2  yamt 		*dst++ = __CONCAT(au_wired_rs_,BYTES)(v, h, o);		\
    502  1.3.10.2  yamt 		o += BYTES;						\
    503  1.3.10.2  yamt 	}								\
    504  1.3.10.2  yamt }
    505  1.3.10.2  yamt AU_WIRED_RRS(uint16_t,2)
    506  1.3.10.2  yamt AU_WIRED_RRS(uint32_t,4)
    507  1.3.10.2  yamt AU_WIRED_RRS(uint64_t,8)
    508  1.3.10.2  yamt 
    509  1.3.10.2  yamt #define	AU_WIRED_WM(TYPE,BYTES)						\
    510  1.3.10.2  yamt void									\
    511  1.3.10.2  yamt __CONCAT(au_wired_wm_,BYTES)(void *v,					\
    512  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, const TYPE *src,		\
    513  1.3.10.2  yamt     bus_size_t cnt)							\
    514  1.3.10.2  yamt {									\
    515  1.3.10.2  yamt 									\
    516  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    517  1.3.10.2  yamt 		__CONCAT(au_wired_w_,BYTES)(v, h, o, *src++);		\
    518  1.3.10.2  yamt 		wbflush();						\
    519  1.3.10.2  yamt 	}								\
    520  1.3.10.2  yamt }
    521  1.3.10.2  yamt AU_WIRED_WM(uint8_t,1)
    522  1.3.10.2  yamt AU_WIRED_WM(uint16_t,2)
    523  1.3.10.2  yamt AU_WIRED_WM(uint32_t,4)
    524  1.3.10.2  yamt AU_WIRED_WM(uint64_t,8)
    525  1.3.10.2  yamt 
    526  1.3.10.2  yamt #define	AU_WIRED_WMS(TYPE,BYTES)					\
    527  1.3.10.2  yamt void									\
    528  1.3.10.2  yamt __CONCAT(au_wired_wms_,BYTES)(void *v,					\
    529  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, const TYPE *src,		\
    530  1.3.10.2  yamt     bus_size_t cnt)							\
    531  1.3.10.2  yamt {									\
    532  1.3.10.2  yamt 									\
    533  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    534  1.3.10.2  yamt 		__CONCAT(au_wired_ws_,BYTES)(v, h, o, *src++);		\
    535  1.3.10.2  yamt 		wbflush();						\
    536  1.3.10.2  yamt 	}								\
    537  1.3.10.2  yamt }
    538  1.3.10.2  yamt AU_WIRED_WMS(uint16_t,2)
    539  1.3.10.2  yamt AU_WIRED_WMS(uint32_t,4)
    540  1.3.10.2  yamt AU_WIRED_WMS(uint64_t,8)
    541  1.3.10.2  yamt 
    542  1.3.10.2  yamt #define	AU_WIRED_WR(TYPE,BYTES)						\
    543  1.3.10.2  yamt void									\
    544  1.3.10.2  yamt __CONCAT(au_wired_wr_,BYTES)(void *v,					\
    545  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, const TYPE *src,		\
    546  1.3.10.2  yamt     bus_size_t cnt)							\
    547  1.3.10.2  yamt {									\
    548  1.3.10.2  yamt 									\
    549  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    550  1.3.10.2  yamt 		__CONCAT(au_wired_w_,BYTES)(v, h, o, *src++);		\
    551  1.3.10.2  yamt 		o += BYTES;						\
    552  1.3.10.2  yamt 	}								\
    553  1.3.10.2  yamt }
    554  1.3.10.2  yamt AU_WIRED_WR(uint8_t,1)
    555  1.3.10.2  yamt AU_WIRED_WR(uint16_t,2)
    556  1.3.10.2  yamt AU_WIRED_WR(uint32_t,4)
    557  1.3.10.2  yamt AU_WIRED_WR(uint64_t,8)
    558  1.3.10.2  yamt 
    559  1.3.10.2  yamt #define	AU_WIRED_WRS(TYPE,BYTES)					\
    560  1.3.10.2  yamt void									\
    561  1.3.10.2  yamt __CONCAT(au_wired_wrs_,BYTES)(void *v,					\
    562  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, const TYPE *src,		\
    563  1.3.10.2  yamt     bus_size_t cnt)							\
    564  1.3.10.2  yamt {									\
    565  1.3.10.2  yamt 									\
    566  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    567  1.3.10.2  yamt 		__CONCAT(au_wired_ws_,BYTES)(v, h, o, *src++);		\
    568  1.3.10.2  yamt 		o += BYTES;						\
    569  1.3.10.2  yamt 	}								\
    570  1.3.10.2  yamt }
    571  1.3.10.2  yamt AU_WIRED_WRS(uint16_t,2)
    572  1.3.10.2  yamt AU_WIRED_WRS(uint32_t,4)
    573  1.3.10.2  yamt AU_WIRED_WRS(uint64_t,8)
    574  1.3.10.2  yamt 
    575  1.3.10.2  yamt #define	AU_WIRED_SM(TYPE,BYTES)						\
    576  1.3.10.2  yamt void									\
    577  1.3.10.2  yamt __CONCAT(au_wired_sm_,BYTES)(void *v,					\
    578  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, TYPE val,			\
    579  1.3.10.2  yamt     bus_size_t cnt)							\
    580  1.3.10.2  yamt {									\
    581  1.3.10.2  yamt 									\
    582  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    583  1.3.10.2  yamt 		__CONCAT(au_wired_w_,BYTES)(v, h, o, val);		\
    584  1.3.10.2  yamt 		wbflush();						\
    585  1.3.10.2  yamt 	}								\
    586  1.3.10.2  yamt }
    587  1.3.10.2  yamt AU_WIRED_SM(uint8_t,1)
    588  1.3.10.2  yamt AU_WIRED_SM(uint16_t,2)
    589  1.3.10.2  yamt AU_WIRED_SM(uint32_t,4)
    590  1.3.10.2  yamt AU_WIRED_SM(uint64_t,8)
    591  1.3.10.2  yamt 
    592  1.3.10.2  yamt #define	AU_WIRED_SR(TYPE,BYTES)						\
    593  1.3.10.2  yamt void									\
    594  1.3.10.2  yamt __CONCAT(au_wired_sr_,BYTES)(void *v,					\
    595  1.3.10.2  yamt     bus_space_handle_t h, bus_size_t o, TYPE val,			\
    596  1.3.10.2  yamt     bus_size_t cnt)							\
    597  1.3.10.2  yamt {									\
    598  1.3.10.2  yamt 									\
    599  1.3.10.2  yamt 	while (cnt-- > 0) {						\
    600  1.3.10.2  yamt 		__CONCAT(au_wired_w_,BYTES)(v, h, o, val);		\
    601  1.3.10.2  yamt 		o += BYTES;						\
    602  1.3.10.2  yamt 	}								\
    603  1.3.10.2  yamt }
    604  1.3.10.2  yamt AU_WIRED_SR(uint8_t,1)
    605  1.3.10.2  yamt AU_WIRED_SR(uint16_t,2)
    606  1.3.10.2  yamt AU_WIRED_SR(uint32_t,4)
    607  1.3.10.2  yamt AU_WIRED_SR(uint64_t,8)
    608  1.3.10.2  yamt 
    609  1.3.10.2  yamt 
    610  1.3.10.2  yamt #define	AU_WIRED_C(TYPE,BYTES)						\
    611  1.3.10.2  yamt void									\
    612  1.3.10.2  yamt __CONCAT(au_wired_c_,BYTES)(void *v,					\
    613  1.3.10.2  yamt     bus_space_handle_t h1, bus_size_t o1, bus_space_handle_t h2,	\
    614  1.3.10.2  yamt     bus_space_handle_t o2, bus_size_t cnt)				\
    615  1.3.10.2  yamt {									\
    616  1.3.10.2  yamt 	volatile TYPE *src, *dst;					\
    617  1.3.10.2  yamt 	src = (volatile TYPE *)(h1 + o1);				\
    618  1.3.10.2  yamt 	dst = (volatile TYPE *)(h2 + o2);				\
    619  1.3.10.2  yamt 									\
    620  1.3.10.2  yamt 	if (src >= dst) {						\
    621  1.3.10.2  yamt 		while (cnt-- > 0)					\
    622  1.3.10.2  yamt 			*dst++ = *src++;				\
    623  1.3.10.2  yamt 	} else {							\
    624  1.3.10.2  yamt 		src += cnt - 1;						\
    625  1.3.10.2  yamt 		dst += cnt - 1;						\
    626  1.3.10.2  yamt 		while (cnt-- > 0)					\
    627  1.3.10.2  yamt 			*dst-- = *src--;				\
    628  1.3.10.2  yamt 	}								\
    629  1.3.10.2  yamt }
    630  1.3.10.2  yamt AU_WIRED_C(uint8_t,1)
    631  1.3.10.2  yamt AU_WIRED_C(uint16_t,2)
    632  1.3.10.2  yamt AU_WIRED_C(uint32_t,4)
    633  1.3.10.2  yamt AU_WIRED_C(uint64_t,8)
    634  1.3.10.2  yamt 
    635  1.3.10.2  yamt 
    636  1.3.10.2  yamt void
    637  1.3.10.2  yamt au_wired_space_init(bus_space_tag_t bst, const char *name,
    638  1.3.10.2  yamt     paddr_t paddr, bus_addr_t start, bus_size_t size, int flags)
    639  1.3.10.2  yamt {
    640  1.3.10.2  yamt 	au_wired_cookie_t	*c;
    641  1.3.10.2  yamt 
    642  1.3.10.2  yamt 	c = malloc(sizeof (struct au_wired_cookie), M_DEVBUF,
    643  1.3.10.2  yamt 	    M_NOWAIT | M_ZERO);
    644  1.3.10.2  yamt 
    645  1.3.10.2  yamt 	c->c_pbase = paddr;
    646  1.3.10.2  yamt 	c->c_name = name;
    647  1.3.10.2  yamt 	c->c_start = start;
    648  1.3.10.2  yamt 	c->c_size = size;
    649  1.3.10.2  yamt 
    650  1.3.10.2  yamt 	/* allocate extent manager */
    651  1.3.10.2  yamt 	c->c_extent = extent_create(name, start, start + size, M_DEVBUF,
    652  1.3.10.4  yamt 	    (void *)c->c_exstore, sizeof (c->c_exstore), EX_NOWAIT);
    653  1.3.10.2  yamt 	if (c->c_extent == NULL)
    654  1.3.10.2  yamt 		panic("au_wired_space_init: %s: cannot create extent", name);
    655  1.3.10.2  yamt 
    656  1.3.10.2  yamt #if	_BYTE_ORDER == _BIG_ENDIAN
    657  1.3.10.2  yamt 	if (flags & AU_WIRED_SPACE_LITTLE_ENDIAN) {
    658  1.3.10.2  yamt 		if (flags & AU_WIRED_SPACE_SWAP_HW)
    659  1.3.10.2  yamt 			c->c_hwswap = 1;
    660  1.3.10.2  yamt 		else
    661  1.3.10.2  yamt 			c->c_swswap = 1;
    662  1.3.10.2  yamt 	}
    663  1.3.10.2  yamt 
    664  1.3.10.2  yamt #elif	_BYTE_ORDER == _LITTLE_ENDIAN
    665  1.3.10.2  yamt 	if (flags & AU_WIRED_SPACE_BIG_ENDIAN) {
    666  1.3.10.2  yamt 		if (flags & AU_WIRED_SPACE_SWAP_HW)
    667  1.3.10.2  yamt 			c->c_hwswap = 1;
    668  1.3.10.2  yamt 		else
    669  1.3.10.2  yamt 			c->c_swswap = 1;
    670  1.3.10.2  yamt 	}
    671  1.3.10.2  yamt #endif
    672  1.3.10.2  yamt 
    673  1.3.10.2  yamt 	bst->bs_cookie = c;
    674  1.3.10.2  yamt 	bst->bs_map = au_wired_map;
    675  1.3.10.2  yamt 	bst->bs_unmap = au_wired_unmap;
    676  1.3.10.2  yamt 	bst->bs_subregion = au_wired_subregion;
    677  1.3.10.2  yamt 	bst->bs_translate = NULL;	/* we don't use these */
    678  1.3.10.2  yamt 	bst->bs_get_window = NULL;	/* we don't use these */
    679  1.3.10.2  yamt 	bst->bs_alloc = au_wired_alloc;
    680  1.3.10.2  yamt 	bst->bs_free = au_wired_free;
    681  1.3.10.2  yamt 	bst->bs_vaddr = au_wired_vaddr;
    682  1.3.10.2  yamt 	bst->bs_mmap = au_wired_mmap;
    683  1.3.10.2  yamt 	bst->bs_barrier = au_wired_barrier;
    684  1.3.10.2  yamt 	bst->bs_r_1 = au_wired_r_1;
    685  1.3.10.2  yamt 	bst->bs_w_1 = au_wired_w_1;
    686  1.3.10.2  yamt 	bst->bs_r_2 = au_wired_r_2;
    687  1.3.10.2  yamt 	bst->bs_r_4 = au_wired_r_4;
    688  1.3.10.2  yamt 	bst->bs_r_8 = au_wired_r_8;
    689  1.3.10.2  yamt 	bst->bs_w_2 = au_wired_w_2;
    690  1.3.10.2  yamt 	bst->bs_w_4 = au_wired_w_4;
    691  1.3.10.2  yamt 	bst->bs_w_8 = au_wired_w_8;
    692  1.3.10.2  yamt 	bst->bs_rm_1 = au_wired_rm_1;
    693  1.3.10.2  yamt 	bst->bs_rm_2 = au_wired_rm_2;
    694  1.3.10.2  yamt 	bst->bs_rm_4 = au_wired_rm_4;
    695  1.3.10.2  yamt 	bst->bs_rm_8 = au_wired_rm_8;
    696  1.3.10.2  yamt 	bst->bs_rr_1 = au_wired_rr_1;
    697  1.3.10.2  yamt 	bst->bs_rr_2 = au_wired_rr_2;
    698  1.3.10.2  yamt 	bst->bs_rr_4 = au_wired_rr_4;
    699  1.3.10.2  yamt 	bst->bs_rr_8 = au_wired_rr_8;
    700  1.3.10.2  yamt 	bst->bs_wm_1 = au_wired_wm_1;
    701  1.3.10.2  yamt 	bst->bs_wm_2 = au_wired_wm_2;
    702  1.3.10.2  yamt 	bst->bs_wm_4 = au_wired_wm_4;
    703  1.3.10.2  yamt 	bst->bs_wm_8 = au_wired_wm_8;
    704  1.3.10.2  yamt 	bst->bs_wr_1 = au_wired_wr_1;
    705  1.3.10.2  yamt 	bst->bs_wr_2 = au_wired_wr_2;
    706  1.3.10.2  yamt 	bst->bs_wr_4 = au_wired_wr_4;
    707  1.3.10.2  yamt 	bst->bs_wr_8 = au_wired_wr_8;
    708  1.3.10.2  yamt 	bst->bs_sm_1 = au_wired_sm_1;
    709  1.3.10.2  yamt 	bst->bs_sm_2 = au_wired_sm_2;
    710  1.3.10.2  yamt 	bst->bs_sm_4 = au_wired_sm_4;
    711  1.3.10.2  yamt 	bst->bs_sm_8 = au_wired_sm_8;
    712  1.3.10.2  yamt 	bst->bs_sr_1 = au_wired_sr_1;
    713  1.3.10.2  yamt 	bst->bs_sr_2 = au_wired_sr_2;
    714  1.3.10.2  yamt 	bst->bs_sr_4 = au_wired_sr_4;
    715  1.3.10.2  yamt 	bst->bs_sr_8 = au_wired_sr_8;
    716  1.3.10.2  yamt 	bst->bs_c_1 = au_wired_c_1;
    717  1.3.10.2  yamt 	bst->bs_c_2 = au_wired_c_2;
    718  1.3.10.2  yamt 	bst->bs_c_4 = au_wired_c_4;
    719  1.3.10.2  yamt 	bst->bs_c_8 = au_wired_c_8;
    720  1.3.10.2  yamt 
    721  1.3.10.2  yamt 	bst->bs_rs_1 = au_wired_r_1;
    722  1.3.10.2  yamt 	bst->bs_rs_2 = au_wired_rs_2;
    723  1.3.10.2  yamt 	bst->bs_rs_4 = au_wired_rs_4;
    724  1.3.10.2  yamt 	bst->bs_rs_8 = au_wired_rs_8;
    725  1.3.10.2  yamt 	bst->bs_rms_1 = au_wired_rm_1;
    726  1.3.10.2  yamt 	bst->bs_rms_2 = au_wired_rms_2;
    727  1.3.10.2  yamt 	bst->bs_rms_4 = au_wired_rms_4;
    728  1.3.10.2  yamt 	bst->bs_rms_8 = au_wired_rms_8;
    729  1.3.10.2  yamt 	bst->bs_rrs_1 = au_wired_rr_1;
    730  1.3.10.2  yamt 	bst->bs_rrs_2 = au_wired_rrs_2;
    731  1.3.10.2  yamt 	bst->bs_rrs_4 = au_wired_rrs_4;
    732  1.3.10.2  yamt 	bst->bs_rrs_8 = au_wired_rrs_8;
    733  1.3.10.2  yamt 	bst->bs_ws_1 = au_wired_w_1;
    734  1.3.10.2  yamt 	bst->bs_ws_2 = au_wired_ws_2;
    735  1.3.10.2  yamt 	bst->bs_ws_4 = au_wired_ws_4;
    736  1.3.10.2  yamt 	bst->bs_ws_8 = au_wired_ws_8;
    737  1.3.10.2  yamt 	bst->bs_wms_1 = au_wired_wm_1;
    738  1.3.10.2  yamt 	bst->bs_wms_2 = au_wired_wms_2;
    739  1.3.10.2  yamt 	bst->bs_wms_4 = au_wired_wms_4;
    740  1.3.10.2  yamt 	bst->bs_wms_8 = au_wired_wms_8;
    741  1.3.10.2  yamt 	bst->bs_wrs_1 = au_wired_wr_1;
    742  1.3.10.2  yamt 	bst->bs_wrs_2 = au_wired_wrs_2;
    743  1.3.10.2  yamt 	bst->bs_wrs_4 = au_wired_wrs_4;
    744  1.3.10.2  yamt 	bst->bs_wrs_8 = au_wired_wrs_8;
    745  1.3.10.2  yamt }
    746