Home | History | Annotate | Line # | Download | only in sdmmc
if_bwfm_sdio.c revision 1.15
      1 /* $NetBSD: if_bwfm_sdio.c,v 1.15 2020/05/07 11:46:27 macallan Exp $ */
      2 /* $OpenBSD: if_bwfm_sdio.c,v 1.1 2017/10/11 17:19:50 patrick Exp $ */
      3 /*
      4  * Copyright (c) 2010-2016 Broadcom Corporation
      5  * Copyright (c) 2016,2017 Patrick Wildt <patrick (at) blueri.se>
      6  *
      7  * Permission to use, copy, modify, and/or distribute this software for any
      8  * purpose with or without fee is hereby granted, provided that the above
      9  * copyright notice and this permission notice appear in all copies.
     10  *
     11  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     12  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     13  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     14  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     15  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
     16  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
     17  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     18  */
     19 
     20 #include <sys/param.h>
     21 #include <sys/systm.h>
     22 #include <sys/buf.h>
     23 #include <sys/endian.h>
     24 #include <sys/kernel.h>
     25 #include <sys/malloc.h>
     26 #include <sys/device.h>
     27 #include <sys/queue.h>
     28 #include <sys/socket.h>
     29 #include <sys/mutex.h>
     30 
     31 #include <net/bpf.h>
     32 #include <net/if.h>
     33 #include <net/if_dl.h>
     34 #include <net/if_media.h>
     35 #include <net/if_ether.h>
     36 
     37 #include <netinet/in.h>
     38 
     39 #include <dev/ofw/openfirm.h>
     40 #include <dev/fdt/fdtvar.h>
     41 
     42 #include <net80211/ieee80211_var.h>
     43 
     44 #include <dev/sdmmc/sdmmcdevs.h>
     45 #include <dev/sdmmc/sdmmcvar.h>
     46 
     47 #include <dev/ic/bwfmvar.h>
     48 #include <dev/ic/bwfmreg.h>
     49 #include <dev/sdmmc/if_bwfm_sdio.h>
     50 
     51 #ifdef BWFM_DEBUG
     52 #define DPRINTF(x)	do { if (bwfm_debug > 0) printf x; } while (0)
     53 #define DPRINTFN(n, x)	do { if (bwfm_debug >= (n)) printf x; } while (0)
     54 static int bwfm_debug = 2;
     55 #else
     56 #define DPRINTF(x)	do { ; } while (0)
     57 #define DPRINTFN(n, x)	do { ; } while (0)
     58 #endif
     59 
     60 #define DEVNAME(sc)	device_xname((sc)->sc_sc.sc_dev)
     61 
     62 enum bwfm_sdio_clkstate {
     63 	CLK_NONE,
     64 	CLK_SDONLY,
     65 	CLK_PENDING,
     66 	CLK_AVAIL
     67 };
     68 
     69 struct bwfm_sdio_softc {
     70 	struct bwfm_softc	sc_sc;
     71 	kmutex_t		sc_lock;
     72 	kmutex_t		sc_intr_lock;
     73 
     74 	bool			sc_bwfm_attached;
     75 
     76 	struct sdmmc_function	**sc_sf;
     77 	size_t			sc_sf_size;
     78 
     79 	uint32_t		sc_bar0;
     80 	enum bwfm_sdio_clkstate	sc_clkstate;
     81 	bool			sc_sr_enabled;
     82 	bool			sc_alp_only;
     83 	bool			sc_sleeping;
     84 	bool			sc_rxskip;
     85 
     86 	struct sdmmc_task	sc_task;
     87 	bool			sc_task_queued;
     88 
     89 	uint8_t			sc_tx_seq;
     90 	uint8_t			sc_tx_max_seq;
     91 	int			sc_tx_count;
     92 	MBUFQ_HEAD()		sc_tx_queue;
     93 
     94 	struct mbuf		*sc_rxctl_queue;
     95 	kcondvar_t		sc_rxctl_cv;
     96 
     97 	void			*sc_ih;
     98 	struct bwfm_core	*sc_cc;
     99 
    100 	char			*sc_bounce_buf;
    101 	size_t			sc_bounce_size;
    102 
    103 	uint32_t		sc_console_addr;
    104 	char			*sc_console_buf;
    105 	size_t			sc_console_buf_size;
    106 	uint32_t		sc_console_readidx;
    107 
    108 	int			sc_phandle;
    109 	void			*sc_fdtih;
    110 };
    111 
    112 static int	bwfm_sdio_match(device_t, cfdata_t, void *);
    113 static void	bwfm_sdio_attach(device_t, device_t, void *);
    114 static int	bwfm_sdio_detach(device_t, int);
    115 static void	bwfm_sdio_attachhook(device_t);
    116 static int	bwfm_fdt_find_phandle(device_t, device_t);
    117 static const char *bwfm_fdt_get_model(void);
    118 
    119 static void	bwfm_sdio_backplane(struct bwfm_sdio_softc *, uint32_t);
    120 static uint8_t	bwfm_sdio_read_1(struct bwfm_sdio_softc *, uint32_t);
    121 static uint32_t	bwfm_sdio_read_4(struct bwfm_sdio_softc *, uint32_t);
    122 static void	bwfm_sdio_write_1(struct bwfm_sdio_softc *, uint32_t,
    123 		     uint8_t);
    124 static void	bwfm_sdio_write_4(struct bwfm_sdio_softc *, uint32_t,
    125 		     uint32_t);
    126 
    127 static uint32_t	bwfm_sdio_dev_read(struct bwfm_sdio_softc *, uint32_t);
    128 static void	bwfm_sdio_dev_write(struct bwfm_sdio_softc *, uint32_t,
    129 		     uint32_t);
    130 
    131 static uint32_t	bwfm_sdio_buscore_read(struct bwfm_softc *, uint32_t);
    132 static void	bwfm_sdio_buscore_write(struct bwfm_softc *, uint32_t,
    133 		     uint32_t);
    134 static int	bwfm_sdio_buscore_prepare(struct bwfm_softc *);
    135 static void	bwfm_sdio_buscore_activate(struct bwfm_softc *, uint32_t);
    136 
    137 static int	bwfm_sdio_buf_read(struct bwfm_sdio_softc *,
    138 		    struct sdmmc_function *, uint32_t, char *, size_t);
    139 static int	bwfm_sdio_buf_write(struct bwfm_sdio_softc *,
    140 		    struct sdmmc_function *, uint32_t, char *, size_t);
    141 
    142 static struct mbuf	*bwfm_sdio_newbuf(void);
    143 static void		bwfm_qput(struct mbuf **, struct mbuf *);
    144 static struct mbuf	*bwfm_qget(struct mbuf **);
    145 
    146 static uint32_t	bwfm_sdio_ram_read_write(struct bwfm_sdio_softc *,
    147 		    uint32_t, char *, size_t, int);
    148 static uint32_t	bwfm_sdio_frame_read_write(struct bwfm_sdio_softc *,
    149 		    char *, size_t, int);
    150 
    151 static int	bwfm_sdio_intr1(void *, const char *);
    152 static int	bwfm_sdio_intr(void *);
    153 static void	bwfm_sdio_task(void *);
    154 static void	bwfm_sdio_task1(struct bwfm_sdio_softc *);
    155 
    156 static int	bwfm_nvram_convert(u_char *, size_t, size_t *);
    157 static int	bwfm_sdio_load_microcode(struct bwfm_sdio_softc *,
    158 		    u_char *, size_t, u_char *, size_t);
    159 static void	bwfm_sdio_clkctl(struct bwfm_sdio_softc *,
    160 		    enum bwfm_sdio_clkstate, bool);
    161 static void	bwfm_sdio_htclk(struct bwfm_sdio_softc *, bool, bool);
    162 
    163 #ifdef notyet
    164 static int	bwfm_sdio_bus_sleep(struct bwfm_sdio_softc *, bool, bool);
    165 #endif
    166 static void	bwfm_sdio_drivestrength(struct bwfm_sdio_softc *, unsigned);
    167 static void	bwfm_sdio_readshared(struct bwfm_sdio_softc *);
    168 
    169 static int	bwfm_sdio_txcheck(struct bwfm_softc *);
    170 static int	bwfm_sdio_txdata(struct bwfm_softc *, struct mbuf **);
    171 static int	bwfm_sdio_txctl(struct bwfm_softc *, char *, size_t);
    172 static int	bwfm_sdio_rxctl(struct bwfm_softc *, char *, size_t *);
    173 
    174 static int		bwfm_sdio_tx_ok(struct bwfm_sdio_softc *);
    175 static void	bwfm_sdio_tx_frames(struct bwfm_sdio_softc *);
    176 static void	bwfm_sdio_tx_ctrlframe(struct bwfm_sdio_softc *,
    177 		    struct mbuf *);
    178 static void	bwfm_sdio_tx_dataframe(struct bwfm_sdio_softc *,
    179 		    struct mbuf *);
    180 
    181 static void	bwfm_sdio_rx_frames(struct bwfm_sdio_softc *);
    182 static void	bwfm_sdio_rx_glom(struct bwfm_sdio_softc *,
    183 		    uint16_t *, int, uint16_t *);
    184 
    185 #ifdef BWFM_DEBUG
    186 static void	bwfm_sdio_debug_console(struct bwfm_sdio_softc *);
    187 #endif
    188 
    189 static const struct bwfm_firmware_selector bwfm_sdio_fwtab[] = {
    190 	BWFM_FW_ENTRY(BRCM_CC_43143_CHIP_ID,
    191 		      BWFM_FWSEL_ALLREVS, "brcmfmac43143-sdio"),
    192 
    193 	BWFM_FW_ENTRY(BRCM_CC_43241_CHIP_ID,
    194 		      BWFM_FWSEL_REV_LE(4), "brcmfmac43241b0-sdio"),
    195 	BWFM_FW_ENTRY(BRCM_CC_43241_CHIP_ID,
    196 		      BWFM_FWSEL_REV_EQ(5), "brcmfmac43241b4-sdio"),
    197 	BWFM_FW_ENTRY(BRCM_CC_43241_CHIP_ID,
    198 		      BWFM_FWSEL_REV_GE(6), "brcmfmac43241b5-sdio"),
    199 
    200 	BWFM_FW_ENTRY(BRCM_CC_4329_CHIP_ID,
    201 		      BWFM_FWSEL_ALLREVS, "brcmfmac4329-sdio"),
    202 
    203 	BWFM_FW_ENTRY(BRCM_CC_4330_CHIP_ID,
    204 		      BWFM_FWSEL_ALLREVS, "brcmfmac4330-sdio"),
    205 
    206 	BWFM_FW_ENTRY(BRCM_CC_4334_CHIP_ID,
    207 		      BWFM_FWSEL_ALLREVS, "brcmfmac4334-sdio"),
    208 
    209 	BWFM_FW_ENTRY(BRCM_CC_43340_CHIP_ID,
    210 		      BWFM_FWSEL_ALLREVS, "brcmfmac43340-sdio"),
    211 	BWFM_FW_ENTRY(BRCM_CC_43341_CHIP_ID,
    212 		      BWFM_FWSEL_ALLREVS, "brcmfmac43340-sdio"),
    213 
    214 	BWFM_FW_ENTRY(BRCM_CC_4335_CHIP_ID,
    215 		      BWFM_FWSEL_ALLREVS, "brcmfmac4335-sdio"),
    216 
    217 	BWFM_FW_ENTRY(BRCM_CC_43362_CHIP_ID,
    218 		      BWFM_FWSEL_REV_GE(1), "brcmfmac43362-sdio"),
    219 
    220 	BWFM_FW_ENTRY(BRCM_CC_4339_CHIP_ID,
    221 		      BWFM_FWSEL_ALLREVS, "brcmfmac4339-sdio"),
    222 
    223 	BWFM_FW_ENTRY(BRCM_CC_43430_CHIP_ID,
    224 		      BWFM_FWSEL_REV_EQ(0), "brcmfmac43430a0-sdio"),
    225 	BWFM_FW_ENTRY(BRCM_CC_43430_CHIP_ID,
    226 		      BWFM_FWSEL_REV_GE(1), "brcmfmac43430-sdio"),
    227 
    228 	BWFM_FW_ENTRY(BRCM_CC_4345_CHIP_ID,
    229 		      BWFM_FWSEL_REV_EQ(9), "brcmfmac43456-sdio"),
    230 	BWFM_FW_ENTRY(BRCM_CC_4345_CHIP_ID,
    231 		      BWFM_FWSEL_REV_LE(8) + BWFM_FWSEL_REV_GE(10),
    232 		      "brcmfmac43455-sdio"),
    233 
    234 	BWFM_FW_ENTRY(BRCM_CC_4354_CHIP_ID,
    235 		      BWFM_FWSEL_ALLREVS, "brcmfmac4354-sdio"),
    236 
    237 	BWFM_FW_ENTRY(BRCM_CC_4356_CHIP_ID,
    238 		      BWFM_FWSEL_ALLREVS, "brcmfmac4356-sdio"),
    239 
    240 	BWFM_FW_ENTRY(CY_CC_4373_CHIP_ID,
    241 		      BWFM_FWSEL_ALLREVS, "brcmfmac4373-sdio"),
    242 
    243 	BWFM_FW_ENTRY(CY_CC_43012_CHIP_ID,
    244 		      BWFM_FWSEL_ALLREVS, "brcmfmac43012-sdio"),
    245 
    246 	BWFM_FW_ENTRY_END
    247 };
    248 
    249 struct bwfm_bus_ops bwfm_sdio_bus_ops = {
    250 	.bs_init = NULL,
    251 	.bs_stop = NULL,
    252 	.bs_txcheck = bwfm_sdio_txcheck,
    253 	.bs_txdata = bwfm_sdio_txdata,
    254 	.bs_txctl = bwfm_sdio_txctl,
    255 	.bs_rxctl = bwfm_sdio_rxctl,
    256 };
    257 
    258 struct bwfm_buscore_ops bwfm_sdio_buscore_ops = {
    259 	.bc_read = bwfm_sdio_buscore_read,
    260 	.bc_write = bwfm_sdio_buscore_write,
    261 	.bc_prepare = bwfm_sdio_buscore_prepare,
    262 	.bc_reset = NULL,
    263 	.bc_setup = NULL,
    264 	.bc_activate = bwfm_sdio_buscore_activate,
    265 };
    266 
    267 CFATTACH_DECL_NEW(bwfm_sdio, sizeof(struct bwfm_sdio_softc),
    268     bwfm_sdio_match, bwfm_sdio_attach, bwfm_sdio_detach, NULL);
    269 
    270 static const struct bwfm_sdio_product {
    271 	uint32_t	manufacturer;
    272 	uint32_t	product;
    273 	const char	*cisinfo[4];
    274 } bwfm_sdio_products[] = {
    275 	{
    276 		SDMMC_VENDOR_BROADCOM,
    277 		SDMMC_PRODUCT_BROADCOM_BCM4330,
    278 		SDMMC_CIS_BROADCOM_BCM4330
    279 	},
    280 	{
    281 		SDMMC_VENDOR_BROADCOM,
    282 		SDMMC_PRODUCT_BROADCOM_BCM4334,
    283 		SDMMC_CIS_BROADCOM_BCM4334
    284 	},
    285 	{
    286 		SDMMC_VENDOR_BROADCOM,
    287 		SDMMC_PRODUCT_BROADCOM_BCM43143,
    288 		SDMMC_CIS_BROADCOM_BCM43143
    289 	},
    290 	{
    291 		SDMMC_VENDOR_BROADCOM,
    292 		SDMMC_PRODUCT_BROADCOM_BCM43430,
    293 		SDMMC_CIS_BROADCOM_BCM43430
    294 	},
    295 	{
    296 		SDMMC_VENDOR_BROADCOM,
    297 		SDMMC_PRODUCT_BROADCOM_BCM43455,
    298 		SDMMC_CIS_BROADCOM_BCM43455
    299 	},
    300 	{
    301 		SDMMC_VENDOR_BROADCOM,
    302 		SDMMC_PRODUCT_BROADCOM_BCM43362,
    303 		SDMMC_CIS_BROADCOM_BCM43362
    304 	},
    305 };
    306 
    307 static const char *compatible[] = {
    308 	"brcm,bcm4329-fmac",
    309 	NULL
    310 };
    311 
    312 static int
    313 bwfm_sdio_match(device_t parent, cfdata_t match, void *aux)
    314 {
    315 	struct sdmmc_attach_args *saa = aux;
    316 	struct sdmmc_function *sf = saa->sf;
    317 	struct sdmmc_cis *cis;
    318 	const struct bwfm_sdio_product *bsp;
    319 	int i;
    320 
    321 	/* Not SDIO. */
    322 	if (sf == NULL)
    323 		return 0;
    324 
    325 	cis = &sf->sc->sc_fn0->cis;
    326 	for (i = 0; i < __arraycount(bwfm_sdio_products); ++i) {
    327 		bsp = &bwfm_sdio_products[i];
    328 		if (cis->manufacturer == bsp->manufacturer &&
    329 		    cis->product == bsp->product)
    330 			break;
    331 	}
    332 	if (i >= __arraycount(bwfm_sdio_products))
    333 		return 0;
    334 
    335 	/* We need both functions, but ... */
    336 	if (sf->sc->sc_function_count <= 1)
    337 		return 0;
    338 
    339 	/* ... only attach for one. */
    340 	if (sf->number != 1)
    341 		return 0;
    342 
    343 	return 1;
    344 }
    345 
    346 static void
    347 bwfm_sdio_attach(device_t parent, device_t self, void *aux)
    348 {
    349 	struct bwfm_sdio_softc *sc = device_private(self);
    350 	struct sdmmc_attach_args *saa = aux;
    351 	struct sdmmc_function *sf = saa->sf;
    352 	struct bwfm_core *core;
    353 	uint32_t reg;
    354 
    355 	sc->sc_sc.sc_dev = self;
    356 
    357 	aprint_naive("\n");
    358 	aprint_normal("\n");
    359 
    360 	sc->sc_phandle = bwfm_fdt_find_phandle(self, parent);
    361 
    362 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_NONE);
    363 	cv_init(&sc->sc_rxctl_cv, "bwfmctl");
    364 	mutex_init(&sc->sc_intr_lock, MUTEX_DEFAULT, IPL_NONE);
    365 
    366 	sdmmc_init_task(&sc->sc_task, bwfm_sdio_task, sc);
    367 	sc->sc_task_queued = false;
    368 
    369 	sc->sc_bounce_size = 64 * 1024;
    370 	sc->sc_bounce_buf = kmem_alloc(sc->sc_bounce_size, KM_SLEEP);
    371 	sc->sc_tx_seq = 0xff;
    372 	MBUFQ_INIT(&sc->sc_tx_queue);
    373 	sc->sc_rxctl_queue = NULL;
    374 
    375 	sc->sc_sf_size = (sf->sc->sc_function_count + 1)
    376 	    * sizeof(struct sdmmc_function *);
    377 	sc->sc_sf = kmem_zalloc(sc->sc_sf_size, KM_SLEEP);
    378 
    379 	/* Copy all function pointers. */
    380 	SIMPLEQ_FOREACH(sf, &saa->sf->sc->sf_head, sf_list) {
    381 		sc->sc_sf[sf->number] = sf;
    382 	}
    383 
    384 	sdmmc_io_set_blocklen(sc->sc_sf[1], 64);
    385 	sdmmc_io_set_blocklen(sc->sc_sf[2], 512);
    386 
    387 	/* Enable Function 1. */
    388 	if (sdmmc_io_function_enable(sc->sc_sf[1]) != 0) {
    389 		printf("%s: cannot enable function 1\n", DEVNAME(sc));
    390 		return;
    391 	}
    392 
    393 	DPRINTF(("%s: F1 signature read @0x18000000=%x\n", DEVNAME(sc),
    394 	    bwfm_sdio_read_4(sc, 0x18000000)));
    395 
    396 	/* Force PLL off */
    397 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR,
    398 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HW_CLKREQ_OFF |
    399 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ);
    400 
    401 	sc->sc_sc.sc_buscore_ops = &bwfm_sdio_buscore_ops;
    402 	if (bwfm_chip_attach(&sc->sc_sc) != 0) {
    403 		aprint_error_dev(self, "cannot attach chip\n");
    404 		return;
    405 	}
    406 
    407 	sc->sc_cc = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_CHIPCOMMON);
    408 	if (sc->sc_cc == NULL) {
    409 		aprint_error_dev(self, "cannot find chipcommon core\n");
    410 		return;
    411 	}
    412 
    413 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    414 	if (core->co_rev >= 12) {
    415 		reg = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_SLEEPCSR);
    416 		if ((reg & BWFM_SDIO_FUNC1_SLEEPCSR_KSO) == 0) {
    417 			reg |= BWFM_SDIO_FUNC1_SLEEPCSR_KSO;
    418 			bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SLEEPCSR, reg);
    419 		}
    420 	}
    421 
    422 	/* Default, override from "brcm,drive-strength" */
    423 	bwfm_sdio_drivestrength(sc, 6);
    424 
    425 	bwfm_sdio_write_1(sc, BWFM_SDIO_CCCR_CARDCTRL,
    426 	    bwfm_sdio_read_1(sc, BWFM_SDIO_CCCR_CARDCTRL) |
    427 	    BWFM_SDIO_CCCR_CARDCTRL_WLANRESET);
    428 
    429 	core = bwfm_chip_get_pmu(&sc->sc_sc);
    430 	bwfm_sdio_write_4(sc, core->co_base + BWFM_CHIP_REG_PMUCONTROL,
    431 	    bwfm_sdio_read_4(sc, core->co_base + BWFM_CHIP_REG_PMUCONTROL) |
    432 	    (BWFM_CHIP_REG_PMUCONTROL_RES_RELOAD <<
    433 	     BWFM_CHIP_REG_PMUCONTROL_RES_SHIFT));
    434 
    435 	sdmmc_io_function_disable(sc->sc_sf[2]);
    436 
    437 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, 0);
    438 	sc->sc_clkstate = CLK_SDONLY;
    439 
    440 	config_mountroot(self, bwfm_sdio_attachhook);
    441 }
    442 
    443 static void
    444 bwfm_sdio_attachhook(device_t self)
    445 {
    446 	struct bwfm_sdio_softc *sc = device_private(self);
    447 	struct bwfm_softc *bwfm = &sc->sc_sc;
    448 	struct bwfm_firmware_context fwctx;
    449 	size_t ucsize = 0, nvlen = 0, nvsize = 0;
    450 	uint8_t *ucode, *nvram;
    451 	uint32_t reg, clk;
    452 
    453 	DPRINTF(("%s: chip 0x%08x rev %u\n", DEVNAME(sc),
    454 	    bwfm->sc_chip.ch_chip, bwfm->sc_chip.ch_chiprev));
    455 
    456 	/*
    457 	 * 4335s >= rev 2 are considered 4339s.
    458 	 */
    459 	if (bwfm->sc_chip.ch_chip == BRCM_CC_4335_CHIP_ID &&
    460 	    bwfm->sc_chip.ch_chiprev >= 2)
    461 		bwfm->sc_chip.ch_chip = BRCM_CC_4339_CHIP_ID;
    462 
    463 	bwfm_firmware_context_init(&fwctx,
    464 	    bwfm->sc_chip.ch_chip, bwfm->sc_chip.ch_chiprev,
    465 	    bwfm_fdt_get_model(),
    466 	    BWFM_FWREQ(BWFM_FILETYPE_UCODE) | BWFM_FWREQ(BWFM_FILETYPE_NVRAM));
    467 
    468 	if (!bwfm_firmware_open(bwfm, bwfm_sdio_fwtab, &fwctx)) {
    469 		/* Error message already displayed. */
    470 		goto err;
    471 	}
    472 
    473 	ucode = bwfm_firmware_data(&fwctx, BWFM_FILETYPE_UCODE, &ucsize);
    474 	KASSERT(ucode != NULL);
    475 	nvram = bwfm_firmware_data(&fwctx, BWFM_FILETYPE_NVRAM, &nvlen);
    476 	KASSERT(nvram != NULL);
    477 
    478 	if (bwfm_nvram_convert(nvram, nvlen, &nvsize)) {
    479 		aprint_error_dev(bwfm->sc_dev,
    480 		    "unable to convert %s file\n",
    481 		    bwfm_firmware_description(BWFM_FILETYPE_NVRAM));
    482 		goto err;
    483 	}
    484 
    485 	sc->sc_alp_only = true;
    486 	if (bwfm_sdio_load_microcode(sc, ucode, ucsize, nvram, nvsize) != 0) {
    487 		aprint_error_dev(bwfm->sc_dev, "could not load microcode\n");
    488 		goto err;
    489 	}
    490 	sc->sc_alp_only = false;
    491 
    492 	sdmmc_pause(hztoms(1)*1000, NULL);
    493 
    494 	bwfm_sdio_clkctl(sc, CLK_AVAIL, false);
    495 	if (sc->sc_clkstate != CLK_AVAIL) {
    496 		aprint_error_dev(bwfm->sc_dev, "could not access clock\n");
    497 		goto err;
    498 	}
    499 
    500 	clk = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
    501 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR,
    502 	    clk | BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HT);
    503 
    504 	bwfm_sdio_dev_write(sc, SDPCMD_TOSBMAILBOXDATA,
    505 	    SDPCM_PROT_VERSION << SDPCM_PROT_VERSION_SHIFT);
    506 	if (sdmmc_io_function_enable(sc->sc_sf[2])) {
    507 		aprint_error_dev(bwfm->sc_dev, "cannot enable function 2\n");
    508 		goto err;
    509 	}
    510 
    511 //	bwfm_sdio_dev_write(sc, SDPCMD_HOSTINTMASK,
    512 //	    SDPCMD_INTSTATUS_HMB_SW_MASK | SDPCMD_INTSTATUS_CHIPACTIVE);
    513 	bwfm_sdio_dev_write(sc, SDPCMD_HOSTINTMASK, 0xffffffff);
    514 	bwfm_sdio_write_1(sc, BWFM_SDIO_WATERMARK, 8);
    515 
    516 	if (bwfm_chip_sr_capable(bwfm)) {
    517 		reg = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_WAKEUPCTRL);
    518 		reg |= BWFM_SDIO_FUNC1_WAKEUPCTRL_HTWAIT;
    519 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_WAKEUPCTRL, reg);
    520 		bwfm_sdio_write_1(sc, BWFM_SDIO_CCCR_CARDCAP,
    521 		    BWFM_SDIO_CCCR_CARDCAP_CMD14_SUPPORT |
    522 		    BWFM_SDIO_CCCR_CARDCAP_CMD14_EXT);
    523 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR,
    524 		    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HT);
    525 		sc->sc_sr_enabled = 1;
    526 	} else {
    527 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, clk);
    528 	}
    529 
    530 #ifdef notyet
    531 	if (sc->sc_phandle >= 0) {
    532 		sc->sc_fdtih = fdtbus_intr_establish(sc->sc_phandle,
    533 		    0, IPL_SDMMC, IST_LEVEL, bwfm_sdio_intr, sc);
    534 	}
    535 #endif
    536 	if (sc->sc_fdtih != NULL) {
    537 		aprint_normal_dev(self, "enabling GPIO interrupt\n");
    538 	} else {
    539 		sc->sc_ih = sdmmc_intr_establish(device_parent(self),
    540 		    bwfm_sdio_intr, sc, DEVNAME(sc));
    541 	}
    542 
    543 	if (sc->sc_ih == NULL && sc->sc_fdtih == NULL) {
    544 		aprint_error_dev(self, "could not establish interrupt\n");
    545 		bwfm_sdio_clkctl(sc, CLK_NONE, false);
    546 		return;
    547 	}
    548 	sdmmc_intr_enable(sc->sc_sf[1]);
    549 
    550 	sdmmc_pause(100000, NULL);
    551 
    552 	sc->sc_sc.sc_bus_ops = &bwfm_sdio_bus_ops;
    553 	sc->sc_sc.sc_proto_ops = &bwfm_proto_bcdc_ops;
    554 	bwfm_attach(&sc->sc_sc);
    555 	sc->sc_bwfm_attached = true;
    556 
    557  err:
    558 	bwfm_firmware_close(&fwctx);
    559 }
    560 
    561 static int
    562 bwfm_fdt_find_phandle(device_t self, device_t parent)
    563 {
    564 	prop_dictionary_t dict;
    565 	device_t dev;
    566 	const char *str;
    567 	int phandle;
    568 
    569 	/* locate in FDT */
    570 	dict = device_properties(self);
    571 	if (prop_dictionary_get_cstring_nocopy(dict, "fdt-path", &str)) {
    572 		/* search in FDT */
    573 		phandle = OF_finddevice(str);
    574 	} else {
    575 
    576 		/* parent parent is sdhc controller */
    577 		dev = device_parent(parent);
    578 		if (dev == NULL)
    579 			return -1;
    580 		/* locate in FDT */
    581 		dict = device_properties(dev);
    582 		if (!prop_dictionary_get_cstring_nocopy(dict, "fdt-path", &str))
    583 			return -1;
    584 
    585 		/* are we the only FDT child ? */
    586 		phandle = OF_child(OF_finddevice(str));
    587 	}
    588 
    589 	if (!of_match_compatible(phandle, compatible))
    590 		return -1;
    591 
    592 	return phandle;
    593 }
    594 
    595 static const char *
    596 bwfm_fdt_get_model(void)
    597 {
    598 	int phandle;
    599 
    600 	phandle = OF_finddevice("/");
    601 	return fdtbus_get_string_index(phandle, "compatible", 0);
    602 }
    603 
    604 static int
    605 bwfm_sdio_detach(device_t self, int flags)
    606 {
    607 	struct bwfm_sdio_softc *sc = (struct bwfm_sdio_softc *)self;
    608 
    609 #ifdef BWFM_DEBUG
    610 	bwfm_sdio_debug_console(sc);
    611 #endif
    612 
    613 	if (sc->sc_ih || sc->sc_fdtih) {
    614 		sdmmc_intr_disable(sc->sc_sf[1]);
    615 		if (sc->sc_ih)
    616 			sdmmc_intr_disestablish(sc->sc_ih);
    617 		if (sc->sc_fdtih)
    618 			fdtbus_intr_disestablish(sc->sc_phandle, sc->sc_fdtih);
    619 	}
    620 	if (sc->sc_bwfm_attached)
    621 		bwfm_detach(&sc->sc_sc, flags);
    622 
    623 	kmem_free(sc->sc_sf, sc->sc_sf_size);
    624 	kmem_free(sc->sc_bounce_buf, sc->sc_bounce_size);
    625 
    626 	mutex_destroy(&sc->sc_intr_lock);
    627 	cv_destroy(&sc->sc_rxctl_cv);
    628 	mutex_destroy(&sc->sc_lock);
    629 
    630 	return 0;
    631 }
    632 
    633 static void
    634 bwfm_sdio_backplane(struct bwfm_sdio_softc *sc, uint32_t addr)
    635 {
    636 	uint32_t bar0 = addr & ~BWFM_SDIO_SB_OFT_ADDR_MASK;
    637 
    638 	if (sc->sc_bar0 == bar0)
    639 		return;
    640 
    641 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SBADDRLOW,
    642 	    (bar0 >>  8) & 0xff);
    643 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SBADDRMID,
    644 	    (bar0 >> 16) & 0xff);
    645 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SBADDRHIGH,
    646 	    (bar0 >> 24) & 0xff);
    647 	sc->sc_bar0 = bar0;
    648 }
    649 
    650 static uint8_t
    651 bwfm_sdio_read_1(struct bwfm_sdio_softc *sc, uint32_t addr)
    652 {
    653 	struct sdmmc_function *sf;
    654 	uint8_t rv;
    655 
    656 	/*
    657 	 * figure out how to read the register based on address range
    658 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    659 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    660 	 * The rest: function 1 silicon backplane core registers
    661 	 */
    662 	if ((addr & ~0x7ff) == 0)
    663 		sf = sc->sc_sf[0];
    664 	else
    665 		sf = sc->sc_sf[1];
    666 
    667 	rv = sdmmc_io_read_1(sf, addr);
    668 	return rv;
    669 }
    670 
    671 static uint32_t
    672 bwfm_sdio_read_4(struct bwfm_sdio_softc *sc, uint32_t addr)
    673 {
    674 	struct sdmmc_function *sf;
    675 	uint32_t rv;
    676 
    677 	bwfm_sdio_backplane(sc, addr);
    678 
    679 	addr &= BWFM_SDIO_SB_OFT_ADDR_MASK;
    680 	addr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    681 
    682 	/*
    683 	 * figure out how to read the register based on address range
    684 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    685 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    686 	 * The rest: function 1 silicon backplane core registers
    687 	 */
    688 	if ((addr & ~0x7ff) == 0)
    689 		sf = sc->sc_sf[0];
    690 	else
    691 		sf = sc->sc_sf[1];
    692 
    693 	rv = sdmmc_io_read_4(sf, addr);
    694 	return rv;
    695 }
    696 
    697 static void
    698 bwfm_sdio_write_1(struct bwfm_sdio_softc *sc, uint32_t addr, uint8_t data)
    699 {
    700 	struct sdmmc_function *sf;
    701 
    702 	/*
    703 	 * figure out how to read the register based on address range
    704 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    705 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    706 	 * The rest: function 1 silicon backplane core registers
    707 	 */
    708 	if ((addr & ~0x7ff) == 0)
    709 		sf = sc->sc_sf[0];
    710 	else
    711 		sf = sc->sc_sf[1];
    712 
    713 	sdmmc_io_write_1(sf, addr, data);
    714 }
    715 
    716 static void
    717 bwfm_sdio_write_4(struct bwfm_sdio_softc *sc, uint32_t addr, uint32_t data)
    718 {
    719 	struct sdmmc_function *sf;
    720 
    721 	bwfm_sdio_backplane(sc, addr);
    722 
    723 	addr &= BWFM_SDIO_SB_OFT_ADDR_MASK;
    724 	addr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    725 
    726 	/*
    727 	 * figure out how to read the register based on address range
    728 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    729 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    730 	 * The rest: function 1 silicon backplane core registers
    731 	 */
    732 	if ((addr & ~0x7ff) == 0)
    733 		sf = sc->sc_sf[0];
    734 	else
    735 		sf = sc->sc_sf[1];
    736 
    737 	sdmmc_io_write_4(sf, addr, data);
    738 }
    739 
    740 static int
    741 bwfm_sdio_buf_read(struct bwfm_sdio_softc *sc, struct sdmmc_function *sf,
    742     uint32_t reg, char *data, size_t size)
    743 {
    744 	int err;
    745 
    746 	KASSERT(((vaddr_t)data & 0x3) == 0);
    747 	KASSERT((size & 0x3) == 0);
    748 
    749 	if (sf == sc->sc_sf[1])
    750 		err = sdmmc_io_read_region_1(sf, reg, data, size);
    751 	else
    752 		err = sdmmc_io_read_multi_1(sf, reg, data, size);
    753 
    754 	if (err)
    755 		printf("%s: error %d\n", __func__, err);
    756 
    757 	return err;
    758 }
    759 
    760 static int
    761 bwfm_sdio_buf_write(struct bwfm_sdio_softc *sc, struct sdmmc_function *sf,
    762     uint32_t reg, char *data, size_t size)
    763 {
    764 	int err;
    765 
    766 	KASSERT(((vaddr_t)data & 0x3) == 0);
    767 	KASSERT((size & 0x3) == 0);
    768 
    769 	err = sdmmc_io_write_region_1(sf, reg, data, size);
    770 
    771 	if (err)
    772 		printf("%s: error %d\n", __func__, err);
    773 
    774 	return err;
    775 }
    776 
    777 static uint32_t
    778 bwfm_sdio_ram_read_write(struct bwfm_sdio_softc *sc, uint32_t reg,
    779     char *data, size_t left, int write)
    780 {
    781 	uint32_t sbaddr, sdaddr, off;
    782 	size_t size;
    783 	int err;
    784 
    785 	err = off = 0;
    786 	while (left > 0) {
    787 		sbaddr = reg + off;
    788 		bwfm_sdio_backplane(sc, sbaddr);
    789 
    790 		sdaddr = sbaddr & BWFM_SDIO_SB_OFT_ADDR_MASK;
    791 		size = ulmin(left, (BWFM_SDIO_SB_OFT_ADDR_PAGE - sdaddr));
    792 		sdaddr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    793 
    794 		if (write) {
    795 			memcpy(sc->sc_bounce_buf, data + off, size);
    796 			if (roundup(size, 4) != size)
    797 				memset(sc->sc_bounce_buf + size, 0,
    798 				    roundup(size, 4) - size);
    799 			err = bwfm_sdio_buf_write(sc, sc->sc_sf[1], sdaddr,
    800 			    sc->sc_bounce_buf, roundup(size, 4));
    801 		} else {
    802 			err = bwfm_sdio_buf_read(sc, sc->sc_sf[1], sdaddr,
    803 			    sc->sc_bounce_buf, roundup(size, 4));
    804 			memcpy(data + off, sc->sc_bounce_buf, size);
    805 		}
    806 		if (err)
    807 			break;
    808 
    809 		off += size;
    810 		left -= size;
    811 	}
    812 
    813 	if (err)
    814 		printf("%s: error %d\n", __func__, err);
    815 
    816 	return err;
    817 }
    818 
    819 static uint32_t
    820 bwfm_sdio_frame_read_write(struct bwfm_sdio_softc *sc,
    821     char *data, size_t size, int write)
    822 {
    823 	uint32_t addr;
    824 	int err;
    825 
    826 	addr = sc->sc_cc->co_base;
    827 	bwfm_sdio_backplane(sc, addr);
    828 
    829 	addr &= BWFM_SDIO_SB_OFT_ADDR_MASK;
    830 	addr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    831 
    832 	if (write)
    833 		err = bwfm_sdio_buf_write(sc, sc->sc_sf[2], addr, data, size);
    834 	else
    835 		err = bwfm_sdio_buf_read(sc, sc->sc_sf[2], addr, data, size);
    836 
    837 	if (err)
    838 		printf("%s: error %d\n", __func__, err);
    839 
    840 	return err;
    841 }
    842 
    843 static uint32_t
    844 bwfm_sdio_dev_read(struct bwfm_sdio_softc *sc, uint32_t reg)
    845 {
    846 	struct bwfm_core *core;
    847 	uint32_t val;
    848 
    849 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    850 	val = bwfm_sdio_read_4(sc, core->co_base + reg);
    851 	/* TODO: Workaround for 4335/4339 */
    852 
    853 	return val;
    854 }
    855 
    856 static void
    857 bwfm_sdio_dev_write(struct bwfm_sdio_softc *sc, uint32_t reg, uint32_t val)
    858 {
    859 	struct bwfm_core *core;
    860 
    861 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    862 	bwfm_sdio_write_4(sc, core->co_base + reg, val);
    863 }
    864 
    865 static uint32_t
    866 bwfm_sdio_buscore_read(struct bwfm_softc *bwfm, uint32_t reg)
    867 {
    868 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    869 	uint32_t val;
    870 
    871 	mutex_enter(&sc->sc_lock);
    872 	val = bwfm_sdio_read_4(sc, reg);
    873 	/* TODO: Workaround for 4335/4339 */
    874 	mutex_exit(&sc->sc_lock);
    875 
    876 	return val;
    877 }
    878 
    879 static void
    880 bwfm_sdio_buscore_write(struct bwfm_softc *bwfm, uint32_t reg, uint32_t val)
    881 {
    882 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    883 
    884 	mutex_enter(&sc->sc_lock);
    885 	bwfm_sdio_write_4(sc, reg, val);
    886 	mutex_exit(&sc->sc_lock);
    887 }
    888 
    889 static int
    890 bwfm_sdio_buscore_prepare(struct bwfm_softc *bwfm)
    891 {
    892 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    893 	uint8_t clkval, clkset, clkmask;
    894 	int i, error = 0;
    895 
    896 	mutex_enter(&sc->sc_lock);
    897 
    898 	clkset = BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ |
    899 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HW_CLKREQ_OFF;
    900 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, clkset);
    901 
    902 	clkmask = BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL |
    903 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_HT_AVAIL;
    904 	clkval = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
    905 
    906 	if ((clkval & ~clkmask) != clkset) {
    907 		printf("%s: wrote 0x%02x read 0x%02x\n", DEVNAME(sc),
    908 		    clkset, clkval);
    909 		error = 1;
    910 		goto done;
    911 	}
    912 
    913 	for (i = 1000; i > 0; i--) {
    914 		clkval = bwfm_sdio_read_1(sc,
    915 		    BWFM_SDIO_FUNC1_CHIPCLKCSR);
    916 		if (clkval & clkmask)
    917 			break;
    918 	}
    919 	if (i == 0) {
    920 		printf("%s: timeout on ALPAV wait, clkval 0x%02x\n",
    921 		    DEVNAME(sc), clkval);
    922 		error = 1;
    923 		goto done;
    924 	}
    925 
    926 	clkset = BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HW_CLKREQ_OFF |
    927 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_ALP;
    928 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, clkset);
    929 	delay(65);
    930 
    931 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SDIOPULLUP, 0);
    932 
    933 done:
    934 	mutex_exit(&sc->sc_lock);
    935 
    936 	return error;
    937 }
    938 
    939 static void
    940 bwfm_sdio_buscore_activate(struct bwfm_softc *bwfm, uint32_t rstvec)
    941 {
    942 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    943 	struct bwfm_core *core;
    944 
    945 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    946 	bwfm_sdio_buscore_write(&sc->sc_sc,
    947 	    core->co_base + BWFM_SDPCMD_INTSTATUS, 0xFFFFFFFF);
    948 
    949 	mutex_enter(&sc->sc_lock);
    950 	if (rstvec)
    951 		bwfm_sdio_ram_read_write(sc, 0, (char *)&rstvec,
    952 		    sizeof(rstvec), 1);
    953 	mutex_exit(&sc->sc_lock);
    954 }
    955 
    956 static struct mbuf *
    957 bwfm_sdio_newbuf(void)
    958 {
    959 	struct mbuf *m;
    960 
    961 	MGETHDR(m, M_DONTWAIT, MT_DATA);
    962 	if (m == NULL)
    963 		return NULL;
    964 
    965 	MCLGET(m, M_DONTWAIT);
    966 	if (!(m->m_flags & M_EXT)) {
    967 		m_freem(m);
    968 		return NULL;
    969 	}
    970 
    971 	m->m_len = m->m_pkthdr.len = MCLBYTES;
    972 	return m;
    973 }
    974 
    975 static struct mbuf *
    976 bwfm_qget(struct mbuf **q)
    977 {
    978 	struct mbuf *m = NULL;
    979 
    980 	if (*q != NULL) {
    981 		m = *q;
    982 		*q = m->m_next;
    983 		m->m_next = NULL;
    984 	}
    985 
    986 	return m;
    987 }
    988 
    989 static void
    990 bwfm_qput(struct mbuf **q, struct mbuf *m)
    991 {
    992 
    993 	if (*q == NULL)
    994 		*q = m;
    995 	else
    996 		m_cat(*q, m);
    997 }
    998 
    999 static int
   1000 bwfm_sdio_txcheck(struct bwfm_softc *bwfm)
   1001 {
   1002 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1003 	int error = 0;
   1004 
   1005 	mutex_enter(&sc->sc_lock);
   1006 	if (sc->sc_tx_count >= 64)
   1007 		error = ENOBUFS;
   1008 	mutex_exit(&sc->sc_lock);
   1009 
   1010 	return error;
   1011 }
   1012 
   1013 
   1014 static int
   1015 bwfm_sdio_txdata(struct bwfm_softc *bwfm, struct mbuf **mp)
   1016 {
   1017 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1018 
   1019 	if (sc->sc_tx_count >= 64) {
   1020 		printf("%s: tx count limit reached\n",DEVNAME(sc));
   1021 		return ENOBUFS;
   1022 	}
   1023 
   1024 	mutex_enter(&sc->sc_lock);
   1025 	sc->sc_tx_count++;
   1026 	MBUFQ_ENQUEUE(&sc->sc_tx_queue, *mp);
   1027 	mutex_exit(&sc->sc_lock);
   1028 
   1029 	bwfm_sdio_intr1(sc, "sdio_txdata");
   1030 
   1031 	return 0;
   1032 }
   1033 
   1034 static int
   1035 bwfm_sdio_txctl(struct bwfm_softc *bwfm, char *buf, size_t len)
   1036 {
   1037 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1038 	struct mbuf *m;
   1039 
   1040 	KASSERT(len <= MCLBYTES);
   1041 
   1042 	MGET(m, M_DONTWAIT, MT_CONTROL);
   1043 	if (m == NULL)
   1044 		goto fail;
   1045 	if (len > MLEN) {
   1046 		MCLGET(m, M_DONTWAIT);
   1047 		if (!(m->m_flags & M_EXT)) {
   1048 			m_freem(m);
   1049 			goto fail;
   1050 		}
   1051 	}
   1052 	memcpy(mtod(m, char *), buf, len);
   1053 	m->m_len = len;
   1054 
   1055 	mutex_enter(&sc->sc_lock);
   1056 	MBUFQ_ENQUEUE(&sc->sc_tx_queue, m);
   1057 	mutex_exit(&sc->sc_lock);
   1058 
   1059 	bwfm_sdio_intr1(sc, "sdio_txctl");
   1060 
   1061 	return 0;
   1062 
   1063 fail:
   1064 	return ENOBUFS;
   1065 }
   1066 
   1067 static int
   1068 bwfm_nvram_convert(u_char *buf, size_t len, size_t *newlenp)
   1069 {
   1070 	u_char *src, *dst, *end = buf + len;
   1071 	bool skip = false;
   1072 	size_t count = 0, pad;
   1073 	uint32_t token;
   1074 
   1075 	for (src = buf, dst = buf; src != end; ++src) {
   1076 		if (*src == '\n') {
   1077 			if (count > 0)
   1078 				*dst++ = '\0';
   1079 			count = 0;
   1080 			skip = false;
   1081 			continue;
   1082 		}
   1083 		if (skip)
   1084 			continue;
   1085 		if (*src == '#' && count == 0) {
   1086 			skip = true;
   1087 			continue;
   1088 		}
   1089 		if (*src == '\r' || *src == ' ')
   1090 			continue;
   1091 		*dst++ = *src;
   1092 		++count;
   1093 	}
   1094 
   1095 	count = dst - buf;
   1096 	pad = roundup(count + 1, 4) - count;
   1097 
   1098 	if (count + pad + sizeof(token) > len)
   1099 		return 1;
   1100 
   1101 	memset(dst, 0, pad);
   1102 	count += pad;
   1103 	dst += pad;
   1104 
   1105 	token = (count / 4) & 0xffff;
   1106 	token |= ~token << 16;
   1107 	token = htole32(token);
   1108 
   1109 	memcpy(dst, &token, sizeof(token));
   1110 	count += sizeof(token);
   1111 
   1112 	*newlenp = count;
   1113 
   1114 	return 0;
   1115 }
   1116 
   1117 static int
   1118 bwfm_sdio_load_microcode(struct bwfm_sdio_softc *sc, u_char *ucode, size_t size,
   1119     u_char *nvram, size_t nvlen)
   1120 {
   1121 	struct bwfm_softc *bwfm = &sc->sc_sc;
   1122 	char *verify = NULL;
   1123 	int err = 0;
   1124 
   1125 	bwfm_sdio_clkctl(sc, CLK_AVAIL, false);
   1126 
   1127 	DPRINTF(("ucode %zu bytes to 0x%08lx\n", size,
   1128 		(u_long)bwfm->sc_chip.ch_rambase));
   1129 	/* Upload firmware */
   1130 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase,
   1131 	    ucode, size, 1);
   1132 	if (err)
   1133 		goto out;
   1134 
   1135 	/* Verify firmware */
   1136 	verify = kmem_zalloc(size, KM_SLEEP);
   1137 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase,
   1138 	    verify, size, 0);
   1139 	if (err || memcmp(verify, ucode, size)) {
   1140 		printf("%s: firmware verification failed\n",
   1141 		    DEVNAME(sc));
   1142 		kmem_free(verify, size);
   1143 		goto out;
   1144 	}
   1145 	kmem_free(verify, size);
   1146 
   1147 	DPRINTF(("nvram %zu bytes to 0x%08lx\n", nvlen,
   1148 	    (u_long)bwfm->sc_chip.ch_rambase + bwfm->sc_chip.ch_ramsize
   1149 	    - nvlen));
   1150 	/* Upload nvram */
   1151 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase +
   1152 	    bwfm->sc_chip.ch_ramsize - nvlen, nvram, nvlen, 1);
   1153 	if (err)
   1154 		goto out;
   1155 
   1156 	/* Verify nvram */
   1157 	verify = kmem_zalloc(nvlen, KM_SLEEP);
   1158 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase +
   1159 	    bwfm->sc_chip.ch_ramsize - nvlen, verify, nvlen, 0);
   1160 	if (err || memcmp(verify, nvram, nvlen)) {
   1161 		printf("%s: nvram verification failed\n",
   1162 		    DEVNAME(sc));
   1163 		kmem_free(verify, nvlen);
   1164 		goto out;
   1165 	}
   1166 	kmem_free(verify, nvlen);
   1167 
   1168 	DPRINTF(("Reset core 0x%08x\n", *(uint32_t *)ucode));
   1169 	/* Load reset vector from firmware and kickstart core. */
   1170 	bwfm_chip_set_active(bwfm, *(uint32_t *)ucode);
   1171 
   1172 out:
   1173 	bwfm_sdio_clkctl(sc, CLK_SDONLY, false);
   1174 	return err;
   1175 }
   1176 
   1177 static void
   1178 bwfm_sdio_clkctl(struct bwfm_sdio_softc *sc, enum bwfm_sdio_clkstate newstate,
   1179     bool pendok)
   1180 {
   1181 	enum bwfm_sdio_clkstate oldstate;
   1182 
   1183 	oldstate = sc->sc_clkstate;
   1184 	if (oldstate == newstate)
   1185 		return;
   1186 
   1187 	switch (newstate) {
   1188 	case CLK_AVAIL:
   1189 		if (oldstate == CLK_NONE)
   1190 			sc->sc_clkstate = CLK_SDONLY; /* XXX */
   1191 		bwfm_sdio_htclk(sc, true, pendok);
   1192 		break;
   1193 	case CLK_SDONLY:
   1194 		if (oldstate == CLK_NONE)
   1195 			sc->sc_clkstate = newstate;
   1196 		else if (oldstate == CLK_AVAIL)
   1197 			bwfm_sdio_htclk(sc, false, false);
   1198 		else
   1199 			printf("%s: clkctl %d -> %d\n", DEVNAME(sc),
   1200 				sc->sc_clkstate, newstate);
   1201 		break;
   1202 	case CLK_NONE:
   1203 		if (oldstate == CLK_AVAIL)
   1204 			bwfm_sdio_htclk(sc, false, false);
   1205 		sc->sc_clkstate = newstate;
   1206 		break;
   1207 	default:
   1208 		break;
   1209 	}
   1210 
   1211 	DPRINTF(("%s: %d -> %d = %d\n", DEVNAME(sc), oldstate, newstate,
   1212 	    sc->sc_clkstate));
   1213 }
   1214 
   1215 static void
   1216 bwfm_sdio_htclk(struct bwfm_sdio_softc *sc, bool on, bool pendok)
   1217 {
   1218 	uint32_t clkctl, devctl, req;
   1219 	int i;
   1220 
   1221 	if (sc->sc_sr_enabled) {
   1222 		if (on)
   1223 			sc->sc_clkstate = CLK_AVAIL;
   1224 		else
   1225 			sc->sc_clkstate = CLK_SDONLY;
   1226 		return;
   1227 	}
   1228 
   1229 	if (on) {
   1230 		if (sc->sc_alp_only)
   1231 			req = BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ;
   1232 		else
   1233 			req = BWFM_SDIO_FUNC1_CHIPCLKCSR_HT_AVAIL_REQ;
   1234 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, req);
   1235 
   1236 		clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
   1237 		if (!BWFM_SDIO_FUNC1_CHIPCLKCSR_CLKAV(clkctl, sc->sc_alp_only)
   1238 		    && pendok) {
   1239 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1240 			devctl |= BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1241 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1242 			sc->sc_clkstate = CLK_PENDING;
   1243 			return;
   1244 		} else if (sc->sc_clkstate == CLK_PENDING) {
   1245 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1246 			devctl &= ~BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1247 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1248 		}
   1249 
   1250 		for (i = 0; i < 50; i++) {
   1251 			if (BWFM_SDIO_FUNC1_CHIPCLKCSR_CLKAV(clkctl,
   1252 			    sc->sc_alp_only))
   1253 				break;
   1254 			clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR
   1255 );
   1256 			sdmmc_pause(100000, NULL);
   1257 		}
   1258 		if (i >= 50) {
   1259 			printf("%s: HT avail timeout\n", DEVNAME(sc));
   1260 			return;
   1261 		}
   1262 
   1263 		sc->sc_clkstate = CLK_AVAIL;
   1264 	} else {
   1265 		if (sc->sc_clkstate == CLK_PENDING) {
   1266 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1267 			devctl &= ~BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1268 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1269 		}
   1270 		sc->sc_clkstate = CLK_SDONLY;
   1271 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, 0);
   1272 	}
   1273 }
   1274 
   1275 struct bwfm_sdio_dstab {
   1276 	uint8_t milli;
   1277 	uint8_t val;
   1278 };
   1279 
   1280 static struct bwfm_sdio_dstab pmu11_1v8[] = {
   1281 	{32, 0x6},
   1282 	{26, 0x7},
   1283 	{22, 0x4},
   1284 	{16, 0x5},
   1285 	{12, 0x2},
   1286 	{8, 0x3},
   1287 	{4, 0x0},
   1288 	{0, 0x1}
   1289 }, pmu13_1v8[] = {
   1290 	{6, 0x7},
   1291 	{5, 0x6},
   1292 	{4, 0x5},
   1293 	{3, 0x4},
   1294 	{2, 0x2},
   1295 	{1, 0x1},
   1296 	{0, 0x0}
   1297 }, pmu17_1v8[] = {
   1298 	{3, 0x3},
   1299 	{2, 0x2},
   1300 	{1, 0x1},
   1301 	{0, 0x0}
   1302 }, pmu17_3v3[] = {
   1303 	{16, 0x7},
   1304 	{12, 0x5},
   1305 	{8,  0x3},
   1306 	{4,  0x1},
   1307 	{0,  0x0}
   1308 };
   1309 
   1310 static void
   1311 bwfm_sdio_drivestrength(struct bwfm_sdio_softc *sc, unsigned milli)
   1312 {
   1313 	struct bwfm_softc *bwfm = &sc->sc_sc;
   1314 	struct bwfm_core *core;
   1315 	struct bwfm_sdio_dstab *tab;
   1316 	uint32_t tmp, mask;
   1317 	unsigned i;
   1318 
   1319 	if ((bwfm->sc_chip.ch_cc_caps & BWFM_CHIP_REG_CAPABILITIES_PMU) == 0)
   1320 		return;
   1321 
   1322 	switch (bwfm->sc_chip.ch_chip) {
   1323 	case BRCM_CC_4330_CHIP_ID:
   1324 		tab = pmu11_1v8;
   1325 		mask = __BITS(11,13);
   1326 		break;
   1327 	case BRCM_CC_4334_CHIP_ID:
   1328 		tab = pmu17_1v8;
   1329 		mask = __BITS(11,12);
   1330 		break;
   1331 	case BRCM_CC_43143_CHIP_ID:
   1332 		tab = pmu17_3v3;
   1333 		mask = __BITS(0,3);
   1334 		break;
   1335 	case BRCM_CC_43362_CHIP_ID:
   1336 		tab = pmu13_1v8;
   1337 		mask = __BITS(11,13);
   1338 		break;
   1339 	default:
   1340 		return;
   1341 	}
   1342 
   1343 	for (i=0; tab[i].milli != 0; ++i) {
   1344 		if (milli >= tab[i].milli)
   1345 			break;
   1346 	}
   1347 	if (tab[i].milli == 0)
   1348 		return;
   1349 
   1350 	core = bwfm_chip_get_pmu(&sc->sc_sc);
   1351 	tmp = bwfm_sdio_read_4(sc, core->co_base + BWFM_CHIP_REG_CHIPCONTROL_ADDR);
   1352 	tmp &= mask;
   1353 	tmp |= __SHIFTIN(tab[i].val, mask);
   1354 	bwfm_sdio_write_4(sc, core->co_base + BWFM_CHIP_REG_CHIPCONTROL_ADDR, tmp);
   1355 }
   1356 
   1357 
   1358 #if notyet
   1359 static int
   1360 bwfm_sdio_bus_sleep(struct bwfm_sdio_softc *sc, bool sleep, bool pendok)
   1361 {
   1362 	uint32_t clkctl;
   1363 
   1364 	if (sc->sleeping == sleep)
   1365 		return 0;
   1366 
   1367 	if (sc->sc_sr_enabled) {
   1368 		if (sleep) {
   1369 			clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
   1370 			if ((clkctl & BWFM_SDIO_FUNC1_CHIPCLKCSR_CSR_MASK) == 0)
   1371 				bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ);
   1372 		}
   1373 		/* kso_ctrl(sc, sleep) */
   1374 	}
   1375 
   1376 	if (sleep) {
   1377 		if (!sc->sc_sr_enabled)
   1378 			bwfm_sdio_clkctl(sc, CLK_NONE, pendok);
   1379 	} else {
   1380 		bwfm_sdio_clkctl(sc, CLK_AVAIL, pendok);
   1381 	}
   1382 
   1383 	sc->sleeping = sleep;
   1384 
   1385 	return 0;
   1386 }
   1387 #endif
   1388 
   1389 static void
   1390 bwfm_sdio_readshared(struct bwfm_sdio_softc *sc)
   1391 {
   1392 	struct bwfm_softc *bwfm = &sc->sc_sc;
   1393 	struct bwfm_sdio_sdpcm sdpcm;
   1394 	uint32_t addr, shaddr;
   1395 	int err;
   1396 
   1397 	bwfm_sdio_clkctl(sc, CLK_AVAIL, false);
   1398 	if (sc->sc_clkstate != CLK_AVAIL)
   1399 		return;
   1400 
   1401 	shaddr = bwfm->sc_chip.ch_rambase + bwfm->sc_chip.ch_ramsize - 4;
   1402 	if (!bwfm->sc_chip.ch_rambase && sc->sc_sr_enabled)
   1403 		shaddr -= bwfm->sc_chip.ch_srsize;
   1404 
   1405 	err = bwfm_sdio_ram_read_write(sc, shaddr, (char *)&addr,
   1406 	    sizeof(addr), 0);
   1407 	if (err)
   1408 		return;
   1409 
   1410 	addr = le32toh(addr);
   1411 	if (addr == 0 || ((~addr >> 16) & 0xffff) == (addr & 0xffff))
   1412 		return;
   1413 
   1414 	err = bwfm_sdio_ram_read_write(sc, addr, (char *)&sdpcm,
   1415 	    sizeof(sdpcm), 0);
   1416 	if (err)
   1417 		return;
   1418 
   1419 	sc->sc_console_addr = le32toh(sdpcm.console_addr);
   1420 }
   1421 
   1422 static int
   1423 bwfm_sdio_intr1(void *v, const char *name)
   1424 {
   1425 	struct bwfm_sdio_softc *sc = (void *)v;
   1426 
   1427 	DPRINTF(("%s: %s\n", DEVNAME(sc), name));
   1428 
   1429 	mutex_enter(&sc->sc_intr_lock);
   1430 	if (!sdmmc_task_pending(&sc->sc_task))
   1431 		sdmmc_add_task(sc->sc_sf[1]->sc, &sc->sc_task);
   1432 	sc->sc_task_queued = true;
   1433 	mutex_exit(&sc->sc_intr_lock);
   1434 	return 1;
   1435 }
   1436 
   1437 static int
   1438 bwfm_sdio_intr(void *v)
   1439 {
   1440 	return bwfm_sdio_intr1(v, "sdio_intr");
   1441 }
   1442 
   1443 static void
   1444 bwfm_sdio_task(void *v)
   1445 {
   1446 	struct bwfm_sdio_softc *sc = (void *)v;
   1447 #ifdef BWFM_DEBUG
   1448 	unsigned count = 0;
   1449 #endif
   1450 
   1451 	mutex_enter(&sc->sc_intr_lock);
   1452 	while (sc->sc_task_queued) {
   1453 #ifdef BWFM_DEBUG
   1454 		++count;
   1455 #endif
   1456 		sc->sc_task_queued = false;
   1457 		mutex_exit(&sc->sc_intr_lock);
   1458 
   1459 		mutex_enter(&sc->sc_lock);
   1460 		bwfm_sdio_task1(sc);
   1461 #ifdef BWFM_DEBUG
   1462 		bwfm_sdio_debug_console(sc);
   1463 #endif
   1464 		mutex_exit(&sc->sc_lock);
   1465 
   1466 		mutex_enter(&sc->sc_intr_lock);
   1467 	}
   1468 	mutex_exit(&sc->sc_intr_lock);
   1469 
   1470 #ifdef BWFM_DEBUG
   1471 	if (count > 1)
   1472 		DPRINTF(("%s: finished %u tasks\n", DEVNAME(sc), count));
   1473 #endif
   1474 }
   1475 
   1476 static void
   1477 bwfm_sdio_task1(struct bwfm_sdio_softc *sc)
   1478 {
   1479 	uint32_t clkctl, devctl, intstat, hostint;
   1480 	bool dorecv, dosend;
   1481 
   1482 	if (!sc->sc_sr_enabled && sc->sc_clkstate == CLK_PENDING) {
   1483 		clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
   1484 		if (BWFM_SDIO_FUNC1_CHIPCLKCSR_HTAV(clkctl)) {
   1485 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1486 			devctl &= ~BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1487 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1488 			sc->sc_clkstate = CLK_AVAIL;
   1489 		}
   1490 	}
   1491 
   1492 	dorecv = dosend = sc->sc_clkstate == CLK_AVAIL;
   1493 
   1494 	intstat = bwfm_sdio_dev_read(sc, BWFM_SDPCMD_INTSTATUS);
   1495 	DPRINTF(("%s: intstat 0x%" PRIx32 "\n", DEVNAME(sc), intstat));
   1496 	intstat &= (SDPCMD_INTSTATUS_HMB_SW_MASK|SDPCMD_INTSTATUS_CHIPACTIVE);
   1497 	if (intstat)
   1498 		bwfm_sdio_dev_write(sc, BWFM_SDPCMD_INTSTATUS, intstat);
   1499 
   1500 	if (intstat & SDPCMD_INTSTATUS_CHIPACTIVE)
   1501 		printf("%s: CHIPACTIVE\n", DEVNAME(sc));
   1502 
   1503 	if (intstat & SDPCMD_INTSTATUS_HMB_HOST_INT) {
   1504 		hostint = bwfm_sdio_dev_read(sc, SDPCMD_TOHOSTMAILBOXDATA);
   1505 		DPRINTF(("%s: hostint 0x%" PRIx32 "\n", DEVNAME(sc), hostint));
   1506 		bwfm_sdio_dev_write(sc, SDPCMD_TOSBMAILBOX,
   1507 		    SDPCMD_TOSBMAILBOX_INT_ACK);
   1508 		if (hostint & SDPCMD_TOHOSTMAILBOXDATA_NAKHANDLED)
   1509 			sc->sc_rxskip = false;
   1510 		if (hostint & SDPCMD_TOHOSTMAILBOXDATA_DEVREADY ||
   1511 		    hostint & SDPCMD_TOHOSTMAILBOXDATA_FWREADY)
   1512 			bwfm_sdio_readshared(sc);
   1513 	}
   1514 
   1515 	if (intstat & SDPCMD_INTSTATUS_HMB_FRAME_IND) {
   1516 		/* ignore receive indications while recovering */
   1517 		if (dorecv && !sc->sc_rxskip) {
   1518 			DPRINTF(("%s: recv\n", DEVNAME(sc)));
   1519 			bwfm_sdio_rx_frames(sc);
   1520 		}
   1521 	}
   1522 
   1523 	if (intstat & SDPCMD_INTSTATUS_HMB_FC_STATE)
   1524 		dosend = false;
   1525 
   1526 	if (intstat & SDPCMD_INTSTATUS_HMB_FC_CHANGE) {
   1527 		if (dosend) {
   1528 			intstat = bwfm_sdio_dev_read(sc, BWFM_SDPCMD_INTSTATUS);
   1529 			DPRINTF(("%s: intstat2 0x%" PRIx32 "\n", DEVNAME(sc), intstat));
   1530 			if (intstat & (SDPCMD_INTSTATUS_HMB_FC_STATE | SDPCMD_INTSTATUS_HMB_FC_CHANGE))
   1531 				dosend = false;
   1532 		}
   1533 	}
   1534 
   1535 if (!dosend && MBUFQ_FIRST(&sc->sc_tx_queue)) printf("%s: flowctl\n", DEVNAME(sc));
   1536 	if (dosend && MBUFQ_FIRST(&sc->sc_tx_queue)) {
   1537 		DPRINTF(("%s: xmit\n", DEVNAME(sc)));
   1538 		bwfm_sdio_tx_frames(sc);
   1539 	}
   1540 }
   1541 
   1542 static int
   1543 bwfm_sdio_tx_ok(struct bwfm_sdio_softc *sc)
   1544 {
   1545 	return (uint8_t)(sc->sc_tx_max_seq - sc->sc_tx_seq) != 0 &&
   1546 	    ((uint8_t)(sc->sc_tx_max_seq - sc->sc_tx_seq) & 0x80) == 0;
   1547 }
   1548 
   1549 static void
   1550 bwfm_sdio_tx_frames(struct bwfm_sdio_softc *sc)
   1551 {
   1552 	struct mbuf *m;
   1553 	struct ifnet *ifp = sc->sc_sc.sc_ic.ic_ifp;
   1554 	bool ifstart = false;
   1555 	int i;
   1556 
   1557 	if (!bwfm_sdio_tx_ok(sc))
   1558 		return;
   1559 
   1560 	i = uimin((uint8_t)(sc->sc_tx_max_seq - sc->sc_tx_seq), 32);
   1561 	while (i--) {
   1562 		MBUFQ_DEQUEUE(&sc->sc_tx_queue, m);
   1563 		if (m == NULL)
   1564 			break;
   1565 
   1566 		if (m->m_type == MT_CONTROL)
   1567 			bwfm_sdio_tx_ctrlframe(sc, m);
   1568 		else {
   1569 			bwfm_sdio_tx_dataframe(sc, m);
   1570 			if_statinc(ifp, if_opackets);
   1571 			ifstart = true;
   1572 		}
   1573 
   1574 		m_freem(m);
   1575 	}
   1576 
   1577 	if (ifstart) {
   1578 		ifp->if_flags &= ~IFF_OACTIVE;
   1579 		if_schedule_deferred_start(ifp);
   1580 	}
   1581 }
   1582 
   1583 static void
   1584 bwfm_sdio_tx_ctrlframe(struct bwfm_sdio_softc *sc, struct mbuf *m)
   1585 {
   1586 	struct bwfm_sdio_hwhdr *hwhdr;
   1587 	struct bwfm_sdio_swhdr *swhdr;
   1588 	size_t len, roundto;
   1589 
   1590 	len = sizeof(*hwhdr) + sizeof(*swhdr) + m->m_len;
   1591 
   1592 	/* Zero-pad to either block-size or 4-byte alignment. */
   1593 	if (len > 512 && (len % 512) != 0)
   1594 		roundto = 512;
   1595 	else
   1596 		roundto = 4;
   1597 
   1598 	KASSERT(roundup(len, roundto) <= sc->sc_bounce_size);
   1599 
   1600 	hwhdr = (void *)sc->sc_bounce_buf;
   1601 	hwhdr->frmlen = htole16(len);
   1602 	hwhdr->cksum = htole16(~len);
   1603 
   1604 	swhdr = (void *)&hwhdr[1];
   1605 	swhdr->seqnr = sc->sc_tx_seq++;
   1606 	swhdr->chanflag = BWFM_SDIO_SWHDR_CHANNEL_CONTROL;
   1607 	swhdr->nextlen = 0;
   1608 	swhdr->dataoff = sizeof(*hwhdr) + sizeof(*swhdr);
   1609 	swhdr->maxseqnr = 0;
   1610 
   1611 	m_copydata(m, 0, m->m_len, &swhdr[1]);
   1612 
   1613 	if (roundup(len, roundto) != len)
   1614 		memset(sc->sc_bounce_buf + len, 0,
   1615 		    roundup(len, roundto) - len);
   1616 
   1617 	bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1618 	    roundup(len, roundto), 1);
   1619 }
   1620 
   1621 static void
   1622 bwfm_sdio_tx_dataframe(struct bwfm_sdio_softc *sc, struct mbuf *m)
   1623 {
   1624 	struct bwfm_sdio_hwhdr *hwhdr;
   1625 	struct bwfm_sdio_swhdr *swhdr;
   1626 	struct bwfm_proto_bcdc_hdr *bcdc;
   1627 	size_t len, roundto;
   1628 
   1629 	len = sizeof(*hwhdr) + sizeof(*swhdr) + sizeof(*bcdc)
   1630 	    + m->m_pkthdr.len;
   1631 
   1632 	/* Zero-pad to either block-size or 4-byte alignment. */
   1633 	if (len > 512 && (len % 512) != 0)
   1634 		roundto = 512;
   1635 	else
   1636 		roundto = 4;
   1637 
   1638 	KASSERT(roundup(len, roundto) <= sc->sc_bounce_size);
   1639 
   1640 	hwhdr = (void *)sc->sc_bounce_buf;
   1641 	hwhdr->frmlen = htole16(len);
   1642 	hwhdr->cksum = htole16(~len);
   1643 
   1644 	swhdr = (void *)&hwhdr[1];
   1645 	swhdr->seqnr = sc->sc_tx_seq++;
   1646 	swhdr->chanflag = BWFM_SDIO_SWHDR_CHANNEL_DATA;
   1647 	swhdr->nextlen = 0;
   1648 	swhdr->dataoff = sizeof(*hwhdr) + sizeof(*swhdr);
   1649 	swhdr->maxseqnr = 0;
   1650 
   1651 	bcdc = (void *)&swhdr[1];
   1652 	bcdc->data_offset = 0;
   1653 	bcdc->priority = WME_AC_BE;
   1654 	bcdc->flags = BWFM_BCDC_FLAG_VER(BWFM_BCDC_FLAG_PROTO_VER);
   1655 	bcdc->flags2 = 0;
   1656 
   1657 	m_copydata(m, 0, m->m_pkthdr.len, &bcdc[1]);
   1658 
   1659 	if (roundup(len, roundto) != len)
   1660 		memset(sc->sc_bounce_buf + len, 0,
   1661 		    roundup(len, roundto) - len);
   1662 
   1663 	bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1664 	    roundup(len, roundto), 1);
   1665 
   1666 	sc->sc_tx_count--;
   1667 }
   1668 
   1669 static int
   1670 bwfm_sdio_rxctl(struct bwfm_softc *bwfm, char *buf, size_t *lenp)
   1671 {
   1672 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1673 	struct mbuf *m;
   1674 	int err = 0;
   1675 
   1676 	mutex_enter(&sc->sc_lock);
   1677 	while ((m = bwfm_qget(&sc->sc_rxctl_queue)) == NULL) {
   1678 		err = cv_timedwait(&sc->sc_rxctl_cv, &sc->sc_lock,
   1679 		    mstohz(5000));
   1680 		if (err == EWOULDBLOCK)
   1681 			break;
   1682 	}
   1683 	mutex_exit(&sc->sc_lock);
   1684 
   1685 	if (err)
   1686 		return 1;
   1687 
   1688 	if (m->m_len > *lenp) {
   1689 		m_freem(m);
   1690 		return 1;
   1691 	}
   1692 
   1693 	*lenp = m->m_len;
   1694 	m_copydata(m, 0, m->m_len, buf);
   1695 	m_freem(m);
   1696 	return 0;
   1697 }
   1698 
   1699 static void
   1700 bwfm_sdio_rx_frames(struct bwfm_sdio_softc *sc)
   1701 {
   1702 	struct bwfm_sdio_hwhdr *hwhdr;
   1703 	struct bwfm_sdio_swhdr *swhdr;
   1704 	struct bwfm_proto_bcdc_hdr *bcdc;
   1705 	uint16_t *sublen, nextlen = 0;
   1706 	struct mbuf *m;
   1707 	size_t flen, off, hoff;
   1708 	char *data;
   1709 	int nsub;
   1710 	size_t subsize;
   1711 
   1712 	hwhdr = (struct bwfm_sdio_hwhdr *)sc->sc_bounce_buf;
   1713 	swhdr = (struct bwfm_sdio_swhdr *)&hwhdr[1];
   1714 	data = (char *)&swhdr[1];
   1715 
   1716 	for (;;) {
   1717 		/* If we know the next size, just read ahead. */
   1718 		if (nextlen) {
   1719 			if (bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1720 			    nextlen, 0))
   1721 				break;
   1722 			nextlen = 0;
   1723 		} else {
   1724 			if (bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1725 			    sizeof(*hwhdr) + sizeof(*swhdr), 0))
   1726 				break;
   1727 		}
   1728 
   1729 		hwhdr->frmlen = le16toh(hwhdr->frmlen);
   1730 		hwhdr->cksum = le16toh(hwhdr->cksum);
   1731 
   1732 		if (hwhdr->frmlen == 0 && hwhdr->cksum == 0) {
   1733 			break;
   1734 		}
   1735 
   1736 		if ((hwhdr->frmlen ^ hwhdr->cksum) != 0xffff) {
   1737 			printf("%s: checksum error\n", DEVNAME(sc));
   1738 			break;
   1739 		}
   1740 
   1741 		if (hwhdr->frmlen < sizeof(*hwhdr) + sizeof(*swhdr)) {
   1742 			printf("%s: length error\n", DEVNAME(sc));
   1743 			break;
   1744 		}
   1745 
   1746 		if (nextlen && hwhdr->frmlen > nextlen) {
   1747 			printf("%s: read ahead length error (%u > %u)\n",
   1748 			    DEVNAME(sc), hwhdr->frmlen, nextlen);
   1749 			break;
   1750 		}
   1751 
   1752 		sc->sc_tx_max_seq = swhdr->maxseqnr;
   1753 
   1754 		flen = hwhdr->frmlen - (sizeof(*hwhdr) + sizeof(*swhdr));
   1755 		if (flen == 0) {
   1756 			nextlen = swhdr->nextlen << 4;
   1757 			continue;
   1758 		}
   1759 
   1760 		if (!nextlen) {
   1761 			KASSERT(roundup(flen, 4) <= sc->sc_bounce_size -
   1762 			    (sizeof(*hwhdr) + sizeof(*swhdr)));
   1763 			if (bwfm_sdio_frame_read_write(sc, data,
   1764 			    roundup(flen, 4), 0)) {
   1765 				printf("%s: I/O error roundup(%zu, 4) bytes\n",
   1766 				    DEVNAME(sc), flen);
   1767 				break;
   1768 			}
   1769 		}
   1770 
   1771 		if (swhdr->dataoff < (sizeof(*hwhdr) + sizeof(*swhdr))) {
   1772 			printf("%s: data offset %u in header\n",
   1773 			    DEVNAME(sc), swhdr->dataoff);
   1774 			break;
   1775 		}
   1776 
   1777 		off = swhdr->dataoff - (sizeof(*hwhdr) + sizeof(*swhdr));
   1778 		if (off > flen) {
   1779 			printf("%s: offset %zu beyond end %zu\n",
   1780 			    DEVNAME(sc), off, flen);
   1781 			break;
   1782 		}
   1783 
   1784 		switch (swhdr->chanflag & BWFM_SDIO_SWHDR_CHANNEL_MASK) {
   1785 		case BWFM_SDIO_SWHDR_CHANNEL_CONTROL:
   1786 			m = bwfm_sdio_newbuf();
   1787 			if (m == NULL)
   1788 				break;
   1789 			if (flen - off > m->m_len) {
   1790 				printf("%s: ctl bigger than anticipated\n",
   1791 				    DEVNAME(sc));
   1792 				m_freem(m);
   1793 				break;
   1794 			}
   1795 			m->m_len = m->m_pkthdr.len = flen - off;
   1796 			memcpy(mtod(m, char *), data + off, flen - off);
   1797 			bwfm_qput(&sc->sc_rxctl_queue, m);
   1798 			cv_broadcast(&sc->sc_rxctl_cv);
   1799 			nextlen = swhdr->nextlen << 4;
   1800 			break;
   1801 		case BWFM_SDIO_SWHDR_CHANNEL_EVENT:
   1802 		case BWFM_SDIO_SWHDR_CHANNEL_DATA:
   1803 			m = bwfm_sdio_newbuf();
   1804 			if (m == NULL)
   1805 				break;
   1806 			if (flen - off > m->m_len) {
   1807 				printf("%s: frame bigger than anticipated\n",
   1808 				    DEVNAME(sc));
   1809 				m_freem(m);
   1810 				break;
   1811 			}
   1812 			m->m_len = m->m_pkthdr.len = flen - off;
   1813 			memcpy(mtod(m, char *), data + off, flen - off);
   1814 			bcdc = mtod(m, struct bwfm_proto_bcdc_hdr *);
   1815 			hoff = sizeof(*bcdc) + ((size_t)bcdc->data_offset << 2);
   1816 			if (m->m_len < hoff) {
   1817 				printf("%s: short bcdc packet %d < %zu\n",
   1818 				    DEVNAME(sc), m->m_len, hoff);
   1819 				m_freem(m);
   1820 				break;
   1821 			}
   1822 			m_adj(m, hoff);
   1823 			/* don't pass empty packet to stack */
   1824 			if (m->m_len == 0) {
   1825 				m_freem(m);
   1826 				break;
   1827 			}
   1828 			bwfm_rx(&sc->sc_sc, m);
   1829 			nextlen = swhdr->nextlen << 4;
   1830 			break;
   1831 		case BWFM_SDIO_SWHDR_CHANNEL_GLOM:
   1832 			if ((flen % sizeof(uint16_t)) != 0) {
   1833 				printf("%s: odd length (%zu) glom table\n",
   1834 				    DEVNAME(sc), flen);
   1835 				break;
   1836 			}
   1837 			nsub = flen / sizeof(uint16_t);
   1838 			subsize = nsub * sizeof(uint16_t);
   1839 			sublen = NULL;
   1840 			nextlen = 0;
   1841 			if (subsize > 0)
   1842 				sublen = kmem_zalloc(subsize, KM_NOSLEEP);
   1843 			if (sublen != NULL) {
   1844 				memcpy(sublen, data, subsize);
   1845 				bwfm_sdio_rx_glom(sc, sublen, nsub, &nextlen);
   1846 				kmem_free(sublen, subsize);
   1847 			}
   1848 			break;
   1849 		default:
   1850 			printf("%s: unknown channel\n", DEVNAME(sc));
   1851 			break;
   1852 		}
   1853 	}
   1854 }
   1855 
   1856 static void
   1857 bwfm_sdio_rx_glom(struct bwfm_sdio_softc *sc, uint16_t *sublen, int nsub,
   1858     uint16_t *nextlen)
   1859 {
   1860 	struct bwfm_sdio_hwhdr hwhdr;
   1861 	struct bwfm_sdio_swhdr swhdr;
   1862 	struct bwfm_proto_bcdc_hdr *bcdc;
   1863 	struct mbuf *m, *m0;
   1864 	size_t flen, off, hoff;
   1865 	int i;
   1866 
   1867 	if (nsub == 0)
   1868 		return;
   1869 
   1870 	m0 = NULL;
   1871 	for (i = 0; i < nsub; i++) {
   1872 		m = bwfm_sdio_newbuf();
   1873 		if (m == NULL) {
   1874 			m_freem(m0);
   1875 			return;
   1876 		}
   1877 		bwfm_qput(&m0, m);
   1878 		if (le16toh(sublen[i]) > m->m_len) {
   1879 			m_freem(m0);
   1880 			printf("%s: header larger than mbuf\n", DEVNAME(sc));
   1881 			return;
   1882 		}
   1883 		if (bwfm_sdio_frame_read_write(sc, mtod(m, char *),
   1884 		    le16toh(sublen[i]), 0)) {
   1885 			m_freem(m0);
   1886 			printf("%s: frame I/O error\n", DEVNAME(sc));
   1887 			return;
   1888 		}
   1889 		m->m_len = m->m_pkthdr.len = le16toh(sublen[i]);
   1890 	}
   1891 
   1892 	if (m0->m_len >= sizeof(hwhdr) + sizeof(swhdr)) {
   1893 		m_copydata(m0, 0, sizeof(hwhdr), &hwhdr);
   1894 		m_copydata(m0, sizeof(hwhdr), sizeof(swhdr), &swhdr);
   1895 
   1896 		/* TODO: Verify actual superframe header */
   1897 
   1898 		/* remove superframe header */
   1899 		if (m0->m_len >= swhdr.dataoff)
   1900 			m_adj(m0, swhdr.dataoff);
   1901 	}
   1902 
   1903 	*nextlen = 0;
   1904 	while ((m = bwfm_qget(&m0)) != NULL) {
   1905 		if (m->m_len < sizeof(hwhdr) + sizeof(swhdr)) {
   1906 			printf("%s: tiny mbuf %d < %zu\n", DEVNAME(sc),
   1907 			    m->m_len, sizeof(hwhdr) + sizeof(swhdr));
   1908 			goto drop;
   1909 		}
   1910 
   1911 		m_copydata(m, 0, sizeof(hwhdr), &hwhdr);
   1912 		m_copydata(m, sizeof(hwhdr), sizeof(swhdr), &swhdr);
   1913 
   1914 		hwhdr.frmlen = le16toh(hwhdr.frmlen);
   1915 		hwhdr.cksum = le16toh(hwhdr.cksum);
   1916 
   1917 		if (hwhdr.frmlen == 0 && hwhdr.cksum == 0)
   1918 			goto drop;
   1919 
   1920 		if ((hwhdr.frmlen ^ hwhdr.cksum) != 0xffff) {
   1921 			printf("%s: checksum error\n", DEVNAME(sc));
   1922 			goto drop;
   1923 		}
   1924 
   1925 
   1926 		if (hwhdr.frmlen < sizeof(hwhdr) + sizeof(swhdr)) {
   1927 			printf("%s: length error\n", DEVNAME(sc));
   1928 			goto drop;
   1929 		}
   1930 
   1931 		flen = hwhdr.frmlen - (sizeof(hwhdr) + sizeof(swhdr));
   1932 		if (flen == 0)
   1933 			goto drop;
   1934 
   1935 		if (hwhdr.frmlen > m->m_len) {
   1936 			printf("%s: short mbuf %d < %zu\n",
   1937 			    DEVNAME(sc),m->m_len,flen);
   1938 			goto drop;
   1939 		}
   1940 
   1941 		if (swhdr.dataoff < (sizeof(hwhdr) + sizeof(swhdr))) {
   1942 			printf("%s: data offset %u in header\n",
   1943 			    DEVNAME(sc), swhdr.dataoff);
   1944 			goto drop;
   1945 		}
   1946 
   1947 		off = swhdr.dataoff - (sizeof(hwhdr) + sizeof(swhdr));
   1948 		if (off > flen) {
   1949 			printf("%s: offset %zu beyond end %zu\n",
   1950 			    DEVNAME(sc), off, flen);
   1951 			goto drop;
   1952 		}
   1953 
   1954 		m_adj(m, (int)hwhdr.frmlen - m->m_len);
   1955 		*nextlen = swhdr.nextlen << 4;
   1956 
   1957 		switch (swhdr.chanflag & BWFM_SDIO_SWHDR_CHANNEL_MASK) {
   1958 		case BWFM_SDIO_SWHDR_CHANNEL_CONTROL:
   1959 			printf("%s: control channel not allowed in glom\n",
   1960 			    DEVNAME(sc));
   1961 			goto drop;
   1962 		case BWFM_SDIO_SWHDR_CHANNEL_EVENT:
   1963 		case BWFM_SDIO_SWHDR_CHANNEL_DATA:
   1964 			m_adj(m, swhdr.dataoff);
   1965 			bcdc = mtod(m, struct bwfm_proto_bcdc_hdr *);
   1966 			hoff = sizeof(*bcdc) + ((size_t)bcdc->data_offset << 2);
   1967 			if (m->m_len < hoff) {
   1968 				printf("%s: short bcdc packet %d < %zu\n",
   1969 				    DEVNAME(sc), m->m_len, hoff);
   1970 				m_freem(m);
   1971 				break;
   1972 			}
   1973 			m_adj(m, hoff);
   1974 			/* don't pass empty packet to stack */
   1975 			if (m->m_len == 0) {
   1976 				m_freem(m);
   1977 				break;
   1978 			}
   1979 			bwfm_rx(&sc->sc_sc, m);
   1980 			break;
   1981 		case BWFM_SDIO_SWHDR_CHANNEL_GLOM:
   1982 			printf("%s: glom not allowed in glom\n",
   1983 			    DEVNAME(sc));
   1984 			goto drop;
   1985 		default:
   1986 			printf("%s: unknown channel\n", DEVNAME(sc));
   1987 			goto drop;
   1988 		}
   1989 
   1990 		continue;
   1991 drop:
   1992 		printf("rx dropped %p len %d\n",mtod(m, char *),m->m_pkthdr.len);
   1993 		m_free(m);
   1994 		break;
   1995 	}
   1996 }
   1997 
   1998 #ifdef BWFM_DEBUG
   1999 static void
   2000 bwfm_sdio_debug_console(struct bwfm_sdio_softc *sc)
   2001 {
   2002 	struct bwfm_sdio_console c;
   2003 	uint32_t newidx;
   2004 	int err;
   2005 
   2006 	if (!sc->sc_console_addr)
   2007 		return;
   2008 
   2009 	err = bwfm_sdio_ram_read_write(sc, sc->sc_console_addr,
   2010 	    (char *)&c, sizeof(c), 0);
   2011 	if (err)
   2012 		return;
   2013 
   2014 	c.log_buf = le32toh(c.log_buf);
   2015 	c.log_bufsz = le32toh(c.log_bufsz);
   2016 	c.log_idx = le32toh(c.log_idx);
   2017 
   2018 	if (sc->sc_console_buf == NULL) {
   2019 		sc->sc_console_buf = malloc(c.log_bufsz, M_DEVBUF,
   2020 		    M_WAITOK|M_ZERO);
   2021 		sc->sc_console_buf_size = c.log_bufsz;
   2022 	}
   2023 
   2024 	newidx = c.log_idx;
   2025 	if (newidx >= sc->sc_console_buf_size)
   2026 		return;
   2027 
   2028 	err = bwfm_sdio_ram_read_write(sc, c.log_buf, sc->sc_console_buf,
   2029 	    sc->sc_console_buf_size, 0);
   2030 	if (err)
   2031 		return;
   2032 
   2033 	if (newidx != sc->sc_console_readidx)
   2034 		DPRINTFN(3, ("BWFM CONSOLE: "));
   2035 	while (newidx != sc->sc_console_readidx) {
   2036 		uint8_t ch = sc->sc_console_buf[sc->sc_console_readidx];
   2037 		sc->sc_console_readidx++;
   2038 		if (sc->sc_console_readidx == sc->sc_console_buf_size)
   2039 			sc->sc_console_readidx = 0;
   2040 		if (ch == '\r')
   2041 			continue;
   2042 		DPRINTFN(3, ("%c", ch));
   2043 	}
   2044 }
   2045 #endif
   2046