Home | History | Annotate | Line # | Download | only in sdmmc
if_bwfm_sdio.c revision 1.13
      1 /* $NetBSD: if_bwfm_sdio.c,v 1.13 2020/01/29 06:00:27 thorpej Exp $ */
      2 /* $OpenBSD: if_bwfm_sdio.c,v 1.1 2017/10/11 17:19:50 patrick Exp $ */
      3 /*
      4  * Copyright (c) 2010-2016 Broadcom Corporation
      5  * Copyright (c) 2016,2017 Patrick Wildt <patrick (at) blueri.se>
      6  *
      7  * Permission to use, copy, modify, and/or distribute this software for any
      8  * purpose with or without fee is hereby granted, provided that the above
      9  * copyright notice and this permission notice appear in all copies.
     10  *
     11  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     12  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     13  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     14  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     15  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
     16  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
     17  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     18  */
     19 
     20 #include <sys/param.h>
     21 #include <sys/systm.h>
     22 #include <sys/buf.h>
     23 #include <sys/endian.h>
     24 #include <sys/kernel.h>
     25 #include <sys/malloc.h>
     26 #include <sys/device.h>
     27 #include <sys/queue.h>
     28 #include <sys/socket.h>
     29 #include <sys/mutex.h>
     30 
     31 #include <net/bpf.h>
     32 #include <net/if.h>
     33 #include <net/if_dl.h>
     34 #include <net/if_media.h>
     35 #include <net/if_ether.h>
     36 
     37 #include <netinet/in.h>
     38 
     39 #include <dev/ofw/openfirm.h>
     40 #include <dev/fdt/fdtvar.h>
     41 
     42 #include <dev/firmload.h>
     43 
     44 #include <net80211/ieee80211_var.h>
     45 
     46 #include <dev/sdmmc/sdmmcdevs.h>
     47 #include <dev/sdmmc/sdmmcvar.h>
     48 
     49 #include <dev/ic/bwfmvar.h>
     50 #include <dev/ic/bwfmreg.h>
     51 #include <dev/sdmmc/if_bwfm_sdio.h>
     52 
     53 #ifdef BWFM_DEBUG
     54 #define DPRINTF(x)	do { if (bwfm_debug > 0) printf x; } while (0)
     55 #define DPRINTFN(n, x)	do { if (bwfm_debug >= (n)) printf x; } while (0)
     56 static int bwfm_debug = 2;
     57 #else
     58 #define DPRINTF(x)	do { ; } while (0)
     59 #define DPRINTFN(n, x)	do { ; } while (0)
     60 #endif
     61 
     62 #define DEVNAME(sc)	device_xname((sc)->sc_sc.sc_dev)
     63 
     64 enum bwfm_sdio_clkstate {
     65 	CLK_NONE,
     66 	CLK_SDONLY,
     67 	CLK_PENDING,
     68 	CLK_AVAIL
     69 };
     70 
     71 struct bwfm_sdio_softc {
     72 	struct bwfm_softc	sc_sc;
     73 	kmutex_t		sc_lock;
     74 	kmutex_t		sc_intr_lock;
     75 
     76 	bool			sc_bwfm_attached;
     77 
     78 	struct sdmmc_function	**sc_sf;
     79 	size_t			sc_sf_size;
     80 
     81 	uint32_t		sc_bar0;
     82 	enum bwfm_sdio_clkstate	sc_clkstate;
     83 	bool			sc_sr_enabled;
     84 	bool			sc_alp_only;
     85 	bool			sc_sleeping;
     86 	bool			sc_rxskip;
     87 
     88 	struct sdmmc_task	sc_task;
     89 	bool			sc_task_queued;
     90 
     91 	uint8_t			sc_tx_seq;
     92 	uint8_t			sc_tx_max_seq;
     93 	int			sc_tx_count;
     94 	MBUFQ_HEAD()		sc_tx_queue;
     95 
     96 	struct mbuf		*sc_rxctl_queue;
     97 	kcondvar_t		sc_rxctl_cv;
     98 
     99 	void			*sc_ih;
    100 	struct bwfm_core	*sc_cc;
    101 
    102 	char			*sc_bounce_buf;
    103 	size_t			sc_bounce_size;
    104 
    105 	uint32_t		sc_console_addr;
    106 	char			*sc_console_buf;
    107 	size_t			sc_console_buf_size;
    108 	uint32_t		sc_console_readidx;
    109 
    110 	int			sc_phandle;
    111 	void			*sc_fdtih;
    112 };
    113 
    114 static int	bwfm_sdio_match(device_t, cfdata_t, void *);
    115 static void	bwfm_sdio_attach(device_t, device_t, void *);
    116 static int	bwfm_sdio_detach(device_t, int);
    117 static void	bwfm_sdio_attachhook(device_t);
    118 static int	bwfm_fdt_find_phandle(device_t, device_t);
    119 static const char *bwfm_fdt_get_model(void);
    120 
    121 static void	bwfm_sdio_backplane(struct bwfm_sdio_softc *, uint32_t);
    122 static uint8_t	bwfm_sdio_read_1(struct bwfm_sdio_softc *, uint32_t);
    123 static uint32_t	bwfm_sdio_read_4(struct bwfm_sdio_softc *, uint32_t);
    124 static void	bwfm_sdio_write_1(struct bwfm_sdio_softc *, uint32_t,
    125 		     uint8_t);
    126 static void	bwfm_sdio_write_4(struct bwfm_sdio_softc *, uint32_t,
    127 		     uint32_t);
    128 
    129 static uint32_t	bwfm_sdio_dev_read(struct bwfm_sdio_softc *, uint32_t);
    130 static void	bwfm_sdio_dev_write(struct bwfm_sdio_softc *, uint32_t,
    131 		     uint32_t);
    132 
    133 static uint32_t	bwfm_sdio_buscore_read(struct bwfm_softc *, uint32_t);
    134 static void	bwfm_sdio_buscore_write(struct bwfm_softc *, uint32_t,
    135 		     uint32_t);
    136 static int	bwfm_sdio_buscore_prepare(struct bwfm_softc *);
    137 static void	bwfm_sdio_buscore_activate(struct bwfm_softc *, uint32_t);
    138 
    139 static int	bwfm_sdio_buf_read(struct bwfm_sdio_softc *,
    140 		    struct sdmmc_function *, uint32_t, char *, size_t);
    141 static int	bwfm_sdio_buf_write(struct bwfm_sdio_softc *,
    142 		    struct sdmmc_function *, uint32_t, char *, size_t);
    143 
    144 static struct mbuf	*bwfm_sdio_newbuf(void);
    145 static void		bwfm_qput(struct mbuf **, struct mbuf *);
    146 static struct mbuf	*bwfm_qget(struct mbuf **);
    147 
    148 static uint32_t	bwfm_sdio_ram_read_write(struct bwfm_sdio_softc *,
    149 		    uint32_t, char *, size_t, int);
    150 static uint32_t	bwfm_sdio_frame_read_write(struct bwfm_sdio_softc *,
    151 		    char *, size_t, int);
    152 
    153 static int	bwfm_sdio_intr1(void *, const char *);
    154 static int	bwfm_sdio_intr(void *);
    155 static void	bwfm_sdio_task(void *);
    156 static void	bwfm_sdio_task1(struct bwfm_sdio_softc *);
    157 
    158 static int	bwfm_nvram_convert(u_char *, size_t, size_t *);
    159 static int	bwfm_sdio_load_microcode(struct bwfm_sdio_softc *,
    160 		    u_char *, size_t, u_char *, size_t);
    161 static void	bwfm_sdio_clkctl(struct bwfm_sdio_softc *,
    162 		    enum bwfm_sdio_clkstate, bool);
    163 static void	bwfm_sdio_htclk(struct bwfm_sdio_softc *, bool, bool);
    164 
    165 #ifdef notyet
    166 static int	bwfm_sdio_bus_sleep(struct bwfm_sdio_softc *, bool, bool);
    167 #endif
    168 static void	bwfm_sdio_drivestrength(struct bwfm_sdio_softc *, unsigned);
    169 static void	bwfm_sdio_readshared(struct bwfm_sdio_softc *);
    170 
    171 static int	bwfm_sdio_txcheck(struct bwfm_softc *);
    172 static int	bwfm_sdio_txdata(struct bwfm_softc *, struct mbuf **);
    173 static int	bwfm_sdio_txctl(struct bwfm_softc *, char *, size_t);
    174 static int	bwfm_sdio_rxctl(struct bwfm_softc *, char *, size_t *);
    175 
    176 static int		bwfm_sdio_tx_ok(struct bwfm_sdio_softc *);
    177 static void	bwfm_sdio_tx_frames(struct bwfm_sdio_softc *);
    178 static void	bwfm_sdio_tx_ctrlframe(struct bwfm_sdio_softc *,
    179 		    struct mbuf *);
    180 static void	bwfm_sdio_tx_dataframe(struct bwfm_sdio_softc *,
    181 		    struct mbuf *);
    182 
    183 static void	bwfm_sdio_rx_frames(struct bwfm_sdio_softc *);
    184 static void	bwfm_sdio_rx_glom(struct bwfm_sdio_softc *,
    185 		    uint16_t *, int, uint16_t *);
    186 
    187 #ifdef BWFM_DEBUG
    188 static void	bwfm_sdio_debug_console(struct bwfm_sdio_softc *);
    189 #endif
    190 
    191 struct bwfm_bus_ops bwfm_sdio_bus_ops = {
    192 	.bs_init = NULL,
    193 	.bs_stop = NULL,
    194 	.bs_txcheck = bwfm_sdio_txcheck,
    195 	.bs_txdata = bwfm_sdio_txdata,
    196 	.bs_txctl = bwfm_sdio_txctl,
    197 	.bs_rxctl = bwfm_sdio_rxctl,
    198 };
    199 
    200 struct bwfm_buscore_ops bwfm_sdio_buscore_ops = {
    201 	.bc_read = bwfm_sdio_buscore_read,
    202 	.bc_write = bwfm_sdio_buscore_write,
    203 	.bc_prepare = bwfm_sdio_buscore_prepare,
    204 	.bc_reset = NULL,
    205 	.bc_setup = NULL,
    206 	.bc_activate = bwfm_sdio_buscore_activate,
    207 };
    208 
    209 CFATTACH_DECL_NEW(bwfm_sdio, sizeof(struct bwfm_sdio_softc),
    210     bwfm_sdio_match, bwfm_sdio_attach, bwfm_sdio_detach, NULL);
    211 
    212 static const struct bwfm_sdio_product {
    213 	uint32_t	manufacturer;
    214 	uint32_t	product;
    215 	const char	*cisinfo[4];
    216 } bwfm_sdio_products[] = {
    217 	{
    218 		SDMMC_VENDOR_BROADCOM,
    219 		SDMMC_PRODUCT_BROADCOM_BCM4330,
    220 		SDMMC_CIS_BROADCOM_BCM4330
    221 	},
    222 	{
    223 		SDMMC_VENDOR_BROADCOM,
    224 		SDMMC_PRODUCT_BROADCOM_BCM4334,
    225 		SDMMC_CIS_BROADCOM_BCM4334
    226 	},
    227 	{
    228 		SDMMC_VENDOR_BROADCOM,
    229 		SDMMC_PRODUCT_BROADCOM_BCM43143,
    230 		SDMMC_CIS_BROADCOM_BCM43143
    231 	},
    232 	{
    233 		SDMMC_VENDOR_BROADCOM,
    234 		SDMMC_PRODUCT_BROADCOM_BCM43430,
    235 		SDMMC_CIS_BROADCOM_BCM43430
    236 	},
    237 	{
    238 		SDMMC_VENDOR_BROADCOM,
    239 		SDMMC_PRODUCT_BROADCOM_BCM43455,
    240 		SDMMC_CIS_BROADCOM_BCM43455
    241 	},
    242 };
    243 
    244 static const char *compatible[] = {
    245 	"brcm,bcm4329-fmac",
    246 	NULL
    247 };
    248 
    249 static int
    250 bwfm_sdio_match(device_t parent, cfdata_t match, void *aux)
    251 {
    252 	struct sdmmc_attach_args *saa = aux;
    253 	struct sdmmc_function *sf = saa->sf;
    254 	struct sdmmc_cis *cis;
    255 	const struct bwfm_sdio_product *bsp;
    256 	int i;
    257 
    258 	/* Not SDIO. */
    259 	if (sf == NULL)
    260 		return 0;
    261 
    262 	cis = &sf->sc->sc_fn0->cis;
    263 	for (i = 0; i < __arraycount(bwfm_sdio_products); ++i) {
    264 		bsp = &bwfm_sdio_products[i];
    265 		if (cis->manufacturer == bsp->manufacturer &&
    266 		    cis->product == bsp->product)
    267 			break;
    268 	}
    269 	if (i >= __arraycount(bwfm_sdio_products))
    270 		return 0;
    271 
    272 	/* We need both functions, but ... */
    273 	if (sf->sc->sc_function_count <= 1)
    274 		return 0;
    275 
    276 	/* ... only attach for one. */
    277 	if (sf->number != 1)
    278 		return 0;
    279 
    280 	return 1;
    281 }
    282 
    283 static void
    284 bwfm_sdio_attach(device_t parent, device_t self, void *aux)
    285 {
    286 	struct bwfm_sdio_softc *sc = device_private(self);
    287 	struct sdmmc_attach_args *saa = aux;
    288 	struct sdmmc_function *sf = saa->sf;
    289 	struct bwfm_core *core;
    290 	uint32_t reg;
    291 
    292 	sc->sc_sc.sc_dev = self;
    293 
    294 	aprint_naive("\n");
    295 	aprint_normal("\n");
    296 
    297 	sc->sc_phandle = bwfm_fdt_find_phandle(self, parent);
    298 
    299 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_NONE);
    300 	cv_init(&sc->sc_rxctl_cv, "bwfmctl");
    301 	mutex_init(&sc->sc_intr_lock, MUTEX_DEFAULT, IPL_NONE);
    302 
    303 	sdmmc_init_task(&sc->sc_task, bwfm_sdio_task, sc);
    304 	sc->sc_task_queued = false;
    305 
    306 	sc->sc_bounce_size = 64 * 1024;
    307 	sc->sc_bounce_buf = kmem_alloc(sc->sc_bounce_size, KM_SLEEP);
    308 	sc->sc_tx_seq = 0xff;
    309 	MBUFQ_INIT(&sc->sc_tx_queue);
    310 	sc->sc_rxctl_queue = NULL;
    311 
    312 	sc->sc_sf_size = (sf->sc->sc_function_count + 1)
    313 	    * sizeof(struct sdmmc_function *);
    314 	sc->sc_sf = kmem_zalloc(sc->sc_sf_size, KM_SLEEP);
    315 
    316 	/* Copy all function pointers. */
    317 	SIMPLEQ_FOREACH(sf, &saa->sf->sc->sf_head, sf_list) {
    318 		sc->sc_sf[sf->number] = sf;
    319 	}
    320 
    321 	sdmmc_io_set_blocklen(sc->sc_sf[1], 64);
    322 	sdmmc_io_set_blocklen(sc->sc_sf[2], 512);
    323 
    324 	/* Enable Function 1. */
    325 	if (sdmmc_io_function_enable(sc->sc_sf[1]) != 0) {
    326 		printf("%s: cannot enable function 1\n", DEVNAME(sc));
    327 		return;
    328 	}
    329 
    330 	DPRINTF(("%s: F1 signature read @0x18000000=%x\n", DEVNAME(sc),
    331 	    bwfm_sdio_read_4(sc, 0x18000000)));
    332 
    333 	/* Force PLL off */
    334 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR,
    335 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HW_CLKREQ_OFF |
    336 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ);
    337 
    338 	sc->sc_sc.sc_buscore_ops = &bwfm_sdio_buscore_ops;
    339 	if (bwfm_chip_attach(&sc->sc_sc) != 0) {
    340 		aprint_error_dev(self, "cannot attach chip\n");
    341 		return;
    342 	}
    343 
    344 	sc->sc_cc = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_CHIPCOMMON);
    345 	if (sc->sc_cc == NULL) {
    346 		aprint_error_dev(self, "cannot find chipcommon core\n");
    347 		return;
    348 	}
    349 
    350 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    351 	if (core->co_rev >= 12) {
    352 		reg = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_SLEEPCSR);
    353 		if ((reg & BWFM_SDIO_FUNC1_SLEEPCSR_KSO) == 0) {
    354 			reg |= BWFM_SDIO_FUNC1_SLEEPCSR_KSO;
    355 			bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SLEEPCSR, reg);
    356 		}
    357 	}
    358 
    359 	/* Default, override from "brcm,drive-strength" */
    360 	bwfm_sdio_drivestrength(sc, 6);
    361 
    362 	bwfm_sdio_write_1(sc, BWFM_SDIO_CCCR_CARDCTRL,
    363 	    bwfm_sdio_read_1(sc, BWFM_SDIO_CCCR_CARDCTRL) |
    364 	    BWFM_SDIO_CCCR_CARDCTRL_WLANRESET);
    365 
    366 	core = bwfm_chip_get_pmu(&sc->sc_sc);
    367 	bwfm_sdio_write_4(sc, core->co_base + BWFM_CHIP_REG_PMUCONTROL,
    368 	    bwfm_sdio_read_4(sc, core->co_base + BWFM_CHIP_REG_PMUCONTROL) |
    369 	    (BWFM_CHIP_REG_PMUCONTROL_RES_RELOAD <<
    370 	     BWFM_CHIP_REG_PMUCONTROL_RES_SHIFT));
    371 
    372 	sdmmc_io_function_disable(sc->sc_sf[2]);
    373 
    374 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, 0);
    375 	sc->sc_clkstate = CLK_SDONLY;
    376 
    377 	config_mountroot(self, bwfm_sdio_attachhook);
    378 }
    379 
    380 static void
    381 bwfm_sdio_attachhook(device_t self)
    382 {
    383 	struct bwfm_sdio_softc *sc = device_private(self);
    384 	struct bwfm_softc *bwfm = &sc->sc_sc;
    385 	firmware_handle_t fwh;
    386 	const char *name, *nvname, *model;
    387 	char *nvnamebuf;
    388 	u_char *ucode, *nvram;
    389 	size_t size, nvlen, nvsize;
    390 	uint32_t reg, clk;
    391 	int error;
    392 
    393 	DPRINTF(("%s: chip 0x%08x rev %u\n", DEVNAME(sc),
    394 	    bwfm->sc_chip.ch_chip, bwfm->sc_chip.ch_chiprev));
    395 	switch (bwfm->sc_chip.ch_chip) {
    396 	case BRCM_CC_4330_CHIP_ID:
    397 		name = "brcmfmac4330-sdio.bin";
    398 		nvname = "brcmfmac4330-sdio.txt";
    399 		break;
    400 	case BRCM_CC_4334_CHIP_ID:
    401 		name = "brcmfmac4334-sdio.bin";
    402 		nvname = "brcmfmac4334-sdio.txt";
    403 		break;
    404 	case BRCM_CC_4345_CHIP_ID:
    405 		if ((0x200 & __BIT(bwfm->sc_chip.ch_chiprev)) != 0) {
    406 			name = "brcmfmac43456-sdio.bin";
    407 			nvname = "brcmfmac43456-sdio.txt";
    408 		} else {
    409 			name = "brcmfmac43455-sdio.bin";
    410 			nvname = "brcmfmac43455-sdio.txt";
    411 		}
    412 		break;
    413 	case BRCM_CC_43340_CHIP_ID:
    414 		name = "brcmfmac43340-sdio.bin";
    415 		nvname = "brcmfmac43340-sdio.txt";
    416 		break;
    417 	case BRCM_CC_4335_CHIP_ID:
    418 		if (bwfm->sc_chip.ch_chiprev < 2) {
    419 			name = "brcmfmac4335-sdio.bin";
    420 			nvname = "brcmfmac4335-sdio.txt";
    421 		} else {
    422 			name = "brcmfmac4339-sdio.bin";
    423 			nvname = "brcmfmac4339-sdio.txt";
    424 			bwfm->sc_chip.ch_chip = BRCM_CC_4339_CHIP_ID;
    425 		}
    426 		break;
    427 	case BRCM_CC_4339_CHIP_ID:
    428 		name = "brcmfmac4339-sdio.bin";
    429 		nvname = "brcmfmac4339-sdio.txt";
    430 		break;
    431 	case BRCM_CC_43430_CHIP_ID:
    432 		if (bwfm->sc_chip.ch_chiprev == 0) {
    433 			name = "brcmfmac43430a0-sdio.bin";
    434 			nvname = "brcmfmac43430a0-sdio.txt";
    435 		} else {
    436 			name = "brcmfmac43430-sdio.bin";
    437 			nvname = "brcmfmac43430-sdio.txt";
    438 		}
    439 		break;
    440 	case BRCM_CC_4356_CHIP_ID:
    441 		name = "brcmfmac4356-sdio.bin";
    442 		nvname = "brcmfmac4356-sdio.txt";
    443 		break;
    444 	default:
    445 		printf("%s: unknown firmware for chip %s\n",
    446 		    DEVNAME(sc), bwfm->sc_chip.ch_name);
    447 		goto err;
    448 	}
    449 
    450 	/* compute a model specific filename for the NV config */
    451 	nvnamebuf = NULL;
    452 	model = bwfm_fdt_get_model();
    453 	if (model != NULL) {
    454 		/* assume nvname ends in ".txt" */
    455 		nvnamebuf = kmem_asprintf("%.*s.%s.txt",
    456 		    (int)(strlen(nvname) - 4),
    457 		    nvname, model);
    458 	}
    459 
    460 	aprint_verbose_dev(self, "Firmware       %s\n", name);
    461 	aprint_verbose_dev(self, "Default Config %s\n", nvname);
    462 	if (nvnamebuf != NULL)
    463 		aprint_verbose_dev(self, "Model Config   %s\n", nvnamebuf);
    464 
    465 	if (firmware_open("if_bwfm", name, &fwh) != 0) {
    466 		printf("%s: failed firmware_open of file %s\n",
    467 		    DEVNAME(sc), name);
    468 		goto err;
    469 	}
    470 	size = firmware_get_size(fwh);
    471 	ucode = firmware_malloc(size);
    472 	if (ucode == NULL) {
    473 		printf("%s: failed firmware_open of file %s\n",
    474 		    DEVNAME(sc), name);
    475 		firmware_close(fwh);
    476 		goto err;
    477 	}
    478 	error = firmware_read(fwh, 0, ucode, size);
    479 	firmware_close(fwh);
    480 	if (error != 0) {
    481 		printf("%s: failed to read firmware (error %d)\n",
    482 		    DEVNAME(sc), error);
    483 		goto err1;
    484 	}
    485 
    486 	if ((nvnamebuf == NULL || firmware_open("if_bwfm", nvnamebuf, &fwh) != 0)
    487 	    && firmware_open("if_bwfm", nvname, &fwh) != 0) {
    488 		printf("%s: failed firmware_open of file %s\n",
    489 		    DEVNAME(sc), nvname);
    490 		goto err1;
    491 	}
    492 	nvlen = firmware_get_size(fwh);
    493 	nvram = firmware_malloc(nvlen);
    494 	if (nvram == NULL) {
    495 		printf("%s: failed firmware_open of file %s\n",
    496 		    DEVNAME(sc), name);
    497 		firmware_close(fwh);
    498 		goto err1;
    499 	}
    500 	error = firmware_read(fwh, 0, nvram, nvlen);
    501 	firmware_close(fwh);
    502 	if (error != 0) {
    503 		printf("%s: failed to read firmware (error %d)\n",
    504 		    DEVNAME(sc), error);
    505 		goto err2;
    506 	}
    507 
    508 	if (bwfm_nvram_convert(nvram, nvlen, &nvsize)) {
    509 		printf("%s: failed to convert nvram\n", DEVNAME(sc));
    510 		goto err2;
    511 	}
    512 
    513 	sc->sc_alp_only = true;
    514 	if (bwfm_sdio_load_microcode(sc, ucode, size, nvram, nvsize) != 0) {
    515 		printf("%s: could not load microcode\n",
    516 		    DEVNAME(sc));
    517 		goto err2;
    518 	}
    519 	sc->sc_alp_only = false;
    520 
    521 	firmware_free(nvram, nvlen);
    522 	firmware_free(ucode, size);
    523 	if (nvnamebuf != NULL)
    524 		kmem_free(nvnamebuf, strlen(nvnamebuf)+1);
    525 
    526 	sdmmc_pause(hztoms(1)*1000, NULL);
    527 
    528 	bwfm_sdio_clkctl(sc, CLK_AVAIL, false);
    529 	if (sc->sc_clkstate != CLK_AVAIL) {
    530 		printf("%s: could not access clock\n",
    531 		    DEVNAME(sc));
    532 		goto err;
    533 	}
    534 
    535 	clk = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
    536 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR,
    537 	    clk | BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HT);
    538 
    539 	bwfm_sdio_dev_write(sc, SDPCMD_TOSBMAILBOXDATA,
    540 	    SDPCM_PROT_VERSION << SDPCM_PROT_VERSION_SHIFT);
    541 	if (sdmmc_io_function_enable(sc->sc_sf[2])) {
    542 		printf("%s: cannot enable function 2\n", DEVNAME(sc));
    543 		goto err;
    544 	}
    545 
    546 //	bwfm_sdio_dev_write(sc, SDPCMD_HOSTINTMASK,
    547 //	    SDPCMD_INTSTATUS_HMB_SW_MASK | SDPCMD_INTSTATUS_CHIPACTIVE);
    548 	bwfm_sdio_dev_write(sc, SDPCMD_HOSTINTMASK, 0xffffffff);
    549 	bwfm_sdio_write_1(sc, BWFM_SDIO_WATERMARK, 8);
    550 
    551 	if (bwfm_chip_sr_capable(bwfm)) {
    552 		reg = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_WAKEUPCTRL);
    553 		reg |= BWFM_SDIO_FUNC1_WAKEUPCTRL_HTWAIT;
    554 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_WAKEUPCTRL, reg);
    555 		bwfm_sdio_write_1(sc, BWFM_SDIO_CCCR_CARDCAP,
    556 		    BWFM_SDIO_CCCR_CARDCAP_CMD14_SUPPORT |
    557 		    BWFM_SDIO_CCCR_CARDCAP_CMD14_EXT);
    558 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR,
    559 		    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HT);
    560 		sc->sc_sr_enabled = 1;
    561 	} else {
    562 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, clk);
    563 	}
    564 
    565 #ifdef notyet
    566 	if (sc->sc_phandle >= 0) {
    567 		sc->sc_fdtih = fdtbus_intr_establish(sc->sc_phandle,
    568 		    0, IPL_SDMMC, IST_LEVEL, bwfm_sdio_intr, sc);
    569 	}
    570 #endif
    571 	if (sc->sc_fdtih != NULL) {
    572 		aprint_normal_dev(self, "enabling GPIO interrupt\n");
    573 	} else {
    574 		sc->sc_ih = sdmmc_intr_establish(device_parent(self),
    575 		    bwfm_sdio_intr, sc, DEVNAME(sc));
    576 	}
    577 
    578 	if (sc->sc_ih == NULL && sc->sc_fdtih == NULL) {
    579 		aprint_error_dev(self, "could not establish interrupt\n");
    580 		bwfm_sdio_clkctl(sc, CLK_NONE, false);
    581 		return;
    582 	}
    583 	sdmmc_intr_enable(sc->sc_sf[1]);
    584 
    585 	sdmmc_pause(100000, NULL);
    586 
    587 	sc->sc_sc.sc_bus_ops = &bwfm_sdio_bus_ops;
    588 	sc->sc_sc.sc_proto_ops = &bwfm_proto_bcdc_ops;
    589 	bwfm_attach(&sc->sc_sc);
    590 	sc->sc_bwfm_attached = true;
    591 
    592 	return;
    593 
    594 err2:
    595 	firmware_free(nvram, nvlen);
    596 err1:
    597 	firmware_free(ucode, size);
    598 	if (nvnamebuf != NULL)
    599 		kmem_free(nvnamebuf, strlen(nvnamebuf)+1);
    600 err:
    601 	return;
    602 }
    603 
    604 static int
    605 bwfm_fdt_find_phandle(device_t self, device_t parent)
    606 {
    607 	prop_dictionary_t dict;
    608 	device_t dev;
    609 	const char *str;
    610 	int phandle;
    611 
    612 	/* locate in FDT */
    613 	dict = device_properties(self);
    614 	if (prop_dictionary_get_cstring_nocopy(dict, "fdt-path", &str)) {
    615 		/* search in FDT */
    616 		phandle = OF_finddevice(str);
    617 	} else {
    618 
    619 		/* parent parent is sdhc controller */
    620 		dev = device_parent(parent);
    621 		if (dev == NULL)
    622 			return -1;
    623 		/* locate in FDT */
    624 		dict = device_properties(dev);
    625 		if (!prop_dictionary_get_cstring_nocopy(dict, "fdt-path", &str))
    626 			return -1;
    627 
    628 		/* are we the only FDT child ? */
    629 		phandle = OF_child(OF_finddevice(str));
    630 	}
    631 
    632 	if (!of_match_compatible(phandle, compatible))
    633 		return -1;
    634 
    635 	return phandle;
    636 }
    637 
    638 static const char *
    639 bwfm_fdt_get_model(void)
    640 {
    641 	int phandle;
    642 
    643 	phandle = OF_finddevice("/");
    644 	return fdtbus_get_string_index(phandle, "compatible", 0);
    645 }
    646 
    647 static int
    648 bwfm_sdio_detach(device_t self, int flags)
    649 {
    650 	struct bwfm_sdio_softc *sc = (struct bwfm_sdio_softc *)self;
    651 
    652 #ifdef BWFM_DEBUG
    653 	bwfm_sdio_debug_console(sc);
    654 #endif
    655 
    656 	if (sc->sc_ih || sc->sc_fdtih) {
    657 		sdmmc_intr_disable(sc->sc_sf[1]);
    658 		if (sc->sc_ih)
    659 			sdmmc_intr_disestablish(sc->sc_ih);
    660 		if (sc->sc_fdtih)
    661 			fdtbus_intr_disestablish(sc->sc_phandle, sc->sc_fdtih);
    662 	}
    663 	if (sc->sc_bwfm_attached)
    664 		bwfm_detach(&sc->sc_sc, flags);
    665 
    666 	kmem_free(sc->sc_sf, sc->sc_sf_size);
    667 	kmem_free(sc->sc_bounce_buf, sc->sc_bounce_size);
    668 
    669 	mutex_destroy(&sc->sc_intr_lock);
    670 	cv_destroy(&sc->sc_rxctl_cv);
    671 	mutex_destroy(&sc->sc_lock);
    672 
    673 	return 0;
    674 }
    675 
    676 static void
    677 bwfm_sdio_backplane(struct bwfm_sdio_softc *sc, uint32_t addr)
    678 {
    679 	uint32_t bar0 = addr & ~BWFM_SDIO_SB_OFT_ADDR_MASK;
    680 
    681 	if (sc->sc_bar0 == bar0)
    682 		return;
    683 
    684 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SBADDRLOW,
    685 	    (bar0 >>  8) & 0xff);
    686 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SBADDRMID,
    687 	    (bar0 >> 16) & 0xff);
    688 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SBADDRHIGH,
    689 	    (bar0 >> 24) & 0xff);
    690 	sc->sc_bar0 = bar0;
    691 }
    692 
    693 static uint8_t
    694 bwfm_sdio_read_1(struct bwfm_sdio_softc *sc, uint32_t addr)
    695 {
    696 	struct sdmmc_function *sf;
    697 	uint8_t rv;
    698 
    699 	/*
    700 	 * figure out how to read the register based on address range
    701 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    702 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    703 	 * The rest: function 1 silicon backplane core registers
    704 	 */
    705 	if ((addr & ~0x7ff) == 0)
    706 		sf = sc->sc_sf[0];
    707 	else
    708 		sf = sc->sc_sf[1];
    709 
    710 	rv = sdmmc_io_read_1(sf, addr);
    711 	return rv;
    712 }
    713 
    714 static uint32_t
    715 bwfm_sdio_read_4(struct bwfm_sdio_softc *sc, uint32_t addr)
    716 {
    717 	struct sdmmc_function *sf;
    718 	uint32_t rv;
    719 
    720 	bwfm_sdio_backplane(sc, addr);
    721 
    722 	addr &= BWFM_SDIO_SB_OFT_ADDR_MASK;
    723 	addr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    724 
    725 	/*
    726 	 * figure out how to read the register based on address range
    727 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    728 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    729 	 * The rest: function 1 silicon backplane core registers
    730 	 */
    731 	if ((addr & ~0x7ff) == 0)
    732 		sf = sc->sc_sf[0];
    733 	else
    734 		sf = sc->sc_sf[1];
    735 
    736 	rv = sdmmc_io_read_4(sf, addr);
    737 	return rv;
    738 }
    739 
    740 static void
    741 bwfm_sdio_write_1(struct bwfm_sdio_softc *sc, uint32_t addr, uint8_t data)
    742 {
    743 	struct sdmmc_function *sf;
    744 
    745 	/*
    746 	 * figure out how to read the register based on address range
    747 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    748 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    749 	 * The rest: function 1 silicon backplane core registers
    750 	 */
    751 	if ((addr & ~0x7ff) == 0)
    752 		sf = sc->sc_sf[0];
    753 	else
    754 		sf = sc->sc_sf[1];
    755 
    756 	sdmmc_io_write_1(sf, addr, data);
    757 }
    758 
    759 static void
    760 bwfm_sdio_write_4(struct bwfm_sdio_softc *sc, uint32_t addr, uint32_t data)
    761 {
    762 	struct sdmmc_function *sf;
    763 
    764 	bwfm_sdio_backplane(sc, addr);
    765 
    766 	addr &= BWFM_SDIO_SB_OFT_ADDR_MASK;
    767 	addr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    768 
    769 	/*
    770 	 * figure out how to read the register based on address range
    771 	 * 0x00 ~ 0x7FF: function 0 CCCR and FBR
    772 	 * 0x10000 ~ 0x1FFFF: function 1 miscellaneous registers
    773 	 * The rest: function 1 silicon backplane core registers
    774 	 */
    775 	if ((addr & ~0x7ff) == 0)
    776 		sf = sc->sc_sf[0];
    777 	else
    778 		sf = sc->sc_sf[1];
    779 
    780 	sdmmc_io_write_4(sf, addr, data);
    781 }
    782 
    783 static int
    784 bwfm_sdio_buf_read(struct bwfm_sdio_softc *sc, struct sdmmc_function *sf,
    785     uint32_t reg, char *data, size_t size)
    786 {
    787 	int err;
    788 
    789 	KASSERT(((vaddr_t)data & 0x3) == 0);
    790 	KASSERT((size & 0x3) == 0);
    791 
    792 	if (sf == sc->sc_sf[1])
    793 		err = sdmmc_io_read_region_1(sf, reg, data, size);
    794 	else
    795 		err = sdmmc_io_read_multi_1(sf, reg, data, size);
    796 
    797 	if (err)
    798 		printf("%s: error %d\n", __func__, err);
    799 
    800 	return err;
    801 }
    802 
    803 static int
    804 bwfm_sdio_buf_write(struct bwfm_sdio_softc *sc, struct sdmmc_function *sf,
    805     uint32_t reg, char *data, size_t size)
    806 {
    807 	int err;
    808 
    809 	KASSERT(((vaddr_t)data & 0x3) == 0);
    810 	KASSERT((size & 0x3) == 0);
    811 
    812 	err = sdmmc_io_write_region_1(sf, reg, data, size);
    813 
    814 	if (err)
    815 		printf("%s: error %d\n", __func__, err);
    816 
    817 	return err;
    818 }
    819 
    820 static uint32_t
    821 bwfm_sdio_ram_read_write(struct bwfm_sdio_softc *sc, uint32_t reg,
    822     char *data, size_t left, int write)
    823 {
    824 	uint32_t sbaddr, sdaddr, off;
    825 	size_t size;
    826 	int err;
    827 
    828 	err = off = 0;
    829 	while (left > 0) {
    830 		sbaddr = reg + off;
    831 		bwfm_sdio_backplane(sc, sbaddr);
    832 
    833 		sdaddr = sbaddr & BWFM_SDIO_SB_OFT_ADDR_MASK;
    834 		size = ulmin(left, (BWFM_SDIO_SB_OFT_ADDR_PAGE - sdaddr));
    835 		sdaddr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    836 
    837 		if (write) {
    838 			memcpy(sc->sc_bounce_buf, data + off, size);
    839 			if (roundup(size, 4) != size)
    840 				memset(sc->sc_bounce_buf + size, 0,
    841 				    roundup(size, 4) - size);
    842 			err = bwfm_sdio_buf_write(sc, sc->sc_sf[1], sdaddr,
    843 			    sc->sc_bounce_buf, roundup(size, 4));
    844 		} else {
    845 			err = bwfm_sdio_buf_read(sc, sc->sc_sf[1], sdaddr,
    846 			    sc->sc_bounce_buf, roundup(size, 4));
    847 			memcpy(data + off, sc->sc_bounce_buf, size);
    848 		}
    849 		if (err)
    850 			break;
    851 
    852 		off += size;
    853 		left -= size;
    854 	}
    855 
    856 	if (err)
    857 		printf("%s: error %d\n", __func__, err);
    858 
    859 	return err;
    860 }
    861 
    862 static uint32_t
    863 bwfm_sdio_frame_read_write(struct bwfm_sdio_softc *sc,
    864     char *data, size_t size, int write)
    865 {
    866 	uint32_t addr;
    867 	int err;
    868 
    869 	addr = sc->sc_cc->co_base;
    870 	bwfm_sdio_backplane(sc, addr);
    871 
    872 	addr &= BWFM_SDIO_SB_OFT_ADDR_MASK;
    873 	addr |= BWFM_SDIO_SB_ACCESS_2_4B_FLAG;
    874 
    875 	if (write)
    876 		err = bwfm_sdio_buf_write(sc, sc->sc_sf[2], addr, data, size);
    877 	else
    878 		err = bwfm_sdio_buf_read(sc, sc->sc_sf[2], addr, data, size);
    879 
    880 	if (err)
    881 		printf("%s: error %d\n", __func__, err);
    882 
    883 	return err;
    884 }
    885 
    886 static uint32_t
    887 bwfm_sdio_dev_read(struct bwfm_sdio_softc *sc, uint32_t reg)
    888 {
    889 	struct bwfm_core *core;
    890 	uint32_t val;
    891 
    892 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    893 	val = bwfm_sdio_read_4(sc, core->co_base + reg);
    894 	/* TODO: Workaround for 4335/4339 */
    895 
    896 	return val;
    897 }
    898 
    899 static void
    900 bwfm_sdio_dev_write(struct bwfm_sdio_softc *sc, uint32_t reg, uint32_t val)
    901 {
    902 	struct bwfm_core *core;
    903 
    904 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    905 	bwfm_sdio_write_4(sc, core->co_base + reg, val);
    906 }
    907 
    908 static uint32_t
    909 bwfm_sdio_buscore_read(struct bwfm_softc *bwfm, uint32_t reg)
    910 {
    911 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    912 	uint32_t val;
    913 
    914 	mutex_enter(&sc->sc_lock);
    915 	val = bwfm_sdio_read_4(sc, reg);
    916 	/* TODO: Workaround for 4335/4339 */
    917 	mutex_exit(&sc->sc_lock);
    918 
    919 	return val;
    920 }
    921 
    922 static void
    923 bwfm_sdio_buscore_write(struct bwfm_softc *bwfm, uint32_t reg, uint32_t val)
    924 {
    925 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    926 
    927 	mutex_enter(&sc->sc_lock);
    928 	bwfm_sdio_write_4(sc, reg, val);
    929 	mutex_exit(&sc->sc_lock);
    930 }
    931 
    932 static int
    933 bwfm_sdio_buscore_prepare(struct bwfm_softc *bwfm)
    934 {
    935 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    936 	uint8_t clkval, clkset, clkmask;
    937 	int i, error = 0;
    938 
    939 	mutex_enter(&sc->sc_lock);
    940 
    941 	clkset = BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ |
    942 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HW_CLKREQ_OFF;
    943 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, clkset);
    944 
    945 	clkmask = BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL |
    946 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_HT_AVAIL;
    947 	clkval = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
    948 
    949 	if ((clkval & ~clkmask) != clkset) {
    950 		printf("%s: wrote 0x%02x read 0x%02x\n", DEVNAME(sc),
    951 		    clkset, clkval);
    952 		error = 1;
    953 		goto done;
    954 	}
    955 
    956 	for (i = 1000; i > 0; i--) {
    957 		clkval = bwfm_sdio_read_1(sc,
    958 		    BWFM_SDIO_FUNC1_CHIPCLKCSR);
    959 		if (clkval & clkmask)
    960 			break;
    961 	}
    962 	if (i == 0) {
    963 		printf("%s: timeout on ALPAV wait, clkval 0x%02x\n",
    964 		    DEVNAME(sc), clkval);
    965 		error = 1;
    966 		goto done;
    967 	}
    968 
    969 	clkset = BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_HW_CLKREQ_OFF |
    970 	    BWFM_SDIO_FUNC1_CHIPCLKCSR_FORCE_ALP;
    971 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, clkset);
    972 	delay(65);
    973 
    974 	bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_SDIOPULLUP, 0);
    975 
    976 done:
    977 	mutex_exit(&sc->sc_lock);
    978 
    979 	return error;
    980 }
    981 
    982 static void
    983 bwfm_sdio_buscore_activate(struct bwfm_softc *bwfm, uint32_t rstvec)
    984 {
    985 	struct bwfm_sdio_softc *sc = (void *)bwfm;
    986 	struct bwfm_core *core;
    987 
    988 	core = bwfm_chip_get_core(&sc->sc_sc, BWFM_AGENT_CORE_SDIO_DEV);
    989 	bwfm_sdio_buscore_write(&sc->sc_sc,
    990 	    core->co_base + BWFM_SDPCMD_INTSTATUS, 0xFFFFFFFF);
    991 
    992 	mutex_enter(&sc->sc_lock);
    993 	if (rstvec)
    994 		bwfm_sdio_ram_read_write(sc, 0, (char *)&rstvec,
    995 		    sizeof(rstvec), 1);
    996 	mutex_exit(&sc->sc_lock);
    997 }
    998 
    999 static struct mbuf *
   1000 bwfm_sdio_newbuf(void)
   1001 {
   1002 	struct mbuf *m;
   1003 
   1004 	MGETHDR(m, M_DONTWAIT, MT_DATA);
   1005 	if (m == NULL)
   1006 		return NULL;
   1007 
   1008 	MCLGET(m, M_DONTWAIT);
   1009 	if (!(m->m_flags & M_EXT)) {
   1010 		m_freem(m);
   1011 		return NULL;
   1012 	}
   1013 
   1014 	m->m_len = m->m_pkthdr.len = MCLBYTES;
   1015 	return m;
   1016 }
   1017 
   1018 static struct mbuf *
   1019 bwfm_qget(struct mbuf **q)
   1020 {
   1021 	struct mbuf *m = NULL;
   1022 
   1023 	if (*q != NULL) {
   1024 		m = *q;
   1025 		*q = m->m_next;
   1026 		m->m_next = NULL;
   1027 	}
   1028 
   1029 	return m;
   1030 }
   1031 
   1032 static void
   1033 bwfm_qput(struct mbuf **q, struct mbuf *m)
   1034 {
   1035 
   1036 	if (*q == NULL)
   1037 		*q = m;
   1038 	else
   1039 		m_cat(*q, m);
   1040 }
   1041 
   1042 static int
   1043 bwfm_sdio_txcheck(struct bwfm_softc *bwfm)
   1044 {
   1045 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1046 	int error = 0;
   1047 
   1048 	mutex_enter(&sc->sc_lock);
   1049 	if (sc->sc_tx_count >= 64)
   1050 		error = ENOBUFS;
   1051 	mutex_exit(&sc->sc_lock);
   1052 
   1053 	return error;
   1054 }
   1055 
   1056 
   1057 static int
   1058 bwfm_sdio_txdata(struct bwfm_softc *bwfm, struct mbuf **mp)
   1059 {
   1060 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1061 
   1062 	if (sc->sc_tx_count >= 64) {
   1063 		printf("%s: tx count limit reached\n",DEVNAME(sc));
   1064 		return ENOBUFS;
   1065 	}
   1066 
   1067 	mutex_enter(&sc->sc_lock);
   1068 	sc->sc_tx_count++;
   1069 	MBUFQ_ENQUEUE(&sc->sc_tx_queue, *mp);
   1070 	mutex_exit(&sc->sc_lock);
   1071 
   1072 	bwfm_sdio_intr1(sc, "sdio_txdata");
   1073 
   1074 	return 0;
   1075 }
   1076 
   1077 static int
   1078 bwfm_sdio_txctl(struct bwfm_softc *bwfm, char *buf, size_t len)
   1079 {
   1080 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1081 	struct mbuf *m;
   1082 
   1083 	KASSERT(len <= MCLBYTES);
   1084 
   1085 	MGET(m, M_DONTWAIT, MT_CONTROL);
   1086 	if (m == NULL)
   1087 		goto fail;
   1088 	if (len > MLEN) {
   1089 		MCLGET(m, M_DONTWAIT);
   1090 		if (!(m->m_flags & M_EXT)) {
   1091 			m_freem(m);
   1092 			goto fail;
   1093 		}
   1094 	}
   1095 	memcpy(mtod(m, char *), buf, len);
   1096 	m->m_len = len;
   1097 
   1098 	mutex_enter(&sc->sc_lock);
   1099 	MBUFQ_ENQUEUE(&sc->sc_tx_queue, m);
   1100 	mutex_exit(&sc->sc_lock);
   1101 
   1102 	bwfm_sdio_intr1(sc, "sdio_txctl");
   1103 
   1104 	return 0;
   1105 
   1106 fail:
   1107 	return ENOBUFS;
   1108 }
   1109 
   1110 static int
   1111 bwfm_nvram_convert(u_char *buf, size_t len, size_t *newlenp)
   1112 {
   1113 	u_char *src, *dst, *end = buf + len;
   1114 	bool skip = false;
   1115 	size_t count = 0, pad;
   1116 	uint32_t token;
   1117 
   1118 	for (src = buf, dst = buf; src != end; ++src) {
   1119 		if (*src == '\n') {
   1120 			if (count > 0)
   1121 				*dst++ = '\0';
   1122 			count = 0;
   1123 			skip = false;
   1124 			continue;
   1125 		}
   1126 		if (skip)
   1127 			continue;
   1128 		if (*src == '#' && count == 0) {
   1129 			skip = true;
   1130 			continue;
   1131 		}
   1132 		if (*src == '\r')
   1133 			continue;
   1134 		*dst++ = *src;
   1135 		++count;
   1136 	}
   1137 
   1138 	count = dst - buf;
   1139 	pad = roundup(count + 1, 4) - count;
   1140 
   1141 	if (count + pad + sizeof(token) > len)
   1142 		return 1;
   1143 
   1144 	memset(dst, 0, pad);
   1145 	count += pad;
   1146 	dst += pad;
   1147 
   1148 	token = (count / 4) & 0xffff;
   1149 	token |= ~token << 16;
   1150 	token = htole32(token);
   1151 
   1152 	memcpy(dst, &token, sizeof(token));
   1153 	count += sizeof(token);
   1154 
   1155 	*newlenp = count ;
   1156 
   1157 	return 0;
   1158 }
   1159 
   1160 static int
   1161 bwfm_sdio_load_microcode(struct bwfm_sdio_softc *sc, u_char *ucode, size_t size,
   1162     u_char *nvram, size_t nvlen)
   1163 {
   1164 	struct bwfm_softc *bwfm = &sc->sc_sc;
   1165 	char *verify = NULL;
   1166 	int err = 0;
   1167 
   1168 	bwfm_sdio_clkctl(sc, CLK_AVAIL, false);
   1169 
   1170 	DPRINTF(("ucode %zu bytes to 0x%08lx\n", size,
   1171 		(u_long)bwfm->sc_chip.ch_rambase));
   1172 	/* Upload firmware */
   1173 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase,
   1174 	    ucode, size, 1);
   1175 	if (err)
   1176 		goto out;
   1177 
   1178 	/* Verify firmware */
   1179 	verify = kmem_zalloc(size, KM_SLEEP);
   1180 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase,
   1181 	    verify, size, 0);
   1182 	if (err || memcmp(verify, ucode, size)) {
   1183 		printf("%s: firmware verification failed\n",
   1184 		    DEVNAME(sc));
   1185 		kmem_free(verify, size);
   1186 		goto out;
   1187 	}
   1188 	kmem_free(verify, size);
   1189 
   1190 	DPRINTF(("nvram %zu bytes to 0x%08lx\n", nvlen,
   1191 	    (u_long)bwfm->sc_chip.ch_rambase + bwfm->sc_chip.ch_ramsize
   1192 	    - nvlen));
   1193 	/* Upload nvram */
   1194 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase +
   1195 	    bwfm->sc_chip.ch_ramsize - nvlen, nvram, nvlen, 1);
   1196 	if (err)
   1197 		goto out;
   1198 
   1199 	/* Verify nvram */
   1200 	verify = kmem_zalloc(nvlen, KM_SLEEP);
   1201 	err = bwfm_sdio_ram_read_write(sc, bwfm->sc_chip.ch_rambase +
   1202 	    bwfm->sc_chip.ch_ramsize - nvlen, verify, nvlen, 0);
   1203 	if (err || memcmp(verify, nvram, nvlen)) {
   1204 		printf("%s: nvram verification failed\n",
   1205 		    DEVNAME(sc));
   1206 		kmem_free(verify, nvlen);
   1207 		goto out;
   1208 	}
   1209 	kmem_free(verify, nvlen);
   1210 
   1211 	DPRINTF(("Reset core 0x%08x\n", *(uint32_t *)ucode));
   1212 	/* Load reset vector from firmware and kickstart core. */
   1213 	bwfm_chip_set_active(bwfm, *(uint32_t *)ucode);
   1214 
   1215 out:
   1216 	bwfm_sdio_clkctl(sc, CLK_SDONLY, false);
   1217 	return err;
   1218 }
   1219 
   1220 static void
   1221 bwfm_sdio_clkctl(struct bwfm_sdio_softc *sc, enum bwfm_sdio_clkstate newstate,
   1222     bool pendok)
   1223 {
   1224 	enum bwfm_sdio_clkstate oldstate;
   1225 
   1226 	oldstate = sc->sc_clkstate;
   1227 	if (oldstate == newstate)
   1228 		return;
   1229 
   1230 	switch (newstate) {
   1231 	case CLK_AVAIL:
   1232 		if (oldstate == CLK_NONE)
   1233 			sc->sc_clkstate = CLK_SDONLY; /* XXX */
   1234 		bwfm_sdio_htclk(sc, true, pendok);
   1235 		break;
   1236 	case CLK_SDONLY:
   1237 		if (oldstate == CLK_NONE)
   1238 			sc->sc_clkstate = newstate;
   1239 		else if (oldstate == CLK_AVAIL)
   1240 			bwfm_sdio_htclk(sc, false, false);
   1241 		else
   1242 			printf("%s: clkctl %d -> %d\n", DEVNAME(sc),
   1243 				sc->sc_clkstate, newstate);
   1244 		break;
   1245 	case CLK_NONE:
   1246 		if (oldstate == CLK_AVAIL)
   1247 			bwfm_sdio_htclk(sc, false, false);
   1248 		sc->sc_clkstate = newstate;
   1249 		break;
   1250 	default:
   1251 		break;
   1252 	}
   1253 
   1254 	DPRINTF(("%s: %d -> %d = %d\n", DEVNAME(sc), oldstate, newstate,
   1255 	    sc->sc_clkstate));
   1256 }
   1257 
   1258 static void
   1259 bwfm_sdio_htclk(struct bwfm_sdio_softc *sc, bool on, bool pendok)
   1260 {
   1261 	uint32_t clkctl, devctl, req;
   1262 	int i;
   1263 
   1264 	if (sc->sc_sr_enabled) {
   1265 		if (on)
   1266 			sc->sc_clkstate = CLK_AVAIL;
   1267 		else
   1268 			sc->sc_clkstate = CLK_SDONLY;
   1269 		return;
   1270 	}
   1271 
   1272 	if (on) {
   1273 		if (sc->sc_alp_only)
   1274 			req = BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ;
   1275 		else
   1276 			req = BWFM_SDIO_FUNC1_CHIPCLKCSR_HT_AVAIL_REQ;
   1277 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, req);
   1278 
   1279 		clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
   1280 		if (!BWFM_SDIO_FUNC1_CHIPCLKCSR_CLKAV(clkctl, sc->sc_alp_only)
   1281 		    && pendok) {
   1282 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1283 			devctl |= BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1284 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1285 			sc->sc_clkstate = CLK_PENDING;
   1286 			return;
   1287 		} else if (sc->sc_clkstate == CLK_PENDING) {
   1288 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1289 			devctl &= ~BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1290 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1291 		}
   1292 
   1293 		for (i = 0; i < 50; i++) {
   1294 			if (BWFM_SDIO_FUNC1_CHIPCLKCSR_CLKAV(clkctl,
   1295 			    sc->sc_alp_only))
   1296 				break;
   1297 			clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR
   1298 );
   1299 			sdmmc_pause(100000, NULL);
   1300 		}
   1301 		if (i >= 50) {
   1302 			printf("%s: HT avail timeout\n", DEVNAME(sc));
   1303 			return;
   1304 		}
   1305 
   1306 		sc->sc_clkstate = CLK_AVAIL;
   1307 	} else {
   1308 		if (sc->sc_clkstate == CLK_PENDING) {
   1309 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1310 			devctl &= ~BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1311 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1312 		}
   1313 		sc->sc_clkstate = CLK_SDONLY;
   1314 		bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, 0);
   1315 	}
   1316 }
   1317 
   1318 struct bwfm_sdio_dstab {
   1319 	uint8_t milli;
   1320 	uint8_t val;
   1321 };
   1322 
   1323 static struct bwfm_sdio_dstab pmu11_1v8[] = {
   1324 	{32, 0x6},
   1325 	{26, 0x7},
   1326 	{22, 0x4},
   1327 	{16, 0x5},
   1328 	{12, 0x2},
   1329 	{8, 0x3},
   1330 	{4, 0x0},
   1331 	{0, 0x1}
   1332 }, pmu13_1v8[] = {
   1333 	{6, 0x7},
   1334 	{5, 0x6},
   1335 	{4, 0x5},
   1336 	{3, 0x4},
   1337 	{2, 0x2},
   1338 	{1, 0x1},
   1339 	{0, 0x0}
   1340 }, pmu17_1v8[] = {
   1341 	{3, 0x3},
   1342 	{2, 0x2},
   1343 	{1, 0x1},
   1344 	{0, 0x0}
   1345 }, pmu17_3v3[] = {
   1346 	{16, 0x7},
   1347 	{12, 0x5},
   1348 	{8,  0x3},
   1349 	{4,  0x1},
   1350 	{0,  0x0}
   1351 };
   1352 
   1353 static void
   1354 bwfm_sdio_drivestrength(struct bwfm_sdio_softc *sc, unsigned milli)
   1355 {
   1356 	struct bwfm_softc *bwfm = &sc->sc_sc;
   1357 	struct bwfm_core *core;
   1358 	struct bwfm_sdio_dstab *tab;
   1359 	uint32_t tmp, mask;
   1360 	unsigned i;
   1361 
   1362 	if ((bwfm->sc_chip.ch_cc_caps & BWFM_CHIP_REG_CAPABILITIES_PMU) == 0)
   1363 		return;
   1364 
   1365 	switch (bwfm->sc_chip.ch_chip) {
   1366 	case BRCM_CC_4330_CHIP_ID:
   1367 		tab = pmu11_1v8;
   1368 		mask = __BITS(11,13);
   1369 		break;
   1370 	case BRCM_CC_4334_CHIP_ID:
   1371 		tab = pmu17_1v8;
   1372 		mask = __BITS(11,12);
   1373 		break;
   1374 	case BRCM_CC_43143_CHIP_ID:
   1375 		tab = pmu17_3v3;
   1376 		mask = __BITS(0,3);
   1377 		break;
   1378 	case BRCM_CC_43362_CHIP_ID:
   1379 		tab = pmu13_1v8;
   1380 		mask = __BITS(11,13);
   1381 		break;
   1382 	default:
   1383 		return;
   1384 	}
   1385 
   1386 	for (i=0; tab[i].milli != 0; ++i) {
   1387 		if (milli >= tab[i].milli)
   1388 			break;
   1389 	}
   1390 	if (tab[i].milli == 0)
   1391 		return;
   1392 
   1393 	core = bwfm_chip_get_pmu(&sc->sc_sc);
   1394 	tmp = bwfm_sdio_read_4(sc, core->co_base + BWFM_CHIP_REG_CHIPCONTROL_ADDR);
   1395 	tmp &= mask;
   1396 	tmp |= __SHIFTIN(tab[i].val, mask);
   1397 	bwfm_sdio_write_4(sc, core->co_base + BWFM_CHIP_REG_CHIPCONTROL_ADDR, tmp);
   1398 }
   1399 
   1400 
   1401 #if notyet
   1402 static int
   1403 bwfm_sdio_bus_sleep(struct bwfm_sdio_softc *sc, bool sleep, bool pendok)
   1404 {
   1405 	uint32_t clkctl;
   1406 
   1407 	if (sc->sleeping == sleep)
   1408 		return 0;
   1409 
   1410 	if (sc->sc_sr_enabled) {
   1411 		if (sleep) {
   1412 			clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
   1413 			if ((clkctl & BWFM_SDIO_FUNC1_CHIPCLKCSR_CSR_MASK) == 0)
   1414 				bwfm_sdio_write_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR, BWFM_SDIO_FUNC1_CHIPCLKCSR_ALP_AVAIL_REQ);
   1415 		}
   1416 		/* kso_ctrl(sc, sleep) */
   1417 	}
   1418 
   1419 	if (sleep) {
   1420 		if (!sc->sc_sr_enabled)
   1421 			bwfm_sdio_clkctl(sc, CLK_NONE, pendok);
   1422 	} else {
   1423 		bwfm_sdio_clkctl(sc, CLK_AVAIL, pendok);
   1424 	}
   1425 
   1426 	sc->sleeping = sleep;
   1427 
   1428 	return 0;
   1429 }
   1430 #endif
   1431 
   1432 static void
   1433 bwfm_sdio_readshared(struct bwfm_sdio_softc *sc)
   1434 {
   1435 	struct bwfm_softc *bwfm = &sc->sc_sc;
   1436 	struct bwfm_sdio_sdpcm sdpcm;
   1437 	uint32_t addr, shaddr;
   1438 	int err;
   1439 
   1440 	bwfm_sdio_clkctl(sc, CLK_AVAIL, false);
   1441 	if (sc->sc_clkstate != CLK_AVAIL)
   1442 		return;
   1443 
   1444 	shaddr = bwfm->sc_chip.ch_rambase + bwfm->sc_chip.ch_ramsize - 4;
   1445 	if (!bwfm->sc_chip.ch_rambase && sc->sc_sr_enabled)
   1446 		shaddr -= bwfm->sc_chip.ch_srsize;
   1447 
   1448 	err = bwfm_sdio_ram_read_write(sc, shaddr, (char *)&addr,
   1449 	    sizeof(addr), 0);
   1450 	if (err)
   1451 		return;
   1452 
   1453 	addr = le32toh(addr);
   1454 	if (addr == 0 || ((~addr >> 16) & 0xffff) == (addr & 0xffff))
   1455 		return;
   1456 
   1457 	err = bwfm_sdio_ram_read_write(sc, addr, (char *)&sdpcm,
   1458 	    sizeof(sdpcm), 0);
   1459 	if (err)
   1460 		return;
   1461 
   1462 	sc->sc_console_addr = le32toh(sdpcm.console_addr);
   1463 }
   1464 
   1465 static int
   1466 bwfm_sdio_intr1(void *v, const char *name)
   1467 {
   1468 	struct bwfm_sdio_softc *sc = (void *)v;
   1469 
   1470 	DPRINTF(("%s: %s\n", DEVNAME(sc), name));
   1471 
   1472 	mutex_enter(&sc->sc_intr_lock);
   1473 	if (!sdmmc_task_pending(&sc->sc_task))
   1474 		sdmmc_add_task(sc->sc_sf[1]->sc, &sc->sc_task);
   1475 	sc->sc_task_queued = true;
   1476 	mutex_exit(&sc->sc_intr_lock);
   1477 	return 1;
   1478 }
   1479 
   1480 static int
   1481 bwfm_sdio_intr(void *v)
   1482 {
   1483 	return bwfm_sdio_intr1(v, "sdio_intr");
   1484 }
   1485 
   1486 static void
   1487 bwfm_sdio_task(void *v)
   1488 {
   1489 	struct bwfm_sdio_softc *sc = (void *)v;
   1490 #ifdef BWFM_DEBUG
   1491 	unsigned count = 0;
   1492 #endif
   1493 
   1494 	mutex_enter(&sc->sc_intr_lock);
   1495 	while (sc->sc_task_queued) {
   1496 #ifdef BWFM_DEBUG
   1497 		++count;
   1498 #endif
   1499 		sc->sc_task_queued = false;
   1500 		mutex_exit(&sc->sc_intr_lock);
   1501 
   1502 		mutex_enter(&sc->sc_lock);
   1503 		bwfm_sdio_task1(sc);
   1504 #ifdef BWFM_DEBUG
   1505 		bwfm_sdio_debug_console(sc);
   1506 #endif
   1507 		mutex_exit(&sc->sc_lock);
   1508 
   1509 		mutex_enter(&sc->sc_intr_lock);
   1510 	}
   1511 	mutex_exit(&sc->sc_intr_lock);
   1512 
   1513 #ifdef BWFM_DEBUG
   1514 	if (count > 1)
   1515 		DPRINTF(("%s: finished %u tasks\n", DEVNAME(sc), count));
   1516 #endif
   1517 }
   1518 
   1519 static void
   1520 bwfm_sdio_task1(struct bwfm_sdio_softc *sc)
   1521 {
   1522 	uint32_t clkctl, devctl, intstat, hostint;
   1523 	bool dorecv, dosend;
   1524 
   1525 	if (!sc->sc_sr_enabled && sc->sc_clkstate == CLK_PENDING) {
   1526 		clkctl = bwfm_sdio_read_1(sc, BWFM_SDIO_FUNC1_CHIPCLKCSR);
   1527 		if (BWFM_SDIO_FUNC1_CHIPCLKCSR_HTAV(clkctl)) {
   1528 			devctl = bwfm_sdio_read_1(sc, BWFM_SDIO_DEVICE_CTL);
   1529 			devctl &= ~BWFM_SDIO_DEVICE_CTL_CA_INT_ONLY;
   1530 			bwfm_sdio_write_1(sc, BWFM_SDIO_DEVICE_CTL, devctl);
   1531 			sc->sc_clkstate = CLK_AVAIL;
   1532 		}
   1533 	}
   1534 
   1535 	dorecv = dosend = sc->sc_clkstate == CLK_AVAIL;
   1536 
   1537 	intstat = bwfm_sdio_dev_read(sc, BWFM_SDPCMD_INTSTATUS);
   1538 	DPRINTF(("%s: intstat 0x%" PRIx32 "\n", DEVNAME(sc), intstat));
   1539 	intstat &= (SDPCMD_INTSTATUS_HMB_SW_MASK|SDPCMD_INTSTATUS_CHIPACTIVE);
   1540 	if (intstat)
   1541 		bwfm_sdio_dev_write(sc, BWFM_SDPCMD_INTSTATUS, intstat);
   1542 
   1543 	if (intstat & SDPCMD_INTSTATUS_CHIPACTIVE)
   1544 		printf("%s: CHIPACTIVE\n", DEVNAME(sc));
   1545 
   1546 	if (intstat & SDPCMD_INTSTATUS_HMB_HOST_INT) {
   1547 		hostint = bwfm_sdio_dev_read(sc, SDPCMD_TOHOSTMAILBOXDATA);
   1548 		DPRINTF(("%s: hostint 0x%" PRIx32 "\n", DEVNAME(sc), hostint));
   1549 		bwfm_sdio_dev_write(sc, SDPCMD_TOSBMAILBOX,
   1550 		    SDPCMD_TOSBMAILBOX_INT_ACK);
   1551 		if (hostint & SDPCMD_TOHOSTMAILBOXDATA_NAKHANDLED)
   1552 			sc->sc_rxskip = false;
   1553 		if (hostint & SDPCMD_TOHOSTMAILBOXDATA_DEVREADY ||
   1554 		    hostint & SDPCMD_TOHOSTMAILBOXDATA_FWREADY)
   1555 			bwfm_sdio_readshared(sc);
   1556 	}
   1557 
   1558 	if (intstat & SDPCMD_INTSTATUS_HMB_FRAME_IND) {
   1559 		/* ignore receive indications while recovering */
   1560 		if (dorecv && !sc->sc_rxskip) {
   1561 			DPRINTF(("%s: recv\n", DEVNAME(sc)));
   1562 			bwfm_sdio_rx_frames(sc);
   1563 		}
   1564 	}
   1565 
   1566 	if (intstat & SDPCMD_INTSTATUS_HMB_FC_STATE)
   1567 		dosend = false;
   1568 
   1569 	if (intstat & SDPCMD_INTSTATUS_HMB_FC_CHANGE) {
   1570 		if (dosend) {
   1571 			intstat = bwfm_sdio_dev_read(sc, BWFM_SDPCMD_INTSTATUS);
   1572 			DPRINTF(("%s: intstat2 0x%" PRIx32 "\n", DEVNAME(sc), intstat));
   1573 			if (intstat & (SDPCMD_INTSTATUS_HMB_FC_STATE | SDPCMD_INTSTATUS_HMB_FC_CHANGE))
   1574 				dosend = false;
   1575 		}
   1576 	}
   1577 
   1578 if (!dosend && MBUFQ_FIRST(&sc->sc_tx_queue)) printf("%s: flowctl\n", DEVNAME(sc));
   1579 	if (dosend && MBUFQ_FIRST(&sc->sc_tx_queue)) {
   1580 		DPRINTF(("%s: xmit\n", DEVNAME(sc)));
   1581 		bwfm_sdio_tx_frames(sc);
   1582 	}
   1583 }
   1584 
   1585 static int
   1586 bwfm_sdio_tx_ok(struct bwfm_sdio_softc *sc)
   1587 {
   1588 	return (uint8_t)(sc->sc_tx_max_seq - sc->sc_tx_seq) != 0 &&
   1589 	    ((uint8_t)(sc->sc_tx_max_seq - sc->sc_tx_seq) & 0x80) == 0;
   1590 }
   1591 
   1592 static void
   1593 bwfm_sdio_tx_frames(struct bwfm_sdio_softc *sc)
   1594 {
   1595 	struct mbuf *m;
   1596 	struct ifnet *ifp = sc->sc_sc.sc_ic.ic_ifp;
   1597 	bool ifstart = false;
   1598 	int i;
   1599 
   1600 	if (!bwfm_sdio_tx_ok(sc))
   1601 		return;
   1602 
   1603 	i = uimin((uint8_t)(sc->sc_tx_max_seq - sc->sc_tx_seq), 32);
   1604 	while (i--) {
   1605 		MBUFQ_DEQUEUE(&sc->sc_tx_queue, m);
   1606 		if (m == NULL)
   1607 			break;
   1608 
   1609 		if (m->m_type == MT_CONTROL)
   1610 			bwfm_sdio_tx_ctrlframe(sc, m);
   1611 		else {
   1612 			bwfm_sdio_tx_dataframe(sc, m);
   1613 			if_statinc(ifp, if_opackets);
   1614 			ifstart = true;
   1615 		}
   1616 
   1617 		m_freem(m);
   1618 	}
   1619 
   1620 	if (ifstart) {
   1621 		ifp->if_flags &= ~IFF_OACTIVE;
   1622 		if_schedule_deferred_start(ifp);
   1623 	}
   1624 }
   1625 
   1626 static void
   1627 bwfm_sdio_tx_ctrlframe(struct bwfm_sdio_softc *sc, struct mbuf *m)
   1628 {
   1629 	struct bwfm_sdio_hwhdr *hwhdr;
   1630 	struct bwfm_sdio_swhdr *swhdr;
   1631 	size_t len, roundto;
   1632 
   1633 	len = sizeof(*hwhdr) + sizeof(*swhdr) + m->m_len;
   1634 
   1635 	/* Zero-pad to either block-size or 4-byte alignment. */
   1636 	if (len > 512 && (len % 512) != 0)
   1637 		roundto = 512;
   1638 	else
   1639 		roundto = 4;
   1640 
   1641 	KASSERT(roundup(len, roundto) <= sc->sc_bounce_size);
   1642 
   1643 	hwhdr = (void *)sc->sc_bounce_buf;
   1644 	hwhdr->frmlen = htole16(len);
   1645 	hwhdr->cksum = htole16(~len);
   1646 
   1647 	swhdr = (void *)&hwhdr[1];
   1648 	swhdr->seqnr = sc->sc_tx_seq++;
   1649 	swhdr->chanflag = BWFM_SDIO_SWHDR_CHANNEL_CONTROL;
   1650 	swhdr->nextlen = 0;
   1651 	swhdr->dataoff = sizeof(*hwhdr) + sizeof(*swhdr);
   1652 	swhdr->maxseqnr = 0;
   1653 
   1654 	m_copydata(m, 0, m->m_len, &swhdr[1]);
   1655 
   1656 	if (roundup(len, roundto) != len)
   1657 		memset(sc->sc_bounce_buf + len, 0,
   1658 		    roundup(len, roundto) - len);
   1659 
   1660 	bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1661 	    roundup(len, roundto), 1);
   1662 }
   1663 
   1664 static void
   1665 bwfm_sdio_tx_dataframe(struct bwfm_sdio_softc *sc, struct mbuf *m)
   1666 {
   1667 	struct bwfm_sdio_hwhdr *hwhdr;
   1668 	struct bwfm_sdio_swhdr *swhdr;
   1669 	struct bwfm_proto_bcdc_hdr *bcdc;
   1670 	size_t len, roundto;
   1671 
   1672 	len = sizeof(*hwhdr) + sizeof(*swhdr) + sizeof(*bcdc)
   1673 	    + m->m_pkthdr.len;
   1674 
   1675 	/* Zero-pad to either block-size or 4-byte alignment. */
   1676 	if (len > 512 && (len % 512) != 0)
   1677 		roundto = 512;
   1678 	else
   1679 		roundto = 4;
   1680 
   1681 	KASSERT(roundup(len, roundto) <= sc->sc_bounce_size);
   1682 
   1683 	hwhdr = (void *)sc->sc_bounce_buf;
   1684 	hwhdr->frmlen = htole16(len);
   1685 	hwhdr->cksum = htole16(~len);
   1686 
   1687 	swhdr = (void *)&hwhdr[1];
   1688 	swhdr->seqnr = sc->sc_tx_seq++;
   1689 	swhdr->chanflag = BWFM_SDIO_SWHDR_CHANNEL_DATA;
   1690 	swhdr->nextlen = 0;
   1691 	swhdr->dataoff = sizeof(*hwhdr) + sizeof(*swhdr);
   1692 	swhdr->maxseqnr = 0;
   1693 
   1694 	bcdc = (void *)&swhdr[1];
   1695 	bcdc->data_offset = 0;
   1696 	bcdc->priority = WME_AC_BE;
   1697 	bcdc->flags = BWFM_BCDC_FLAG_VER(BWFM_BCDC_FLAG_PROTO_VER);
   1698 	bcdc->flags2 = 0;
   1699 
   1700 	m_copydata(m, 0, m->m_pkthdr.len, &bcdc[1]);
   1701 
   1702 	if (roundup(len, roundto) != len)
   1703 		memset(sc->sc_bounce_buf + len, 0,
   1704 		    roundup(len, roundto) - len);
   1705 
   1706 	bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1707 	    roundup(len, roundto), 1);
   1708 
   1709 	sc->sc_tx_count--;
   1710 }
   1711 
   1712 static int
   1713 bwfm_sdio_rxctl(struct bwfm_softc *bwfm, char *buf, size_t *lenp)
   1714 {
   1715 	struct bwfm_sdio_softc *sc = (void *)bwfm;
   1716 	struct mbuf *m;
   1717 	int err = 0;
   1718 
   1719 	mutex_enter(&sc->sc_lock);
   1720 	while ((m = bwfm_qget(&sc->sc_rxctl_queue)) == NULL) {
   1721 		err = cv_timedwait(&sc->sc_rxctl_cv, &sc->sc_lock,
   1722 		    mstohz(5000));
   1723 		if (err == EWOULDBLOCK)
   1724 			break;
   1725 	}
   1726 	mutex_exit(&sc->sc_lock);
   1727 
   1728 	if (err)
   1729 		return 1;
   1730 
   1731 	if (m->m_len > *lenp) {
   1732 		m_freem(m);
   1733 		return 1;
   1734 	}
   1735 
   1736 	*lenp = m->m_len;
   1737 	m_copydata(m, 0, m->m_len, buf);
   1738 	m_freem(m);
   1739 	return 0;
   1740 }
   1741 
   1742 static void
   1743 bwfm_sdio_rx_frames(struct bwfm_sdio_softc *sc)
   1744 {
   1745 	struct bwfm_sdio_hwhdr *hwhdr;
   1746 	struct bwfm_sdio_swhdr *swhdr;
   1747 	struct bwfm_proto_bcdc_hdr *bcdc;
   1748 	uint16_t *sublen, nextlen = 0;
   1749 	struct mbuf *m;
   1750 	size_t flen, off, hoff;
   1751 	char *data;
   1752 	int nsub;
   1753 	size_t subsize;
   1754 
   1755 	hwhdr = (struct bwfm_sdio_hwhdr *)sc->sc_bounce_buf;
   1756 	swhdr = (struct bwfm_sdio_swhdr *)&hwhdr[1];
   1757 	data = (char *)&swhdr[1];
   1758 
   1759 	for (;;) {
   1760 		/* If we know the next size, just read ahead. */
   1761 		if (nextlen) {
   1762 			if (bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1763 			    nextlen, 0))
   1764 				break;
   1765 			nextlen = 0;
   1766 		} else {
   1767 			if (bwfm_sdio_frame_read_write(sc, sc->sc_bounce_buf,
   1768 			    sizeof(*hwhdr) + sizeof(*swhdr), 0))
   1769 				break;
   1770 		}
   1771 
   1772 		hwhdr->frmlen = le16toh(hwhdr->frmlen);
   1773 		hwhdr->cksum = le16toh(hwhdr->cksum);
   1774 
   1775 		if (hwhdr->frmlen == 0 && hwhdr->cksum == 0) {
   1776 			break;
   1777 		}
   1778 
   1779 		if ((hwhdr->frmlen ^ hwhdr->cksum) != 0xffff) {
   1780 			printf("%s: checksum error\n", DEVNAME(sc));
   1781 			break;
   1782 		}
   1783 
   1784 		if (hwhdr->frmlen < sizeof(*hwhdr) + sizeof(*swhdr)) {
   1785 			printf("%s: length error\n", DEVNAME(sc));
   1786 			break;
   1787 		}
   1788 
   1789 		if (nextlen && hwhdr->frmlen > nextlen) {
   1790 			printf("%s: read ahead length error (%u > %u)\n",
   1791 			    DEVNAME(sc), hwhdr->frmlen, nextlen);
   1792 			break;
   1793 		}
   1794 
   1795 		sc->sc_tx_max_seq = swhdr->maxseqnr;
   1796 
   1797 		flen = hwhdr->frmlen - (sizeof(*hwhdr) + sizeof(*swhdr));
   1798 		if (flen == 0) {
   1799 			nextlen = swhdr->nextlen << 4;
   1800 			continue;
   1801 		}
   1802 
   1803 		if (!nextlen) {
   1804 			KASSERT(roundup(flen, 4) <= sc->sc_bounce_size -
   1805 			    (sizeof(*hwhdr) + sizeof(*swhdr)));
   1806 			if (bwfm_sdio_frame_read_write(sc, data,
   1807 			    roundup(flen, 4), 0)) {
   1808 				printf("%s: I/O error roundup(%zu, 4) bytes\n",
   1809 				    DEVNAME(sc), flen);
   1810 				break;
   1811 			}
   1812 		}
   1813 
   1814 		if (swhdr->dataoff < (sizeof(*hwhdr) + sizeof(*swhdr))) {
   1815 			printf("%s: data offset %u in header\n",
   1816 			    DEVNAME(sc), swhdr->dataoff);
   1817 			break;
   1818 		}
   1819 
   1820 		off = swhdr->dataoff - (sizeof(*hwhdr) + sizeof(*swhdr));
   1821 		if (off > flen) {
   1822 			printf("%s: offset %zu beyond end %zu\n",
   1823 			    DEVNAME(sc), off, flen);
   1824 			break;
   1825 		}
   1826 
   1827 		switch (swhdr->chanflag & BWFM_SDIO_SWHDR_CHANNEL_MASK) {
   1828 		case BWFM_SDIO_SWHDR_CHANNEL_CONTROL:
   1829 			m = bwfm_sdio_newbuf();
   1830 			if (m == NULL)
   1831 				break;
   1832 			if (flen - off > m->m_len) {
   1833 				printf("%s: ctl bigger than anticipated\n",
   1834 				    DEVNAME(sc));
   1835 				m_freem(m);
   1836 				break;
   1837 			}
   1838 			m->m_len = m->m_pkthdr.len = flen - off;
   1839 			memcpy(mtod(m, char *), data + off, flen - off);
   1840 			bwfm_qput(&sc->sc_rxctl_queue, m);
   1841 			cv_broadcast(&sc->sc_rxctl_cv);
   1842 			nextlen = swhdr->nextlen << 4;
   1843 			break;
   1844 		case BWFM_SDIO_SWHDR_CHANNEL_EVENT:
   1845 		case BWFM_SDIO_SWHDR_CHANNEL_DATA:
   1846 			m = bwfm_sdio_newbuf();
   1847 			if (m == NULL)
   1848 				break;
   1849 			if (flen - off > m->m_len) {
   1850 				printf("%s: frame bigger than anticipated\n",
   1851 				    DEVNAME(sc));
   1852 				m_freem(m);
   1853 				break;
   1854 			}
   1855 			m->m_len = m->m_pkthdr.len = flen - off;
   1856 			memcpy(mtod(m, char *), data + off, flen - off);
   1857 			bcdc = mtod(m, struct bwfm_proto_bcdc_hdr *);
   1858 			hoff = sizeof(*bcdc) + ((size_t)bcdc->data_offset << 2);
   1859 			if (m->m_len < hoff) {
   1860 				printf("%s: short bcdc packet %d < %zu\n",
   1861 				    DEVNAME(sc), m->m_len, hoff);
   1862 				m_freem(m);
   1863 				break;
   1864 			}
   1865 			m_adj(m, hoff);
   1866 			/* don't pass empty packet to stack */
   1867 			if (m->m_len == 0) {
   1868 				m_freem(m);
   1869 				break;
   1870 			}
   1871 			bwfm_rx(&sc->sc_sc, m);
   1872 			nextlen = swhdr->nextlen << 4;
   1873 			break;
   1874 		case BWFM_SDIO_SWHDR_CHANNEL_GLOM:
   1875 			if ((flen % sizeof(uint16_t)) != 0) {
   1876 				printf("%s: odd length (%zu) glom table\n",
   1877 				    DEVNAME(sc), flen);
   1878 				break;
   1879 			}
   1880 			nsub = flen / sizeof(uint16_t);
   1881 			subsize = nsub * sizeof(uint16_t);
   1882 			sublen = NULL;
   1883 			nextlen = 0;
   1884 			if (subsize > 0)
   1885 				sublen = kmem_zalloc(subsize, KM_NOSLEEP);
   1886 			if (sublen != NULL) {
   1887 				memcpy(sublen, data, subsize);
   1888 				bwfm_sdio_rx_glom(sc, sublen, nsub, &nextlen);
   1889 				kmem_free(sublen, subsize);
   1890 			}
   1891 			break;
   1892 		default:
   1893 			printf("%s: unknown channel\n", DEVNAME(sc));
   1894 			break;
   1895 		}
   1896 	}
   1897 }
   1898 
   1899 static void
   1900 bwfm_sdio_rx_glom(struct bwfm_sdio_softc *sc, uint16_t *sublen, int nsub,
   1901     uint16_t *nextlen)
   1902 {
   1903 	struct bwfm_sdio_hwhdr hwhdr;
   1904 	struct bwfm_sdio_swhdr swhdr;
   1905 	struct bwfm_proto_bcdc_hdr *bcdc;
   1906 	struct mbuf *m, *m0;
   1907 	size_t flen, off, hoff;
   1908 	int i;
   1909 
   1910 	if (nsub == 0)
   1911 		return;
   1912 
   1913 	m0 = NULL;
   1914 	for (i = 0; i < nsub; i++) {
   1915 		m = bwfm_sdio_newbuf();
   1916 		if (m == NULL) {
   1917 			m_freem(m0);
   1918 			return;
   1919 		}
   1920 		bwfm_qput(&m0, m);
   1921 		if (le16toh(sublen[i]) > m->m_len) {
   1922 			m_freem(m0);
   1923 			printf("%s: header larger than mbuf\n", DEVNAME(sc));
   1924 			return;
   1925 		}
   1926 		if (bwfm_sdio_frame_read_write(sc, mtod(m, char *),
   1927 		    le16toh(sublen[i]), 0)) {
   1928 			m_freem(m0);
   1929 			printf("%s: frame I/O error\n", DEVNAME(sc));
   1930 			return;
   1931 		}
   1932 		m->m_len = m->m_pkthdr.len = le16toh(sublen[i]);
   1933 	}
   1934 
   1935 	if (m0->m_len >= sizeof(hwhdr) + sizeof(swhdr)) {
   1936 		m_copydata(m0, 0, sizeof(hwhdr), &hwhdr);
   1937 		m_copydata(m0, sizeof(hwhdr), sizeof(swhdr), &swhdr);
   1938 
   1939 		/* TODO: Verify actual superframe header */
   1940 
   1941 		/* remove superframe header */
   1942 		if (m0->m_len >= swhdr.dataoff)
   1943 			m_adj(m0, swhdr.dataoff);
   1944 	}
   1945 
   1946 	*nextlen = 0;
   1947 	while ((m = bwfm_qget(&m0)) != NULL) {
   1948 		if (m->m_len < sizeof(hwhdr) + sizeof(swhdr)) {
   1949 			printf("%s: tiny mbuf %d < %zu\n", DEVNAME(sc),
   1950 			    m->m_len, sizeof(hwhdr) + sizeof(swhdr));
   1951 			goto drop;
   1952 		}
   1953 
   1954 		m_copydata(m, 0, sizeof(hwhdr), &hwhdr);
   1955 		m_copydata(m, sizeof(hwhdr), sizeof(swhdr), &swhdr);
   1956 
   1957 		hwhdr.frmlen = le16toh(hwhdr.frmlen);
   1958 		hwhdr.cksum = le16toh(hwhdr.cksum);
   1959 
   1960 		if (hwhdr.frmlen == 0 && hwhdr.cksum == 0)
   1961 			goto drop;
   1962 
   1963 		if ((hwhdr.frmlen ^ hwhdr.cksum) != 0xffff) {
   1964 			printf("%s: checksum error\n", DEVNAME(sc));
   1965 			goto drop;
   1966 		}
   1967 
   1968 
   1969 		if (hwhdr.frmlen < sizeof(hwhdr) + sizeof(swhdr)) {
   1970 			printf("%s: length error\n", DEVNAME(sc));
   1971 			goto drop;
   1972 		}
   1973 
   1974 		flen = hwhdr.frmlen - (sizeof(hwhdr) + sizeof(swhdr));
   1975 		if (flen == 0)
   1976 			goto drop;
   1977 
   1978 		if (hwhdr.frmlen > m->m_len) {
   1979 			printf("%s: short mbuf %d < %zu\n",
   1980 			    DEVNAME(sc),m->m_len,flen);
   1981 			goto drop;
   1982 		}
   1983 
   1984 		if (swhdr.dataoff < (sizeof(hwhdr) + sizeof(swhdr))) {
   1985 			printf("%s: data offset %u in header\n",
   1986 			    DEVNAME(sc), swhdr.dataoff);
   1987 			goto drop;
   1988 		}
   1989 
   1990 		off = swhdr.dataoff - (sizeof(hwhdr) + sizeof(swhdr));
   1991 		if (off > flen) {
   1992 			printf("%s: offset %zu beyond end %zu\n",
   1993 			    DEVNAME(sc), off, flen);
   1994 			goto drop;
   1995 		}
   1996 
   1997 		m_adj(m, (int)hwhdr.frmlen - m->m_len);
   1998 		*nextlen = swhdr.nextlen << 4;
   1999 
   2000 		switch (swhdr.chanflag & BWFM_SDIO_SWHDR_CHANNEL_MASK) {
   2001 		case BWFM_SDIO_SWHDR_CHANNEL_CONTROL:
   2002 			printf("%s: control channel not allowed in glom\n",
   2003 			    DEVNAME(sc));
   2004 			goto drop;
   2005 		case BWFM_SDIO_SWHDR_CHANNEL_EVENT:
   2006 		case BWFM_SDIO_SWHDR_CHANNEL_DATA:
   2007 			m_adj(m, swhdr.dataoff);
   2008 			bcdc = mtod(m, struct bwfm_proto_bcdc_hdr *);
   2009 			hoff = sizeof(*bcdc) + ((size_t)bcdc->data_offset << 2);
   2010 			if (m->m_len < hoff) {
   2011 				printf("%s: short bcdc packet %d < %zu\n",
   2012 				    DEVNAME(sc), m->m_len, hoff);
   2013 				m_freem(m);
   2014 				break;
   2015 			}
   2016 			m_adj(m, hoff);
   2017 			/* don't pass empty packet to stack */
   2018 			if (m->m_len == 0) {
   2019 				m_freem(m);
   2020 				break;
   2021 			}
   2022 			bwfm_rx(&sc->sc_sc, m);
   2023 			break;
   2024 		case BWFM_SDIO_SWHDR_CHANNEL_GLOM:
   2025 			printf("%s: glom not allowed in glom\n",
   2026 			    DEVNAME(sc));
   2027 			goto drop;
   2028 		default:
   2029 			printf("%s: unknown channel\n", DEVNAME(sc));
   2030 			goto drop;
   2031 		}
   2032 
   2033 		continue;
   2034 drop:
   2035 		printf("rx dropped %p len %d\n",mtod(m, char *),m->m_pkthdr.len);
   2036 		m_free(m);
   2037 		break;
   2038 	}
   2039 }
   2040 
   2041 #ifdef BWFM_DEBUG
   2042 static void
   2043 bwfm_sdio_debug_console(struct bwfm_sdio_softc *sc)
   2044 {
   2045 	struct bwfm_sdio_console c;
   2046 	uint32_t newidx;
   2047 	int err;
   2048 
   2049 	if (!sc->sc_console_addr)
   2050 		return;
   2051 
   2052 	err = bwfm_sdio_ram_read_write(sc, sc->sc_console_addr,
   2053 	    (char *)&c, sizeof(c), 0);
   2054 	if (err)
   2055 		return;
   2056 
   2057 	c.log_buf = le32toh(c.log_buf);
   2058 	c.log_bufsz = le32toh(c.log_bufsz);
   2059 	c.log_idx = le32toh(c.log_idx);
   2060 
   2061 	if (sc->sc_console_buf == NULL) {
   2062 		sc->sc_console_buf = malloc(c.log_bufsz, M_DEVBUF,
   2063 		    M_WAITOK|M_ZERO);
   2064 		sc->sc_console_buf_size = c.log_bufsz;
   2065 	}
   2066 
   2067 	newidx = c.log_idx;
   2068 	if (newidx >= sc->sc_console_buf_size)
   2069 		return;
   2070 
   2071 	err = bwfm_sdio_ram_read_write(sc, c.log_buf, sc->sc_console_buf,
   2072 	    sc->sc_console_buf_size, 0);
   2073 	if (err)
   2074 		return;
   2075 
   2076 	if (newidx != sc->sc_console_readidx)
   2077 		DPRINTFN(3, ("BWFM CONSOLE: "));
   2078 	while (newidx != sc->sc_console_readidx) {
   2079 		uint8_t ch = sc->sc_console_buf[sc->sc_console_readidx];
   2080 		sc->sc_console_readidx++;
   2081 		if (sc->sc_console_readidx == sc->sc_console_buf_size)
   2082 			sc->sc_console_readidx = 0;
   2083 		if (ch == '\r')
   2084 			continue;
   2085 		DPRINTFN(3, ("%c", ch));
   2086 	}
   2087 }
   2088 #endif
   2089