Home | History | Annotate | Line # | Download | only in broadcom
bcm2835_bsc.c revision 1.13
      1  1.13  jmcneill /*	$NetBSD: bcm2835_bsc.c,v 1.13 2018/07/01 21:23:16 jmcneill Exp $	*/
      2   1.1  jakllsch 
      3   1.1  jakllsch /*
      4   1.1  jakllsch  * Copyright (c) 2012 Jonathan A. Kollasch
      5   1.1  jakllsch  * All rights reserved.
      6   1.1  jakllsch  *
      7   1.1  jakllsch  * Redistribution and use in source and binary forms, with or without
      8   1.1  jakllsch  * modification, are permitted provided that the following conditions
      9   1.1  jakllsch  * are met:
     10   1.1  jakllsch  * 1. Redistributions of source code must retain the above copyright
     11   1.1  jakllsch  *    notice, this list of conditions and the following disclaimer.
     12   1.1  jakllsch  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  jakllsch  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  jakllsch  *    documentation and/or other materials provided with the distribution.
     15   1.1  jakllsch  *
     16   1.1  jakllsch  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     17   1.1  jakllsch  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18   1.1  jakllsch  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19   1.1  jakllsch  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
     20   1.1  jakllsch  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     21   1.1  jakllsch  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     22   1.1  jakllsch  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     23   1.1  jakllsch  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     24   1.1  jakllsch  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     25   1.1  jakllsch  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     26   1.1  jakllsch  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27   1.1  jakllsch  */
     28   1.1  jakllsch 
     29   1.1  jakllsch #include <sys/cdefs.h>
     30  1.13  jmcneill __KERNEL_RCSID(0, "$NetBSD: bcm2835_bsc.c,v 1.13 2018/07/01 21:23:16 jmcneill Exp $");
     31   1.8     skrll 
     32   1.8     skrll #if defined(_KERNEL_OPT)
     33   1.8     skrll #include "opt_kernhist.h"
     34   1.8     skrll #endif
     35   1.1  jakllsch 
     36   1.1  jakllsch #include <sys/param.h>
     37   1.3     skrll #include <sys/bus.h>
     38   1.1  jakllsch #include <sys/device.h>
     39   1.8     skrll #include <sys/kernhist.h>
     40   1.3     skrll #include <sys/intr.h>
     41   1.3     skrll #include <sys/mutex.h>
     42   1.3     skrll #include <sys/once.h>
     43   1.1  jakllsch #include <sys/systm.h>
     44   1.1  jakllsch 
     45   1.1  jakllsch #include <dev/i2c/i2cvar.h>
     46   1.1  jakllsch 
     47   1.1  jakllsch #include <arm/broadcom/bcm2835reg.h>
     48   1.1  jakllsch #include <arm/broadcom/bcm2835_bscreg.h>
     49   1.1  jakllsch 
     50   1.8     skrll #include <dev/fdt/fdtvar.h>
     51   1.1  jakllsch 
     52   1.1  jakllsch KERNHIST_DEFINE(bsciichist);
     53   1.1  jakllsch 
     54   1.1  jakllsch struct bsciic_softc {
     55   1.1  jakllsch 	device_t sc_dev;
     56   1.1  jakllsch 	bus_space_tag_t sc_iot;
     57   1.1  jakllsch 	bus_space_handle_t sc_ioh;
     58   1.1  jakllsch 	struct i2c_controller sc_i2c;
     59   1.1  jakllsch 	kmutex_t sc_buslock;
     60   1.1  jakllsch 	void *sc_inth;
     61   1.8     skrll 
     62   1.8     skrll 	struct clk *sc_clk;
     63   1.8     skrll 	u_int sc_frequency;
     64   1.8     skrll 	u_int sc_clkrate;
     65   1.1  jakllsch };
     66   1.1  jakllsch 
     67   1.1  jakllsch static int bsciic_match(device_t, cfdata_t, void *);
     68   1.1  jakllsch static void bsciic_attach(device_t, device_t, void *);
     69   1.1  jakllsch 
     70   1.1  jakllsch void bsciic_dump_regs(struct bsciic_softc * const);
     71   1.1  jakllsch 
     72   1.1  jakllsch static int  bsciic_acquire_bus(void *, int);
     73   1.1  jakllsch static void bsciic_release_bus(void *, int);
     74   1.1  jakllsch static int  bsciic_exec(void *, i2c_op_t, i2c_addr_t, const void *, size_t,
     75   1.1  jakllsch     void *, size_t, int);
     76   1.1  jakllsch 
     77   1.1  jakllsch CFATTACH_DECL_NEW(bsciic, sizeof(struct bsciic_softc),
     78   1.1  jakllsch     bsciic_match, bsciic_attach, NULL, NULL);
     79   1.1  jakllsch 
     80   1.1  jakllsch static int
     81   1.3     skrll bsciic_init(void)
     82   1.3     skrll {
     83   1.3     skrll 
     84   1.3     skrll 	KERNHIST_INIT(bsciichist, 512);
     85   1.3     skrll 
     86   1.3     skrll 	return 0;
     87   1.3     skrll }
     88   1.3     skrll 
     89   1.3     skrll static int
     90   1.1  jakllsch bsciic_match(device_t parent, cfdata_t match, void *aux)
     91   1.1  jakllsch {
     92   1.8     skrll 	const char * const compatible[] = { "brcm,bcm2835-i2c", NULL };
     93   1.8     skrll 	struct fdt_attach_args * const faa = aux;
     94   1.1  jakllsch 
     95   1.8     skrll 	return of_match_compatible(faa->faa_phandle, compatible);
     96   1.1  jakllsch }
     97   1.1  jakllsch 
     98   1.1  jakllsch static void
     99   1.1  jakllsch bsciic_attach(device_t parent, device_t self, void *aux)
    100   1.1  jakllsch {
    101   1.1  jakllsch 	struct bsciic_softc * const sc = device_private(self);
    102   1.8     skrll 	struct fdt_attach_args * const faa = aux;
    103   1.8     skrll 	const int phandle = faa->faa_phandle;
    104   1.6  jmcneill 	prop_dictionary_t prop = device_properties(self);
    105   1.6  jmcneill 	bool disable = false;
    106   1.8     skrll 
    107   1.3     skrll 	static ONCE_DECL(control);
    108   1.8     skrll 	RUN_ONCE(&control, bsciic_init);
    109   1.8     skrll 
    110   1.8     skrll 	bus_addr_t addr;
    111   1.8     skrll 	bus_size_t size;
    112   1.8     skrll 
    113   1.8     skrll 	sc->sc_dev = self;
    114   1.8     skrll 	sc->sc_iot = faa->faa_bst;
    115   1.1  jakllsch 
    116   1.8     skrll 	int error = fdtbus_get_reg(phandle, 0, &addr, &size);
    117   1.8     skrll 	if (error) {
    118   1.8     skrll 		aprint_error(": unable to get device registers\n");
    119   1.8     skrll 		return;
    120   1.1  jakllsch 	}
    121   1.1  jakllsch 
    122   1.6  jmcneill 	prop_dictionary_get_bool(prop, "disable", &disable);
    123   1.6  jmcneill 	if (disable) {
    124   1.6  jmcneill 		aprint_naive(": disabled\n");
    125   1.6  jmcneill 		aprint_normal(": disabled\n");
    126   1.6  jmcneill 		return;
    127   1.6  jmcneill 	}
    128   1.6  jmcneill 
    129   1.8     skrll 	/* Enable clock */
    130   1.8     skrll 	sc->sc_clk = fdtbus_clock_get_index(phandle, 0);
    131   1.8     skrll 	if (sc->sc_clk == NULL) {
    132   1.8     skrll 		aprint_error(": couldn't acquire clock\n");
    133   1.8     skrll 		return;
    134   1.8     skrll 	}
    135   1.1  jakllsch 
    136   1.8     skrll 	if (clk_enable(sc->sc_clk) != 0) {
    137   1.8     skrll 		aprint_error(": failed to enable clock\n");
    138   1.8     skrll 		return;
    139   1.8     skrll 	}
    140   1.1  jakllsch 
    141   1.8     skrll 	sc->sc_frequency = clk_get_rate(sc->sc_clk);
    142   1.1  jakllsch 
    143   1.8     skrll 	if (of_getprop_uint32(phandle, "clock-frequency",
    144   1.8     skrll 	    &sc->sc_clkrate) != 0) {
    145   1.8     skrll 		sc->sc_clkrate = 100000;
    146   1.8     skrll 	}
    147   1.1  jakllsch 
    148   1.8     skrll 	if (bus_space_map(sc->sc_iot, addr, size, 0, &sc->sc_ioh)) {
    149   1.1  jakllsch 		aprint_error_dev(sc->sc_dev, "unable to map device\n");
    150   1.1  jakllsch 		return;
    151   1.1  jakllsch 	}
    152   1.1  jakllsch 
    153   1.8     skrll 	aprint_naive("\n");
    154   1.8     skrll 	aprint_normal(": Broadcom Serial Controller\n");
    155   1.8     skrll 
    156   1.8     skrll 	mutex_init(&sc->sc_buslock, MUTEX_DEFAULT, IPL_NONE);
    157   1.1  jakllsch 
    158   1.1  jakllsch 	/* clear FIFO, disable controller */
    159   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, BSC_C_CLEAR_CLEAR);
    160   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, BSC_S_CLKT |
    161   1.1  jakllsch 	    BSC_S_ERR | BSC_S_DONE);
    162   1.8     skrll 
    163   1.8     skrll 	u_int divider = howmany(sc->sc_frequency, sc->sc_clkrate);
    164   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DIV,
    165   1.8     skrll 	   __SHIFTIN(divider, BSC_DIV_CDIV));
    166   1.1  jakllsch 
    167   1.1  jakllsch 	sc->sc_i2c.ic_cookie = sc;
    168   1.1  jakllsch 	sc->sc_i2c.ic_acquire_bus = bsciic_acquire_bus;
    169   1.1  jakllsch 	sc->sc_i2c.ic_release_bus = bsciic_release_bus;
    170   1.1  jakllsch 	sc->sc_i2c.ic_exec = bsciic_exec;
    171   1.1  jakllsch 
    172  1.13  jmcneill 	fdtbus_attach_i2cbus(self, phandle, &sc->sc_i2c, iicbus_print);
    173   1.1  jakllsch }
    174   1.1  jakllsch 
    175   1.1  jakllsch void
    176   1.1  jakllsch bsciic_dump_regs(struct bsciic_softc * const sc)
    177   1.1  jakllsch {
    178   1.1  jakllsch 	KERNHIST_FUNC(__func__);
    179   1.1  jakllsch 	KERNHIST_CALLED(bsciichist);
    180   1.1  jakllsch 
    181   1.7  pgoyette 	KERNHIST_LOG(bsciichist, "C %08jx S %08jx D %08jx A %08jx",
    182   1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_C),
    183   1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S),
    184   1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN),
    185   1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_A)
    186   1.1  jakllsch 	    );
    187   1.1  jakllsch }
    188   1.1  jakllsch 
    189   1.1  jakllsch static int
    190   1.1  jakllsch bsciic_acquire_bus(void *v, int flags)
    191   1.1  jakllsch {
    192   1.1  jakllsch 	struct bsciic_softc * const sc = v;
    193   1.2     ozaki 	uint32_t s __diagused;
    194   1.1  jakllsch 
    195   1.1  jakllsch 	mutex_enter(&sc->sc_buslock);
    196   1.1  jakllsch 
    197   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, BSC_S_CLKT |
    198   1.1  jakllsch 	    BSC_S_ERR | BSC_S_DONE);
    199   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, BSC_C_I2CEN |
    200   1.1  jakllsch 	    BSC_C_CLEAR_CLEAR);
    201   1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    202   1.1  jakllsch 	KASSERT((s & BSC_S_TA) == 0);
    203   1.1  jakllsch 
    204   1.1  jakllsch 	return 0;
    205   1.1  jakllsch }
    206   1.1  jakllsch 
    207   1.1  jakllsch static void
    208   1.1  jakllsch bsciic_release_bus(void *v, int flags)
    209   1.1  jakllsch {
    210   1.1  jakllsch 	struct bsciic_softc * const sc = v;
    211   1.1  jakllsch 
    212   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, BSC_C_CLEAR_CLEAR);
    213   1.1  jakllsch 
    214   1.1  jakllsch 	mutex_exit(&sc->sc_buslock);
    215   1.1  jakllsch }
    216   1.1  jakllsch 
    217   1.1  jakllsch static int
    218   1.1  jakllsch bsciic_exec(void *v, i2c_op_t op, i2c_addr_t addr, const void *cmdbuf,
    219   1.1  jakllsch     size_t cmdlen, void *databuf, size_t datalen, int flags)
    220   1.1  jakllsch {
    221   1.1  jakllsch 	KERNHIST_FUNC(__func__); KERNHIST_CALLED(bsciichist);
    222   1.1  jakllsch 	struct bsciic_softc * const sc = v;
    223   1.1  jakllsch 	uint32_t c, s, dlen, a;
    224   1.1  jakllsch 	uint32_t j;
    225   1.1  jakllsch 	uint8_t *buf;
    226   1.1  jakllsch 	size_t len;
    227   1.1  jakllsch 	size_t pos;
    228   1.1  jakllsch 	int error = 0;
    229  1.12   thorpej 	int whichbuf = 0;
    230   1.1  jakllsch 	const bool isread = I2C_OP_READ_P(op);
    231   1.1  jakllsch 
    232  1.12   thorpej 	/*
    233  1.12   thorpej 	 * XXX We don't do 10-bit addressing correctly yet.
    234  1.12   thorpej 	 */
    235  1.12   thorpej 	if (addr > 0x7f)
    236  1.12   thorpej 		return (ENOTSUP);
    237  1.12   thorpej 
    238   1.1  jakllsch 	flags |= I2C_F_POLL;
    239   1.1  jakllsch 
    240   1.1  jakllsch #if 0
    241   1.1  jakllsch 	device_printf(sc->sc_dev, "exec: op %d, addr 0x%x, cmdbuf %p, "
    242   1.1  jakllsch 	    "cmdlen %zu, databuf %p, datalen %zu, flags 0x%x\n",
    243   1.1  jakllsch 	    op, addr, cmdbuf, cmdlen, databuf, datalen, flags);
    244   1.1  jakllsch #endif
    245   1.1  jakllsch 
    246   1.1  jakllsch 	a = __SHIFTIN(addr, BSC_A_ADDR);
    247   1.1  jakllsch 	c = BSC_C_I2CEN | BSC_C_CLEAR_CLEAR;
    248   1.1  jakllsch #if notyet
    249   1.1  jakllsch 	c |= BSC_C_INTR | BSC_C_INTT | BSC_C_INTD;
    250   1.1  jakllsch #endif
    251   1.1  jakllsch 
    252   1.5  jakllsch 	if (isread && cmdlen == 0)
    253   1.5  jakllsch 		goto only_read;
    254   1.5  jakllsch 
    255   1.1  jakllsch 	buf = __UNCONST(cmdbuf);
    256   1.1  jakllsch 	len = cmdlen;
    257   1.1  jakllsch 
    258   1.1  jakllsch 	if (isread)
    259   1.1  jakllsch 		dlen = cmdlen;
    260   1.1  jakllsch 	else
    261   1.1  jakllsch 		dlen = cmdlen + datalen;
    262   1.1  jakllsch 	dlen = __SHIFTIN(dlen, BSC_DLEN_DLEN);
    263   1.1  jakllsch 
    264   1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    265   1.1  jakllsch 	if ((s & BSC_S_TA) != 0)
    266   1.1  jakllsch 		bsciic_dump_regs(sc);
    267   1.1  jakllsch 	KASSERT((s & BSC_S_TA) == 0);
    268   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN, dlen);
    269   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_A, a);
    270   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, c | BSC_C_ST);
    271   1.1  jakllsch 
    272   1.1  jakllsch 	do {
    273   1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    274   1.1  jakllsch 	} while ((s & BSC_S_TA) == 0);
    275   1.1  jakllsch 
    276   1.1  jakllsch flood_again:
    277   1.7  pgoyette 	KERNHIST_LOG(bsciichist, "flood top %#jx %ju",
    278   1.7  pgoyette 	    (uintptr_t)buf, len, 0, 0);
    279   1.1  jakllsch 	j = 10000000;
    280   1.1  jakllsch 	for (pos = 0; pos < len; ) {
    281   1.1  jakllsch 		if (--j == 0)
    282   1.1  jakllsch 			return -1;
    283   1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    284   1.7  pgoyette 		KERNHIST_LOG(bsciichist, "w s %08jx", s, 0, 0, 0);
    285   1.1  jakllsch 		if ((s & BSC_S_CLKT) != 0) {
    286   1.1  jakllsch 			error = EIO;
    287   1.1  jakllsch 			goto done;
    288   1.1  jakllsch 		}
    289   1.1  jakllsch 		if ((s & BSC_S_ERR) != 0) {
    290   1.1  jakllsch 			error = EIO;
    291   1.1  jakllsch 			goto done;
    292   1.1  jakllsch 		}
    293   1.1  jakllsch 		if ((s & BSC_S_DONE) != 0)
    294   1.1  jakllsch 			break;
    295   1.1  jakllsch 		if ((s & BSC_S_TXD) == 0)
    296   1.1  jakllsch 			continue;
    297   1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_FIFO, buf[pos]);
    298   1.7  pgoyette 		KERNHIST_LOG(bsciichist, "w %#jx %#jx %02jx",
    299   1.7  pgoyette 		    (uintptr_t)buf, (uintptr_t)&buf[pos],
    300   1.1  jakllsch 		    buf[pos], 0);
    301   1.1  jakllsch 		pos++;
    302   1.1  jakllsch 	}
    303   1.7  pgoyette 	KERNHIST_LOG(bsciichist, "flood bot %#jx %ju",
    304   1.7  pgoyette 	    (uintptr_t)buf, len, 0, 0);
    305   1.1  jakllsch 
    306  1.12   thorpej 	if (whichbuf == 0 && !isread) {
    307  1.12   thorpej 		KASSERT(buf == cmdbuf);
    308  1.12   thorpej 		whichbuf++;
    309   1.1  jakllsch 		buf = databuf;
    310   1.1  jakllsch 		len = datalen;
    311  1.12   thorpej 		if (len)
    312  1.12   thorpej 			goto flood_again;
    313   1.1  jakllsch 	}
    314   1.1  jakllsch 
    315   1.1  jakllsch 	do {
    316   1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    317   1.1  jakllsch 	} while ((s & BSC_S_TA) != 0);
    318   1.1  jakllsch 
    319   1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    320   1.1  jakllsch 	s &= BSC_S_CLKT|BSC_S_ERR|BSC_S_DONE;
    321   1.1  jakllsch 	KASSERT((s & BSC_S_DONE) != 0);
    322   1.1  jakllsch 	if (s != 0)
    323   1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, s);
    324   1.1  jakllsch 
    325   1.4  jakllsch 	if (error == 0 && (s & (BSC_S_CLKT|BSC_S_ERR)) != 0)
    326   1.4  jakllsch 		error = EIO;
    327   1.4  jakllsch 
    328   1.1  jakllsch 	if (!isread)
    329   1.1  jakllsch 		goto done;
    330   1.1  jakllsch 
    331   1.5  jakllsch only_read:
    332   1.1  jakllsch 	c |= BSC_C_READ;
    333   1.1  jakllsch 
    334   1.1  jakllsch 	buf = databuf;
    335   1.1  jakllsch 	len = datalen;
    336   1.1  jakllsch 	dlen = datalen;
    337   1.1  jakllsch 
    338   1.1  jakllsch 	dlen = __SHIFTIN(dlen, BSC_DLEN_DLEN);
    339   1.9  christos #if 0
    340   1.1  jakllsch 	KASSERT(dlen >= 1);
    341   1.9  christos #endif
    342   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN, dlen);
    343   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_A, a);
    344   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, c | BSC_C_ST);
    345   1.1  jakllsch 
    346   1.1  jakllsch 	do {
    347   1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    348   1.1  jakllsch 	} while ((s & BSC_S_TA) == 0);
    349   1.1  jakllsch 
    350   1.7  pgoyette 	KERNHIST_LOG(bsciichist, "drain top %#jx %ju",
    351   1.7  pgoyette 	    (uintptr_t)buf, len, 0, 0);
    352   1.1  jakllsch 	j = 10000000;
    353   1.1  jakllsch 	for (pos = 0; pos < len; ) {
    354   1.1  jakllsch 		if (--j == 0)
    355   1.1  jakllsch 			return -1;
    356   1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    357   1.7  pgoyette 		KERNHIST_LOG(bsciichist, "r s %08jx", s, 0, 0, 0);
    358   1.1  jakllsch 		if ((s & BSC_S_CLKT) != 0) {
    359   1.1  jakllsch 			error = EIO;
    360   1.1  jakllsch 			goto done;
    361   1.1  jakllsch 		}
    362   1.1  jakllsch 		if ((s & BSC_S_ERR) != 0) {
    363   1.1  jakllsch 			error = EIO;
    364   1.1  jakllsch 			goto done;
    365   1.1  jakllsch 		}
    366   1.1  jakllsch 		if ((s & BSC_S_DONE) != 0)
    367   1.1  jakllsch 			break;
    368   1.1  jakllsch 		if ((s & BSC_S_RXD) == 0)
    369   1.1  jakllsch 			continue;
    370   1.1  jakllsch 		j = 10000000;
    371   1.1  jakllsch 		buf[pos] = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_FIFO);
    372   1.7  pgoyette 		KERNHIST_LOG(bsciichist, "r %#jx %#jx %02jx",
    373   1.7  pgoyette 		    (uintptr_t)buf, (uintptr_t)&buf[pos],
    374   1.1  jakllsch 		    buf[pos], 0);
    375   1.1  jakllsch 		pos++;
    376   1.1  jakllsch 	}
    377   1.7  pgoyette 	KERNHIST_LOG(bsciichist, "drain bot %#jx %ju", (uintptr_t)buf, len,
    378   1.7  pgoyette 	    0, 0);
    379   1.1  jakllsch 
    380   1.1  jakllsch 	do {
    381   1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    382   1.1  jakllsch 	} while ((s & BSC_S_TA) != 0);
    383   1.1  jakllsch 
    384   1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    385   1.1  jakllsch 	s &= BSC_S_CLKT|BSC_S_ERR|BSC_S_DONE;
    386   1.1  jakllsch 	KASSERT((s & BSC_S_DONE) != 0);
    387   1.1  jakllsch 	if (s != 0)
    388   1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, s);
    389   1.1  jakllsch 
    390   1.1  jakllsch done:
    391   1.1  jakllsch 	bsciic_dump_regs(sc);
    392   1.1  jakllsch 
    393   1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN, 0);
    394   1.1  jakllsch 
    395   1.1  jakllsch 	do {
    396   1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    397   1.1  jakllsch 	} while ((s & BSC_S_TA) != 0);
    398   1.1  jakllsch 
    399   1.1  jakllsch 	bsciic_dump_regs(sc);
    400   1.1  jakllsch 
    401   1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    402   1.1  jakllsch 	s &= BSC_S_CLKT|BSC_S_ERR|BSC_S_DONE;
    403   1.1  jakllsch 	if (s != 0)
    404   1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, s);
    405   1.1  jakllsch 
    406   1.1  jakllsch 	bsciic_dump_regs(sc);
    407   1.1  jakllsch 
    408   1.4  jakllsch 	if (error == 0 && (s & (BSC_S_CLKT|BSC_S_ERR)) != 0)
    409   1.4  jakllsch 		error = EIO;
    410   1.4  jakllsch 
    411   1.1  jakllsch 	return error;
    412   1.1  jakllsch }
    413