Home | History | Annotate | Line # | Download | only in broadcom
bcm2835_bsc.c revision 1.12.2.1
      1  1.12.2.1  christos /*	$NetBSD: bcm2835_bsc.c,v 1.12.2.1 2019/06/10 22:05:52 christos Exp $	*/
      2       1.1  jakllsch 
      3       1.1  jakllsch /*
      4       1.1  jakllsch  * Copyright (c) 2012 Jonathan A. Kollasch
      5       1.1  jakllsch  * All rights reserved.
      6       1.1  jakllsch  *
      7       1.1  jakllsch  * Redistribution and use in source and binary forms, with or without
      8       1.1  jakllsch  * modification, are permitted provided that the following conditions
      9       1.1  jakllsch  * are met:
     10       1.1  jakllsch  * 1. Redistributions of source code must retain the above copyright
     11       1.1  jakllsch  *    notice, this list of conditions and the following disclaimer.
     12       1.1  jakllsch  * 2. Redistributions in binary form must reproduce the above copyright
     13       1.1  jakllsch  *    notice, this list of conditions and the following disclaimer in the
     14       1.1  jakllsch  *    documentation and/or other materials provided with the distribution.
     15       1.1  jakllsch  *
     16       1.1  jakllsch  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     17       1.1  jakllsch  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18       1.1  jakllsch  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19       1.1  jakllsch  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
     20       1.1  jakllsch  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     21       1.1  jakllsch  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     22       1.1  jakllsch  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     23       1.1  jakllsch  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     24       1.1  jakllsch  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     25       1.1  jakllsch  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     26       1.1  jakllsch  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27       1.1  jakllsch  */
     28       1.1  jakllsch 
     29       1.1  jakllsch #include <sys/cdefs.h>
     30  1.12.2.1  christos __KERNEL_RCSID(0, "$NetBSD: bcm2835_bsc.c,v 1.12.2.1 2019/06/10 22:05:52 christos Exp $");
     31       1.8     skrll 
     32       1.8     skrll #if defined(_KERNEL_OPT)
     33       1.8     skrll #include "opt_kernhist.h"
     34       1.8     skrll #endif
     35       1.1  jakllsch 
     36       1.1  jakllsch #include <sys/param.h>
     37       1.3     skrll #include <sys/bus.h>
     38       1.1  jakllsch #include <sys/device.h>
     39       1.8     skrll #include <sys/kernhist.h>
     40       1.3     skrll #include <sys/intr.h>
     41       1.3     skrll #include <sys/mutex.h>
     42       1.3     skrll #include <sys/once.h>
     43       1.1  jakllsch #include <sys/systm.h>
     44       1.1  jakllsch 
     45       1.1  jakllsch #include <dev/i2c/i2cvar.h>
     46       1.1  jakllsch 
     47       1.1  jakllsch #include <arm/broadcom/bcm2835reg.h>
     48       1.1  jakllsch #include <arm/broadcom/bcm2835_bscreg.h>
     49       1.1  jakllsch 
     50       1.8     skrll #include <dev/fdt/fdtvar.h>
     51       1.1  jakllsch 
     52       1.1  jakllsch KERNHIST_DEFINE(bsciichist);
     53       1.1  jakllsch 
     54       1.1  jakllsch struct bsciic_softc {
     55       1.1  jakllsch 	device_t sc_dev;
     56       1.1  jakllsch 	bus_space_tag_t sc_iot;
     57       1.1  jakllsch 	bus_space_handle_t sc_ioh;
     58       1.1  jakllsch 	struct i2c_controller sc_i2c;
     59       1.1  jakllsch 	kmutex_t sc_buslock;
     60       1.1  jakllsch 	void *sc_inth;
     61       1.8     skrll 
     62       1.8     skrll 	struct clk *sc_clk;
     63       1.8     skrll 	u_int sc_frequency;
     64       1.8     skrll 	u_int sc_clkrate;
     65       1.1  jakllsch };
     66       1.1  jakllsch 
     67       1.1  jakllsch static int bsciic_match(device_t, cfdata_t, void *);
     68       1.1  jakllsch static void bsciic_attach(device_t, device_t, void *);
     69       1.1  jakllsch 
     70       1.1  jakllsch void bsciic_dump_regs(struct bsciic_softc * const);
     71       1.1  jakllsch 
     72       1.1  jakllsch static int  bsciic_acquire_bus(void *, int);
     73       1.1  jakllsch static void bsciic_release_bus(void *, int);
     74       1.1  jakllsch static int  bsciic_exec(void *, i2c_op_t, i2c_addr_t, const void *, size_t,
     75       1.1  jakllsch     void *, size_t, int);
     76       1.1  jakllsch 
     77       1.1  jakllsch CFATTACH_DECL_NEW(bsciic, sizeof(struct bsciic_softc),
     78       1.1  jakllsch     bsciic_match, bsciic_attach, NULL, NULL);
     79       1.1  jakllsch 
     80       1.1  jakllsch static int
     81       1.3     skrll bsciic_init(void)
     82       1.3     skrll {
     83       1.3     skrll 
     84       1.3     skrll 	KERNHIST_INIT(bsciichist, 512);
     85       1.3     skrll 
     86       1.3     skrll 	return 0;
     87       1.3     skrll }
     88       1.3     skrll 
     89       1.3     skrll static int
     90       1.1  jakllsch bsciic_match(device_t parent, cfdata_t match, void *aux)
     91       1.1  jakllsch {
     92       1.8     skrll 	const char * const compatible[] = { "brcm,bcm2835-i2c", NULL };
     93       1.8     skrll 	struct fdt_attach_args * const faa = aux;
     94       1.1  jakllsch 
     95       1.8     skrll 	return of_match_compatible(faa->faa_phandle, compatible);
     96       1.1  jakllsch }
     97       1.1  jakllsch 
     98       1.1  jakllsch static void
     99       1.1  jakllsch bsciic_attach(device_t parent, device_t self, void *aux)
    100       1.1  jakllsch {
    101       1.1  jakllsch 	struct bsciic_softc * const sc = device_private(self);
    102       1.8     skrll 	struct fdt_attach_args * const faa = aux;
    103       1.8     skrll 	const int phandle = faa->faa_phandle;
    104       1.6  jmcneill 	prop_dictionary_t prop = device_properties(self);
    105       1.6  jmcneill 	bool disable = false;
    106       1.8     skrll 
    107       1.3     skrll 	static ONCE_DECL(control);
    108       1.8     skrll 	RUN_ONCE(&control, bsciic_init);
    109       1.8     skrll 
    110       1.8     skrll 	bus_addr_t addr;
    111       1.8     skrll 	bus_size_t size;
    112       1.8     skrll 
    113       1.8     skrll 	sc->sc_dev = self;
    114       1.8     skrll 	sc->sc_iot = faa->faa_bst;
    115       1.1  jakllsch 
    116       1.8     skrll 	int error = fdtbus_get_reg(phandle, 0, &addr, &size);
    117       1.8     skrll 	if (error) {
    118       1.8     skrll 		aprint_error(": unable to get device registers\n");
    119       1.8     skrll 		return;
    120       1.1  jakllsch 	}
    121       1.1  jakllsch 
    122       1.6  jmcneill 	prop_dictionary_get_bool(prop, "disable", &disable);
    123       1.6  jmcneill 	if (disable) {
    124       1.6  jmcneill 		aprint_naive(": disabled\n");
    125       1.6  jmcneill 		aprint_normal(": disabled\n");
    126       1.6  jmcneill 		return;
    127       1.6  jmcneill 	}
    128       1.6  jmcneill 
    129       1.8     skrll 	/* Enable clock */
    130       1.8     skrll 	sc->sc_clk = fdtbus_clock_get_index(phandle, 0);
    131       1.8     skrll 	if (sc->sc_clk == NULL) {
    132       1.8     skrll 		aprint_error(": couldn't acquire clock\n");
    133       1.8     skrll 		return;
    134       1.8     skrll 	}
    135       1.1  jakllsch 
    136       1.8     skrll 	if (clk_enable(sc->sc_clk) != 0) {
    137       1.8     skrll 		aprint_error(": failed to enable clock\n");
    138       1.8     skrll 		return;
    139       1.8     skrll 	}
    140       1.1  jakllsch 
    141       1.8     skrll 	sc->sc_frequency = clk_get_rate(sc->sc_clk);
    142       1.1  jakllsch 
    143       1.8     skrll 	if (of_getprop_uint32(phandle, "clock-frequency",
    144       1.8     skrll 	    &sc->sc_clkrate) != 0) {
    145       1.8     skrll 		sc->sc_clkrate = 100000;
    146       1.8     skrll 	}
    147       1.1  jakllsch 
    148       1.8     skrll 	if (bus_space_map(sc->sc_iot, addr, size, 0, &sc->sc_ioh)) {
    149       1.1  jakllsch 		aprint_error_dev(sc->sc_dev, "unable to map device\n");
    150       1.1  jakllsch 		return;
    151       1.1  jakllsch 	}
    152       1.1  jakllsch 
    153       1.8     skrll 	aprint_naive("\n");
    154       1.8     skrll 	aprint_normal(": Broadcom Serial Controller\n");
    155       1.8     skrll 
    156       1.8     skrll 	mutex_init(&sc->sc_buslock, MUTEX_DEFAULT, IPL_NONE);
    157       1.1  jakllsch 
    158       1.1  jakllsch 	/* clear FIFO, disable controller */
    159       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, BSC_C_CLEAR_CLEAR);
    160       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, BSC_S_CLKT |
    161       1.1  jakllsch 	    BSC_S_ERR | BSC_S_DONE);
    162       1.8     skrll 
    163       1.8     skrll 	u_int divider = howmany(sc->sc_frequency, sc->sc_clkrate);
    164       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DIV,
    165       1.8     skrll 	   __SHIFTIN(divider, BSC_DIV_CDIV));
    166       1.1  jakllsch 
    167       1.1  jakllsch 	sc->sc_i2c.ic_cookie = sc;
    168       1.1  jakllsch 	sc->sc_i2c.ic_acquire_bus = bsciic_acquire_bus;
    169       1.1  jakllsch 	sc->sc_i2c.ic_release_bus = bsciic_release_bus;
    170       1.1  jakllsch 	sc->sc_i2c.ic_exec = bsciic_exec;
    171       1.1  jakllsch 
    172  1.12.2.1  christos 	fdtbus_attach_i2cbus(self, phandle, &sc->sc_i2c, iicbus_print);
    173       1.1  jakllsch }
    174       1.1  jakllsch 
    175       1.1  jakllsch void
    176       1.1  jakllsch bsciic_dump_regs(struct bsciic_softc * const sc)
    177       1.1  jakllsch {
    178       1.1  jakllsch 	KERNHIST_FUNC(__func__);
    179       1.1  jakllsch 	KERNHIST_CALLED(bsciichist);
    180       1.1  jakllsch 
    181       1.7  pgoyette 	KERNHIST_LOG(bsciichist, "C %08jx S %08jx D %08jx A %08jx",
    182       1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_C),
    183       1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S),
    184       1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN),
    185       1.1  jakllsch 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_A)
    186       1.1  jakllsch 	    );
    187       1.1  jakllsch }
    188       1.1  jakllsch 
    189       1.1  jakllsch static int
    190       1.1  jakllsch bsciic_acquire_bus(void *v, int flags)
    191       1.1  jakllsch {
    192       1.1  jakllsch 	struct bsciic_softc * const sc = v;
    193       1.2     ozaki 	uint32_t s __diagused;
    194       1.1  jakllsch 
    195       1.1  jakllsch 	mutex_enter(&sc->sc_buslock);
    196       1.1  jakllsch 
    197       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, BSC_S_CLKT |
    198       1.1  jakllsch 	    BSC_S_ERR | BSC_S_DONE);
    199       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, BSC_C_I2CEN |
    200       1.1  jakllsch 	    BSC_C_CLEAR_CLEAR);
    201       1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    202       1.1  jakllsch 	KASSERT((s & BSC_S_TA) == 0);
    203       1.1  jakllsch 
    204       1.1  jakllsch 	return 0;
    205       1.1  jakllsch }
    206       1.1  jakllsch 
    207       1.1  jakllsch static void
    208       1.1  jakllsch bsciic_release_bus(void *v, int flags)
    209       1.1  jakllsch {
    210       1.1  jakllsch 	struct bsciic_softc * const sc = v;
    211       1.1  jakllsch 
    212       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, BSC_C_CLEAR_CLEAR);
    213       1.1  jakllsch 
    214       1.1  jakllsch 	mutex_exit(&sc->sc_buslock);
    215       1.1  jakllsch }
    216       1.1  jakllsch 
    217       1.1  jakllsch static int
    218       1.1  jakllsch bsciic_exec(void *v, i2c_op_t op, i2c_addr_t addr, const void *cmdbuf,
    219       1.1  jakllsch     size_t cmdlen, void *databuf, size_t datalen, int flags)
    220       1.1  jakllsch {
    221       1.1  jakllsch 	KERNHIST_FUNC(__func__); KERNHIST_CALLED(bsciichist);
    222       1.1  jakllsch 	struct bsciic_softc * const sc = v;
    223       1.1  jakllsch 	uint32_t c, s, dlen, a;
    224       1.1  jakllsch 	uint32_t j;
    225       1.1  jakllsch 	uint8_t *buf;
    226       1.1  jakllsch 	size_t len;
    227       1.1  jakllsch 	size_t pos;
    228       1.1  jakllsch 	int error = 0;
    229      1.12   thorpej 	int whichbuf = 0;
    230       1.1  jakllsch 	const bool isread = I2C_OP_READ_P(op);
    231       1.1  jakllsch 
    232      1.12   thorpej 	/*
    233      1.12   thorpej 	 * XXX We don't do 10-bit addressing correctly yet.
    234      1.12   thorpej 	 */
    235      1.12   thorpej 	if (addr > 0x7f)
    236      1.12   thorpej 		return (ENOTSUP);
    237      1.12   thorpej 
    238       1.1  jakllsch 	flags |= I2C_F_POLL;
    239       1.1  jakllsch 
    240       1.1  jakllsch #if 0
    241       1.1  jakllsch 	device_printf(sc->sc_dev, "exec: op %d, addr 0x%x, cmdbuf %p, "
    242       1.1  jakllsch 	    "cmdlen %zu, databuf %p, datalen %zu, flags 0x%x\n",
    243       1.1  jakllsch 	    op, addr, cmdbuf, cmdlen, databuf, datalen, flags);
    244       1.1  jakllsch #endif
    245       1.1  jakllsch 
    246       1.1  jakllsch 	a = __SHIFTIN(addr, BSC_A_ADDR);
    247       1.1  jakllsch 	c = BSC_C_I2CEN | BSC_C_CLEAR_CLEAR;
    248       1.1  jakllsch #if notyet
    249       1.1  jakllsch 	c |= BSC_C_INTR | BSC_C_INTT | BSC_C_INTD;
    250       1.1  jakllsch #endif
    251       1.1  jakllsch 
    252       1.5  jakllsch 	if (isread && cmdlen == 0)
    253       1.5  jakllsch 		goto only_read;
    254       1.5  jakllsch 
    255       1.1  jakllsch 	buf = __UNCONST(cmdbuf);
    256       1.1  jakllsch 	len = cmdlen;
    257       1.1  jakllsch 
    258       1.1  jakllsch 	if (isread)
    259       1.1  jakllsch 		dlen = cmdlen;
    260       1.1  jakllsch 	else
    261       1.1  jakllsch 		dlen = cmdlen + datalen;
    262       1.1  jakllsch 	dlen = __SHIFTIN(dlen, BSC_DLEN_DLEN);
    263       1.1  jakllsch 
    264       1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    265       1.1  jakllsch 	if ((s & BSC_S_TA) != 0)
    266       1.1  jakllsch 		bsciic_dump_regs(sc);
    267       1.1  jakllsch 	KASSERT((s & BSC_S_TA) == 0);
    268       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN, dlen);
    269       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_A, a);
    270       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, c | BSC_C_ST);
    271       1.1  jakllsch 
    272       1.1  jakllsch 	do {
    273       1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    274       1.1  jakllsch 	} while ((s & BSC_S_TA) == 0);
    275       1.1  jakllsch 
    276       1.1  jakllsch flood_again:
    277       1.7  pgoyette 	KERNHIST_LOG(bsciichist, "flood top %#jx %ju",
    278       1.7  pgoyette 	    (uintptr_t)buf, len, 0, 0);
    279       1.1  jakllsch 	j = 10000000;
    280       1.1  jakllsch 	for (pos = 0; pos < len; ) {
    281       1.1  jakllsch 		if (--j == 0)
    282       1.1  jakllsch 			return -1;
    283       1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    284       1.7  pgoyette 		KERNHIST_LOG(bsciichist, "w s %08jx", s, 0, 0, 0);
    285       1.1  jakllsch 		if ((s & BSC_S_CLKT) != 0) {
    286       1.1  jakllsch 			error = EIO;
    287       1.1  jakllsch 			goto done;
    288       1.1  jakllsch 		}
    289       1.1  jakllsch 		if ((s & BSC_S_ERR) != 0) {
    290       1.1  jakllsch 			error = EIO;
    291       1.1  jakllsch 			goto done;
    292       1.1  jakllsch 		}
    293       1.1  jakllsch 		if ((s & BSC_S_DONE) != 0)
    294       1.1  jakllsch 			break;
    295       1.1  jakllsch 		if ((s & BSC_S_TXD) == 0)
    296       1.1  jakllsch 			continue;
    297       1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_FIFO, buf[pos]);
    298       1.7  pgoyette 		KERNHIST_LOG(bsciichist, "w %#jx %#jx %02jx",
    299       1.7  pgoyette 		    (uintptr_t)buf, (uintptr_t)&buf[pos],
    300       1.1  jakllsch 		    buf[pos], 0);
    301       1.1  jakllsch 		pos++;
    302       1.1  jakllsch 	}
    303       1.7  pgoyette 	KERNHIST_LOG(bsciichist, "flood bot %#jx %ju",
    304       1.7  pgoyette 	    (uintptr_t)buf, len, 0, 0);
    305       1.1  jakllsch 
    306      1.12   thorpej 	if (whichbuf == 0 && !isread) {
    307      1.12   thorpej 		KASSERT(buf == cmdbuf);
    308      1.12   thorpej 		whichbuf++;
    309       1.1  jakllsch 		buf = databuf;
    310       1.1  jakllsch 		len = datalen;
    311      1.12   thorpej 		if (len)
    312      1.12   thorpej 			goto flood_again;
    313       1.1  jakllsch 	}
    314       1.1  jakllsch 
    315       1.1  jakllsch 	do {
    316       1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    317       1.1  jakllsch 	} while ((s & BSC_S_TA) != 0);
    318       1.1  jakllsch 
    319       1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    320       1.1  jakllsch 	s &= BSC_S_CLKT|BSC_S_ERR|BSC_S_DONE;
    321       1.1  jakllsch 	KASSERT((s & BSC_S_DONE) != 0);
    322       1.1  jakllsch 	if (s != 0)
    323       1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, s);
    324       1.1  jakllsch 
    325       1.4  jakllsch 	if (error == 0 && (s & (BSC_S_CLKT|BSC_S_ERR)) != 0)
    326       1.4  jakllsch 		error = EIO;
    327       1.4  jakllsch 
    328       1.1  jakllsch 	if (!isread)
    329       1.1  jakllsch 		goto done;
    330       1.1  jakllsch 
    331       1.5  jakllsch only_read:
    332       1.1  jakllsch 	c |= BSC_C_READ;
    333       1.1  jakllsch 
    334       1.1  jakllsch 	buf = databuf;
    335       1.1  jakllsch 	len = datalen;
    336       1.1  jakllsch 	dlen = datalen;
    337       1.1  jakllsch 
    338       1.1  jakllsch 	dlen = __SHIFTIN(dlen, BSC_DLEN_DLEN);
    339       1.9  christos #if 0
    340       1.1  jakllsch 	KASSERT(dlen >= 1);
    341       1.9  christos #endif
    342       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN, dlen);
    343       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_A, a);
    344       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_C, c | BSC_C_ST);
    345       1.1  jakllsch 
    346       1.1  jakllsch 	do {
    347       1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    348       1.1  jakllsch 	} while ((s & BSC_S_TA) == 0);
    349       1.1  jakllsch 
    350       1.7  pgoyette 	KERNHIST_LOG(bsciichist, "drain top %#jx %ju",
    351       1.7  pgoyette 	    (uintptr_t)buf, len, 0, 0);
    352       1.1  jakllsch 	j = 10000000;
    353       1.1  jakllsch 	for (pos = 0; pos < len; ) {
    354       1.1  jakllsch 		if (--j == 0)
    355       1.1  jakllsch 			return -1;
    356       1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    357       1.7  pgoyette 		KERNHIST_LOG(bsciichist, "r s %08jx", s, 0, 0, 0);
    358       1.1  jakllsch 		if ((s & BSC_S_CLKT) != 0) {
    359       1.1  jakllsch 			error = EIO;
    360       1.1  jakllsch 			goto done;
    361       1.1  jakllsch 		}
    362       1.1  jakllsch 		if ((s & BSC_S_ERR) != 0) {
    363       1.1  jakllsch 			error = EIO;
    364       1.1  jakllsch 			goto done;
    365       1.1  jakllsch 		}
    366       1.1  jakllsch 		if ((s & BSC_S_DONE) != 0)
    367       1.1  jakllsch 			break;
    368       1.1  jakllsch 		if ((s & BSC_S_RXD) == 0)
    369       1.1  jakllsch 			continue;
    370       1.1  jakllsch 		j = 10000000;
    371       1.1  jakllsch 		buf[pos] = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_FIFO);
    372       1.7  pgoyette 		KERNHIST_LOG(bsciichist, "r %#jx %#jx %02jx",
    373       1.7  pgoyette 		    (uintptr_t)buf, (uintptr_t)&buf[pos],
    374       1.1  jakllsch 		    buf[pos], 0);
    375       1.1  jakllsch 		pos++;
    376       1.1  jakllsch 	}
    377       1.7  pgoyette 	KERNHIST_LOG(bsciichist, "drain bot %#jx %ju", (uintptr_t)buf, len,
    378       1.7  pgoyette 	    0, 0);
    379       1.1  jakllsch 
    380       1.1  jakllsch 	do {
    381       1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    382       1.1  jakllsch 	} while ((s & BSC_S_TA) != 0);
    383       1.1  jakllsch 
    384       1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    385       1.1  jakllsch 	s &= BSC_S_CLKT|BSC_S_ERR|BSC_S_DONE;
    386       1.1  jakllsch 	KASSERT((s & BSC_S_DONE) != 0);
    387       1.1  jakllsch 	if (s != 0)
    388       1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, s);
    389       1.1  jakllsch 
    390       1.1  jakllsch done:
    391       1.1  jakllsch 	bsciic_dump_regs(sc);
    392       1.1  jakllsch 
    393       1.1  jakllsch 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_DLEN, 0);
    394       1.1  jakllsch 
    395       1.1  jakllsch 	do {
    396       1.1  jakllsch 		s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    397       1.1  jakllsch 	} while ((s & BSC_S_TA) != 0);
    398       1.1  jakllsch 
    399       1.1  jakllsch 	bsciic_dump_regs(sc);
    400       1.1  jakllsch 
    401       1.1  jakllsch 	s = bus_space_read_4(sc->sc_iot, sc->sc_ioh, BSC_S);
    402       1.1  jakllsch 	s &= BSC_S_CLKT|BSC_S_ERR|BSC_S_DONE;
    403       1.1  jakllsch 	if (s != 0)
    404       1.1  jakllsch 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, BSC_S, s);
    405       1.1  jakllsch 
    406       1.1  jakllsch 	bsciic_dump_regs(sc);
    407       1.1  jakllsch 
    408       1.4  jakllsch 	if (error == 0 && (s & (BSC_S_CLKT|BSC_S_ERR)) != 0)
    409       1.4  jakllsch 		error = EIO;
    410       1.4  jakllsch 
    411       1.1  jakllsch 	return error;
    412       1.1  jakllsch }
    413