Home | History | Annotate | Line # | Download | only in nvidia
tegra_i2c.c revision 1.16
      1  1.16  jmcneill /* $NetBSD: tegra_i2c.c,v 1.16 2017/05/25 23:43:49 jmcneill Exp $ */
      2   1.1  jmcneill 
      3   1.1  jmcneill /*-
      4   1.1  jmcneill  * Copyright (c) 2015 Jared D. McNeill <jmcneill (at) invisible.ca>
      5   1.1  jmcneill  * All rights reserved.
      6   1.1  jmcneill  *
      7   1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
      8   1.1  jmcneill  * modification, are permitted provided that the following conditions
      9   1.1  jmcneill  * are met:
     10   1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     11   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     12   1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  jmcneill  *    documentation and/or other materials provided with the distribution.
     15   1.1  jmcneill  *
     16   1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17   1.1  jmcneill  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18   1.1  jmcneill  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19   1.1  jmcneill  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20   1.1  jmcneill  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21   1.1  jmcneill  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22   1.1  jmcneill  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23   1.1  jmcneill  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24   1.1  jmcneill  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25   1.1  jmcneill  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26   1.1  jmcneill  * SUCH DAMAGE.
     27   1.1  jmcneill  */
     28   1.1  jmcneill 
     29   1.1  jmcneill #include <sys/cdefs.h>
     30  1.16  jmcneill __KERNEL_RCSID(0, "$NetBSD: tegra_i2c.c,v 1.16 2017/05/25 23:43:49 jmcneill Exp $");
     31   1.1  jmcneill 
     32   1.1  jmcneill #include <sys/param.h>
     33   1.1  jmcneill #include <sys/bus.h>
     34   1.1  jmcneill #include <sys/device.h>
     35   1.1  jmcneill #include <sys/intr.h>
     36   1.1  jmcneill #include <sys/systm.h>
     37   1.1  jmcneill #include <sys/kernel.h>
     38   1.1  jmcneill 
     39   1.1  jmcneill #include <dev/i2c/i2cvar.h>
     40   1.1  jmcneill 
     41   1.1  jmcneill #include <arm/nvidia/tegra_reg.h>
     42   1.1  jmcneill #include <arm/nvidia/tegra_i2creg.h>
     43   1.1  jmcneill #include <arm/nvidia/tegra_var.h>
     44   1.1  jmcneill 
     45   1.9  jmcneill #include <dev/fdt/fdtvar.h>
     46   1.9  jmcneill 
     47   1.1  jmcneill static int	tegra_i2c_match(device_t, cfdata_t, void *);
     48   1.1  jmcneill static void	tegra_i2c_attach(device_t, device_t, void *);
     49   1.1  jmcneill 
     50   1.9  jmcneill static i2c_tag_t tegra_i2c_get_tag(device_t);
     51   1.9  jmcneill 
     52   1.9  jmcneill struct fdtbus_i2c_controller_func tegra_i2c_funcs = {
     53   1.9  jmcneill 	.get_tag = tegra_i2c_get_tag
     54   1.9  jmcneill };
     55   1.9  jmcneill 
     56   1.1  jmcneill struct tegra_i2c_softc {
     57   1.1  jmcneill 	device_t		sc_dev;
     58   1.1  jmcneill 	bus_space_tag_t		sc_bst;
     59   1.1  jmcneill 	bus_space_handle_t	sc_bsh;
     60   1.1  jmcneill 	void *			sc_ih;
     61  1.11  jmcneill 	struct clk *		sc_clk;
     62  1.11  jmcneill 	struct fdtbus_reset *	sc_rst;
     63  1.11  jmcneill 	u_int			sc_cid;
     64   1.1  jmcneill 
     65   1.1  jmcneill 	struct i2c_controller	sc_ic;
     66   1.1  jmcneill 	kmutex_t		sc_lock;
     67   1.1  jmcneill 	kcondvar_t		sc_cv;
     68   1.1  jmcneill 	device_t		sc_i2cdev;
     69   1.1  jmcneill };
     70   1.1  jmcneill 
     71   1.1  jmcneill static void	tegra_i2c_init(struct tegra_i2c_softc *);
     72   1.1  jmcneill static int	tegra_i2c_intr(void *);
     73   1.1  jmcneill 
     74   1.1  jmcneill static int	tegra_i2c_acquire_bus(void *, int);
     75   1.1  jmcneill static void	tegra_i2c_release_bus(void *, int);
     76   1.1  jmcneill static int	tegra_i2c_exec(void *, i2c_op_t, i2c_addr_t, const void *,
     77   1.1  jmcneill 			       size_t, void *, size_t, int);
     78   1.1  jmcneill 
     79   1.1  jmcneill static int	tegra_i2c_wait(struct tegra_i2c_softc *, int);
     80   1.1  jmcneill static int	tegra_i2c_write(struct tegra_i2c_softc *, i2c_addr_t,
     81   1.6  jmcneill 				const uint8_t *, size_t, int, bool);
     82   1.1  jmcneill static int	tegra_i2c_read(struct tegra_i2c_softc *, i2c_addr_t, uint8_t *,
     83   1.1  jmcneill 			       size_t, int);
     84   1.1  jmcneill 
     85   1.1  jmcneill CFATTACH_DECL_NEW(tegra_i2c, sizeof(struct tegra_i2c_softc),
     86   1.1  jmcneill 	tegra_i2c_match, tegra_i2c_attach, NULL, NULL);
     87   1.1  jmcneill 
     88   1.1  jmcneill #define I2C_WRITE(sc, reg, val) \
     89   1.1  jmcneill     bus_space_write_4((sc)->sc_bst, (sc)->sc_bsh, (reg), (val))
     90   1.1  jmcneill #define I2C_READ(sc, reg) \
     91   1.1  jmcneill     bus_space_read_4((sc)->sc_bst, (sc)->sc_bsh, (reg))
     92   1.1  jmcneill #define I2C_SET_CLEAR(sc, reg, setval, clrval) \
     93   1.1  jmcneill     tegra_reg_set_clear((sc)->sc_bst, (sc)->sc_bsh, (reg), (setval), (clrval))
     94   1.1  jmcneill 
     95   1.1  jmcneill static int
     96   1.1  jmcneill tegra_i2c_match(device_t parent, cfdata_t cf, void *aux)
     97   1.1  jmcneill {
     98  1.16  jmcneill 	const char * const compatible[] = {
     99  1.16  jmcneill 		"nvidia,tegra210-i2c",
    100  1.16  jmcneill 		"nvidia,tegra124-i2c",
    101  1.16  jmcneill 		"nvidia,tegra114-i2c",
    102  1.16  jmcneill 		NULL
    103  1.16  jmcneill 	};
    104   1.9  jmcneill 	struct fdt_attach_args * const faa = aux;
    105   1.1  jmcneill 
    106   1.9  jmcneill 	return of_match_compatible(faa->faa_phandle, compatible);
    107   1.1  jmcneill }
    108   1.1  jmcneill 
    109   1.1  jmcneill static void
    110   1.1  jmcneill tegra_i2c_attach(device_t parent, device_t self, void *aux)
    111   1.1  jmcneill {
    112   1.1  jmcneill 	struct tegra_i2c_softc * const sc = device_private(self);
    113   1.9  jmcneill 	struct fdt_attach_args * const faa = aux;
    114  1.10  jmcneill 	const int phandle = faa->faa_phandle;
    115   1.1  jmcneill 	struct i2cbus_attach_args iba;
    116   1.9  jmcneill 	prop_dictionary_t devs;
    117   1.9  jmcneill 	char intrstr[128];
    118   1.9  jmcneill 	bus_addr_t addr;
    119   1.9  jmcneill 	bus_size_t size;
    120   1.9  jmcneill 	u_int address_cells;
    121  1.10  jmcneill 	int error;
    122   1.9  jmcneill 
    123  1.10  jmcneill 	if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0) {
    124   1.9  jmcneill 		aprint_error(": couldn't get registers\n");
    125   1.9  jmcneill 		return;
    126   1.9  jmcneill 	}
    127  1.11  jmcneill 	sc->sc_clk = fdtbus_clock_get(phandle, "div-clk");
    128  1.11  jmcneill 	if (sc->sc_clk == NULL) {
    129  1.11  jmcneill 		aprint_error(": couldn't get clock div-clk\n");
    130  1.11  jmcneill 		return;
    131  1.11  jmcneill 	}
    132  1.11  jmcneill 	sc->sc_rst = fdtbus_reset_get(phandle, "i2c");
    133  1.11  jmcneill 	if (sc->sc_rst == NULL) {
    134  1.11  jmcneill 		aprint_error(": couldn't get reset i2c\n");
    135  1.11  jmcneill 		return;
    136  1.11  jmcneill 	}
    137   1.1  jmcneill 
    138   1.1  jmcneill 	sc->sc_dev = self;
    139   1.9  jmcneill 	sc->sc_bst = faa->faa_bst;
    140  1.11  jmcneill 	sc->sc_cid = device_unit(self);
    141   1.9  jmcneill 	error = bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh);
    142   1.9  jmcneill 	if (error) {
    143   1.9  jmcneill 		aprint_error(": couldn't map %#llx: %d", (uint64_t)addr, error);
    144   1.9  jmcneill 		return;
    145   1.9  jmcneill 	}
    146   1.1  jmcneill 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_VM);
    147   1.1  jmcneill 	cv_init(&sc->sc_cv, device_xname(self));
    148   1.1  jmcneill 
    149   1.1  jmcneill 	aprint_naive("\n");
    150  1.11  jmcneill 	aprint_normal(": I2C\n");
    151   1.1  jmcneill 
    152  1.10  jmcneill 	if (!fdtbus_intr_str(phandle, 0, intrstr, sizeof(intrstr))) {
    153   1.9  jmcneill 		aprint_error_dev(self, "failed to decode interrupt\n");
    154   1.9  jmcneill 		return;
    155   1.9  jmcneill 	}
    156   1.9  jmcneill 
    157  1.10  jmcneill 	sc->sc_ih = fdtbus_intr_establish(phandle, 0, IPL_VM,
    158   1.9  jmcneill 	    FDT_INTR_MPSAFE, tegra_i2c_intr, sc);
    159   1.1  jmcneill 	if (sc->sc_ih == NULL) {
    160   1.9  jmcneill 		aprint_error_dev(self, "couldn't establish interrupt on %s\n",
    161   1.9  jmcneill 		    intrstr);
    162   1.1  jmcneill 		return;
    163   1.1  jmcneill 	}
    164   1.9  jmcneill 	aprint_normal_dev(self, "interrupting on %s\n", intrstr);
    165   1.1  jmcneill 
    166   1.8  jmcneill 	/*
    167   1.8  jmcneill 	 * Recommended setting for standard mode is to use an I2C source div
    168   1.8  jmcneill 	 * of 20 (Tegra K1 Technical Reference Manual, Table 137)
    169   1.8  jmcneill 	 */
    170  1.11  jmcneill 	fdtbus_reset_assert(sc->sc_rst);
    171  1.11  jmcneill 	error = clk_set_rate(sc->sc_clk, 20400000);
    172  1.11  jmcneill 	if (error) {
    173  1.11  jmcneill 		aprint_error_dev(self, "couldn't set frequency: %d\n", error);
    174  1.11  jmcneill 		return;
    175  1.11  jmcneill 	}
    176  1.11  jmcneill 	error = clk_enable(sc->sc_clk);
    177  1.11  jmcneill 	if (error) {
    178  1.11  jmcneill 		aprint_error_dev(self, "couldn't enable clock: %d\n", error);
    179  1.11  jmcneill 		return;
    180  1.11  jmcneill 	}
    181  1.11  jmcneill 	fdtbus_reset_deassert(sc->sc_rst);
    182   1.1  jmcneill 
    183   1.1  jmcneill 	tegra_i2c_init(sc);
    184   1.1  jmcneill 
    185   1.1  jmcneill 	sc->sc_ic.ic_cookie = sc;
    186   1.1  jmcneill 	sc->sc_ic.ic_acquire_bus = tegra_i2c_acquire_bus;
    187   1.1  jmcneill 	sc->sc_ic.ic_release_bus = tegra_i2c_release_bus;
    188   1.1  jmcneill 	sc->sc_ic.ic_exec = tegra_i2c_exec;
    189   1.1  jmcneill 
    190  1.10  jmcneill 	fdtbus_register_i2c_controller(self, phandle, &tegra_i2c_funcs);
    191   1.9  jmcneill 
    192   1.9  jmcneill 	devs = prop_dictionary_create();
    193  1.10  jmcneill 
    194  1.10  jmcneill 	if (of_getprop_uint32(phandle, "#address-cells", &address_cells))
    195   1.9  jmcneill 		address_cells = 1;
    196  1.10  jmcneill 
    197   1.9  jmcneill 	of_enter_i2c_devs(devs, faa->faa_phandle, address_cells * 4, 0);
    198   1.9  jmcneill 
    199  1.13       chs 	memset(&iba, 0, sizeof(iba));
    200   1.1  jmcneill 	iba.iba_tag = &sc->sc_ic;
    201   1.9  jmcneill 	iba.iba_child_devices = prop_dictionary_get(devs, "i2c-child-devices");
    202   1.9  jmcneill 	if (iba.iba_child_devices != NULL) {
    203   1.9  jmcneill 		prop_object_retain(iba.iba_child_devices);
    204   1.9  jmcneill 	} else {
    205   1.9  jmcneill 		iba.iba_child_devices = prop_array_create();
    206   1.9  jmcneill 	}
    207   1.9  jmcneill 	prop_object_release(devs);
    208   1.9  jmcneill 
    209   1.1  jmcneill 	sc->sc_i2cdev = config_found_ia(self, "i2cbus", &iba, iicbus_print);
    210   1.1  jmcneill }
    211   1.1  jmcneill 
    212   1.9  jmcneill static i2c_tag_t
    213   1.9  jmcneill tegra_i2c_get_tag(device_t dev)
    214   1.9  jmcneill {
    215   1.9  jmcneill 	struct tegra_i2c_softc * const sc = device_private(dev);
    216   1.9  jmcneill 
    217   1.9  jmcneill 	return &sc->sc_ic;
    218   1.9  jmcneill }
    219   1.9  jmcneill 
    220   1.1  jmcneill static void
    221   1.1  jmcneill tegra_i2c_init(struct tegra_i2c_softc *sc)
    222   1.1  jmcneill {
    223   1.4  jmcneill 	int retry = 10000;
    224   1.4  jmcneill 
    225   1.1  jmcneill 	I2C_WRITE(sc, I2C_CLK_DIVISOR_REG,
    226   1.1  jmcneill 	    __SHIFTIN(0x19, I2C_CLK_DIVISOR_STD_FAST_MODE) |
    227   1.1  jmcneill 	    __SHIFTIN(0x1, I2C_CLK_DIVISOR_HSMODE));
    228   1.1  jmcneill 
    229   1.1  jmcneill 	I2C_WRITE(sc, I2C_INTERRUPT_MASK_REG, 0);
    230   1.2  jmcneill 	I2C_WRITE(sc, I2C_CNFG_REG,
    231   1.2  jmcneill 	    I2C_CNFG_NEW_MASTER_FSM | I2C_CNFG_PACKET_MODE_EN);
    232   1.1  jmcneill 	I2C_SET_CLEAR(sc, I2C_SL_CNFG_REG, I2C_SL_CNFG_NEWSL, 0);
    233   1.4  jmcneill 	I2C_WRITE(sc, I2C_FIFO_CONTROL_REG,
    234   1.4  jmcneill 	    __SHIFTIN(7, I2C_FIFO_CONTROL_TX_FIFO_TRIG) |
    235   1.4  jmcneill 	    __SHIFTIN(0, I2C_FIFO_CONTROL_RX_FIFO_TRIG));
    236   1.4  jmcneill 
    237   1.3  jmcneill 	I2C_WRITE(sc, I2C_BUS_CONFIG_LOAD_REG,
    238   1.3  jmcneill 	    I2C_BUS_CONFIG_LOAD_MSTR_CONFIG_LOAD);
    239   1.4  jmcneill 	while (--retry > 0) {
    240   1.4  jmcneill 		if (I2C_READ(sc, I2C_BUS_CONFIG_LOAD_REG) == 0)
    241   1.4  jmcneill 			break;
    242   1.4  jmcneill 		delay(10);
    243   1.4  jmcneill 	}
    244   1.4  jmcneill 	if (retry == 0) {
    245   1.4  jmcneill 		device_printf(sc->sc_dev, "config load timeout\n");
    246   1.4  jmcneill 	}
    247   1.1  jmcneill }
    248   1.1  jmcneill 
    249   1.1  jmcneill static int
    250   1.1  jmcneill tegra_i2c_intr(void *priv)
    251   1.1  jmcneill {
    252   1.1  jmcneill 	struct tegra_i2c_softc * const sc = priv;
    253   1.1  jmcneill 
    254   1.1  jmcneill 	const uint32_t istatus = I2C_READ(sc, I2C_INTERRUPT_STATUS_REG);
    255   1.1  jmcneill 	if (istatus == 0)
    256   1.1  jmcneill 		return 0;
    257   1.1  jmcneill 	I2C_WRITE(sc, I2C_INTERRUPT_STATUS_REG, istatus);
    258   1.1  jmcneill 
    259   1.1  jmcneill 	mutex_enter(&sc->sc_lock);
    260   1.1  jmcneill 	cv_broadcast(&sc->sc_cv);
    261   1.1  jmcneill 	mutex_exit(&sc->sc_lock);
    262   1.1  jmcneill 
    263   1.1  jmcneill 	return 1;
    264   1.1  jmcneill }
    265   1.1  jmcneill 
    266   1.1  jmcneill static int
    267   1.1  jmcneill tegra_i2c_acquire_bus(void *priv, int flags)
    268   1.1  jmcneill {
    269   1.1  jmcneill 	struct tegra_i2c_softc * const sc = priv;
    270   1.1  jmcneill 
    271   1.1  jmcneill 	mutex_enter(&sc->sc_lock);
    272   1.1  jmcneill 
    273   1.1  jmcneill 	return 0;
    274   1.1  jmcneill }
    275   1.1  jmcneill 
    276   1.1  jmcneill static void
    277   1.1  jmcneill tegra_i2c_release_bus(void *priv, int flags)
    278   1.1  jmcneill {
    279   1.1  jmcneill 	struct tegra_i2c_softc * const sc = priv;
    280   1.1  jmcneill 
    281   1.1  jmcneill 	mutex_exit(&sc->sc_lock);
    282   1.1  jmcneill }
    283   1.1  jmcneill 
    284   1.1  jmcneill static int
    285   1.1  jmcneill tegra_i2c_exec(void *priv, i2c_op_t op, i2c_addr_t addr, const void *cmdbuf,
    286   1.1  jmcneill     size_t cmdlen, void *buf, size_t buflen, int flags)
    287   1.1  jmcneill {
    288   1.1  jmcneill 	struct tegra_i2c_softc * const sc = priv;
    289   1.1  jmcneill 	int retry, error;
    290   1.1  jmcneill 
    291   1.1  jmcneill #if notyet
    292   1.1  jmcneill 	if (cold)
    293   1.1  jmcneill #endif
    294   1.1  jmcneill 		flags |= I2C_F_POLL;
    295   1.1  jmcneill 
    296   1.1  jmcneill 	KASSERT(mutex_owned(&sc->sc_lock));
    297   1.1  jmcneill 
    298   1.1  jmcneill 	if ((flags & I2C_F_POLL) == 0) {
    299   1.1  jmcneill 		I2C_WRITE(sc, I2C_INTERRUPT_MASK_REG,
    300   1.1  jmcneill 		    I2C_INTERRUPT_MASK_NOACK | I2C_INTERRUPT_MASK_ARB_LOST |
    301   1.1  jmcneill 		    I2C_INTERRUPT_MASK_TIMEOUT |
    302   1.1  jmcneill 		    I2C_INTERRUPT_MASK_ALL_PACKETS_XFER_COMPLETE);
    303   1.1  jmcneill 	}
    304   1.1  jmcneill 
    305   1.1  jmcneill 	const uint32_t flush_mask =
    306   1.1  jmcneill 	    I2C_FIFO_CONTROL_TX_FIFO_FLUSH | I2C_FIFO_CONTROL_RX_FIFO_FLUSH;
    307   1.1  jmcneill 
    308   1.1  jmcneill 	I2C_SET_CLEAR(sc, I2C_FIFO_CONTROL_REG, flush_mask, 0);
    309   1.1  jmcneill 	for (retry = 10000; retry > 0; retry--) {
    310   1.1  jmcneill 		const uint32_t v = I2C_READ(sc, I2C_FIFO_CONTROL_REG);
    311   1.1  jmcneill 		if ((v & flush_mask) == 0)
    312   1.1  jmcneill 			break;
    313   1.1  jmcneill 		delay(1);
    314   1.1  jmcneill 	}
    315   1.1  jmcneill 	if (retry == 0) {
    316   1.1  jmcneill 		device_printf(sc->sc_dev, "timeout flushing FIFO\n");
    317   1.1  jmcneill 		return EIO;
    318   1.1  jmcneill 	}
    319   1.1  jmcneill 
    320   1.1  jmcneill 	if (cmdlen > 0) {
    321   1.7  jmcneill 		error = tegra_i2c_write(sc, addr, cmdbuf, cmdlen, flags,
    322  1.15  jakllsch 		    buflen > 0 ? true : false);
    323   1.1  jmcneill 		if (error) {
    324   1.1  jmcneill 			goto done;
    325   1.1  jmcneill 		}
    326   1.1  jmcneill 	}
    327   1.1  jmcneill 
    328   1.1  jmcneill 	if (I2C_OP_READ_P(op)) {
    329   1.1  jmcneill 		error = tegra_i2c_read(sc, addr, buf, buflen, flags);
    330   1.1  jmcneill 	} else {
    331   1.6  jmcneill 		error = tegra_i2c_write(sc, addr, buf, buflen, flags, false);
    332   1.1  jmcneill 	}
    333   1.1  jmcneill 
    334   1.1  jmcneill done:
    335   1.1  jmcneill 	if ((flags & I2C_F_POLL) == 0) {
    336   1.1  jmcneill 		I2C_WRITE(sc, I2C_INTERRUPT_MASK_REG, 0);
    337   1.1  jmcneill 	}
    338   1.3  jmcneill 
    339   1.3  jmcneill 	if (error) {
    340   1.3  jmcneill 		tegra_i2c_init(sc);
    341   1.3  jmcneill 	}
    342   1.3  jmcneill 
    343   1.1  jmcneill 	return error;
    344   1.1  jmcneill }
    345   1.1  jmcneill 
    346   1.1  jmcneill static int
    347   1.1  jmcneill tegra_i2c_wait(struct tegra_i2c_softc *sc, int flags)
    348   1.1  jmcneill {
    349   1.2  jmcneill 	int error, retry;
    350   1.2  jmcneill 	uint32_t stat = 0;
    351   1.2  jmcneill 
    352   1.2  jmcneill 	retry = (flags & I2C_F_POLL) ? 100000 : 100;
    353   1.2  jmcneill 
    354   1.2  jmcneill 	while (--retry > 0) {
    355   1.1  jmcneill 		if ((flags & I2C_F_POLL) == 0) {
    356   1.1  jmcneill 			error = cv_timedwait_sig(&sc->sc_cv, &sc->sc_lock,
    357   1.2  jmcneill 			    max(mstohz(10), 1));
    358   1.1  jmcneill 			if (error) {
    359   1.1  jmcneill 				return error;
    360   1.1  jmcneill 			}
    361   1.1  jmcneill 		}
    362   1.2  jmcneill 		stat = I2C_READ(sc, I2C_INTERRUPT_STATUS_REG);
    363   1.2  jmcneill 		if (stat & I2C_INTERRUPT_STATUS_PACKET_XFER_COMPLETE) {
    364   1.1  jmcneill 			break;
    365   1.1  jmcneill 		}
    366   1.1  jmcneill 		if (flags & I2C_F_POLL) {
    367   1.2  jmcneill 			delay(10);
    368   1.1  jmcneill 		}
    369   1.1  jmcneill 	}
    370   1.2  jmcneill 	if (retry == 0) {
    371   1.2  jmcneill 		stat = I2C_READ(sc, I2C_INTERRUPT_STATUS_REG);
    372   1.2  jmcneill 		device_printf(sc->sc_dev, "timed out, status = %#x\n", stat);
    373   1.2  jmcneill 		return ETIMEDOUT;
    374   1.2  jmcneill 	}
    375   1.1  jmcneill 
    376   1.2  jmcneill 	const uint32_t err_mask =
    377   1.2  jmcneill 	    I2C_INTERRUPT_STATUS_NOACK |
    378   1.2  jmcneill 	    I2C_INTERRUPT_STATUS_ARB_LOST |
    379   1.2  jmcneill 	    I2C_INTERRUPT_MASK_TIMEOUT;
    380   1.1  jmcneill 
    381   1.2  jmcneill 	if (stat & err_mask) {
    382   1.2  jmcneill 		device_printf(sc->sc_dev, "error, status = %#x\n", stat);
    383   1.1  jmcneill 		return EIO;
    384   1.2  jmcneill 	}
    385   1.1  jmcneill 
    386   1.1  jmcneill 	return 0;
    387   1.1  jmcneill }
    388   1.1  jmcneill 
    389   1.1  jmcneill static int
    390   1.1  jmcneill tegra_i2c_write(struct tegra_i2c_softc *sc, i2c_addr_t addr, const uint8_t *buf,
    391   1.6  jmcneill     size_t buflen, int flags, bool repeat_start)
    392   1.1  jmcneill {
    393   1.2  jmcneill 	const uint8_t *p = buf;
    394   1.2  jmcneill 	size_t n, resid = buflen;
    395   1.2  jmcneill 	uint32_t data;
    396   1.2  jmcneill 	int retry;
    397   1.1  jmcneill 
    398   1.2  jmcneill 	const uint32_t istatus = I2C_READ(sc, I2C_INTERRUPT_STATUS_REG);
    399   1.2  jmcneill 	I2C_WRITE(sc, I2C_INTERRUPT_STATUS_REG, istatus);
    400   1.1  jmcneill 
    401   1.2  jmcneill 	/* Generic Header 0 */
    402   1.2  jmcneill 	I2C_WRITE(sc, I2C_TX_PACKET_FIFO_REG,
    403   1.2  jmcneill 	    __SHIFTIN(I2C_IOPACKET_WORD0_PROTHDRSZ_REQ,
    404   1.2  jmcneill 		      I2C_IOPACKET_WORD0_PROTHDRSZ) |
    405  1.11  jmcneill 	    __SHIFTIN(sc->sc_cid, I2C_IOPACKET_WORD0_CONTROLLERID) |
    406   1.2  jmcneill 	    __SHIFTIN(1, I2C_IOPACKET_WORD0_PKTID) |
    407   1.2  jmcneill 	    __SHIFTIN(I2C_IOPACKET_WORD0_PROTOCOL_I2C,
    408   1.2  jmcneill 		      I2C_IOPACKET_WORD0_PROTOCOL) |
    409   1.2  jmcneill 	    __SHIFTIN(I2C_IOPACKET_WORD0_PKTTYPE_REQ,
    410   1.2  jmcneill 		      I2C_IOPACKET_WORD0_PKTTYPE));
    411   1.2  jmcneill 	/* Generic Header 1 */
    412   1.2  jmcneill 	I2C_WRITE(sc, I2C_TX_PACKET_FIFO_REG,
    413   1.2  jmcneill 	    __SHIFTIN(buflen - 1, I2C_IOPACKET_WORD1_PAYLOADSIZE));
    414   1.2  jmcneill 	/* I2C Master Transmit Packet Header */
    415   1.2  jmcneill 	I2C_WRITE(sc, I2C_TX_PACKET_FIFO_REG,
    416   1.2  jmcneill 	    I2C_IOPACKET_XMITHDR_IE |
    417   1.6  jmcneill 	    (repeat_start ? I2C_IOPACKET_XMITHDR_REPEAT_STARTSTOP : 0) |
    418   1.2  jmcneill 	    __SHIFTIN((addr << 1), I2C_IOPACKET_XMITHDR_SLAVE_ADDR));
    419   1.2  jmcneill 
    420   1.2  jmcneill 	/* Transmit data */
    421   1.2  jmcneill 	while (resid > 0) {
    422   1.2  jmcneill 		retry = 10000;
    423   1.2  jmcneill 		while (--retry > 0) {
    424   1.2  jmcneill 			const uint32_t fs = I2C_READ(sc, I2C_FIFO_STATUS_REG);
    425   1.2  jmcneill 			const u_int cnt =
    426   1.2  jmcneill 			    __SHIFTOUT(fs, I2C_FIFO_STATUS_TX_FIFO_EMPTY_CNT);
    427   1.2  jmcneill 			if (cnt > 0)
    428   1.2  jmcneill 				break;
    429   1.2  jmcneill 			delay(10);
    430   1.2  jmcneill 		}
    431   1.2  jmcneill 		if (retry == 0) {
    432   1.2  jmcneill 			device_printf(sc->sc_dev, "TX FIFO timeout\n");
    433   1.2  jmcneill 			return ETIMEDOUT;
    434   1.2  jmcneill 		}
    435   1.1  jmcneill 
    436   1.2  jmcneill 		for (n = 0, data = 0; n < min(resid, 4); n++) {
    437   1.2  jmcneill 			data |= (uint32_t)p[n] << (n * 8);
    438   1.2  jmcneill 		}
    439   1.2  jmcneill 		I2C_WRITE(sc, I2C_TX_PACKET_FIFO_REG, data);
    440  1.14  jakllsch 		p += min(resid, 4);
    441   1.2  jmcneill 		resid -= min(resid, 4);
    442   1.2  jmcneill 	}
    443   1.1  jmcneill 
    444   1.1  jmcneill 	return tegra_i2c_wait(sc, flags);
    445   1.1  jmcneill }
    446   1.1  jmcneill 
    447   1.1  jmcneill static int
    448   1.1  jmcneill tegra_i2c_read(struct tegra_i2c_softc *sc, i2c_addr_t addr, uint8_t *buf,
    449   1.1  jmcneill     size_t buflen, int flags)
    450   1.1  jmcneill {
    451   1.2  jmcneill 	uint8_t *p = buf;
    452   1.2  jmcneill 	size_t n, resid = buflen;
    453   1.2  jmcneill 	uint32_t data;
    454   1.3  jmcneill 	int retry;
    455   1.2  jmcneill 
    456   1.2  jmcneill 	const uint32_t istatus = I2C_READ(sc, I2C_INTERRUPT_STATUS_REG);
    457   1.2  jmcneill 	I2C_WRITE(sc, I2C_INTERRUPT_STATUS_REG, istatus);
    458   1.1  jmcneill 
    459   1.2  jmcneill 	/* Generic Header 0 */
    460   1.2  jmcneill 	I2C_WRITE(sc, I2C_TX_PACKET_FIFO_REG,
    461   1.2  jmcneill 	    __SHIFTIN(I2C_IOPACKET_WORD0_PROTHDRSZ_REQ,
    462   1.2  jmcneill 		      I2C_IOPACKET_WORD0_PROTHDRSZ) |
    463  1.11  jmcneill 	    __SHIFTIN(sc->sc_cid, I2C_IOPACKET_WORD0_CONTROLLERID) |
    464   1.2  jmcneill 	    __SHIFTIN(1, I2C_IOPACKET_WORD0_PKTID) |
    465   1.2  jmcneill 	    __SHIFTIN(I2C_IOPACKET_WORD0_PROTOCOL_I2C,
    466   1.2  jmcneill 		      I2C_IOPACKET_WORD0_PROTOCOL) |
    467   1.2  jmcneill 	    __SHIFTIN(I2C_IOPACKET_WORD0_PKTTYPE_REQ,
    468   1.2  jmcneill 		      I2C_IOPACKET_WORD0_PKTTYPE));
    469   1.2  jmcneill 	/* Generic Header 1 */
    470   1.2  jmcneill 	I2C_WRITE(sc, I2C_TX_PACKET_FIFO_REG,
    471   1.2  jmcneill 	    __SHIFTIN(buflen - 1, I2C_IOPACKET_WORD1_PAYLOADSIZE));
    472   1.2  jmcneill 	/* I2C Master Transmit Packet Header */
    473   1.2  jmcneill 	I2C_WRITE(sc, I2C_TX_PACKET_FIFO_REG,
    474   1.2  jmcneill 	    I2C_IOPACKET_XMITHDR_IE | I2C_IOPACKET_XMITHDR_READ |
    475   1.2  jmcneill 	    __SHIFTIN((addr << 1) | 1, I2C_IOPACKET_XMITHDR_SLAVE_ADDR));
    476   1.1  jmcneill 
    477   1.2  jmcneill 	while (resid > 0) {
    478   1.2  jmcneill 		retry = 10000;
    479   1.2  jmcneill 		while (--retry > 0) {
    480   1.2  jmcneill 			const uint32_t fs = I2C_READ(sc, I2C_FIFO_STATUS_REG);
    481   1.2  jmcneill 			const u_int cnt =
    482   1.2  jmcneill 			    __SHIFTOUT(fs, I2C_FIFO_STATUS_RX_FIFO_FULL_CNT);
    483   1.2  jmcneill 			if (cnt > 0)
    484   1.2  jmcneill 				break;
    485   1.2  jmcneill 			delay(10);
    486   1.2  jmcneill 		}
    487   1.2  jmcneill 		if (retry == 0) {
    488   1.2  jmcneill 			device_printf(sc->sc_dev, "RX FIFO timeout\n");
    489   1.2  jmcneill 			return ETIMEDOUT;
    490   1.2  jmcneill 		}
    491   1.1  jmcneill 
    492   1.2  jmcneill 		data = I2C_READ(sc, I2C_RX_FIFO_REG);
    493   1.2  jmcneill 		for (n = 0; n < min(resid, 4); n++) {
    494   1.2  jmcneill 			p[n] = (data >> (n * 8)) & 0xff;
    495   1.2  jmcneill 		}
    496  1.14  jakllsch 		p += min(resid, 4);
    497   1.2  jmcneill 		resid -= min(resid, 4);
    498   1.1  jmcneill 	}
    499   1.1  jmcneill 
    500   1.3  jmcneill 	return tegra_i2c_wait(sc, flags);
    501   1.1  jmcneill }
    502