Home | History | Annotate | Line # | Download | only in isa
isadma.c revision 1.65
      1  1.65       jym /*	$NetBSD: isadma.c,v 1.65 2010/07/26 22:33:24 jym Exp $	*/
      2  1.26   thorpej 
      3  1.26   thorpej /*-
      4  1.43   thorpej  * Copyright (c) 1997, 1998, 2000 The NetBSD Foundation, Inc.
      5  1.26   thorpej  * All rights reserved.
      6  1.26   thorpej  *
      7  1.26   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8  1.26   thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.26   thorpej  * NASA Ames Research Center.
     10  1.26   thorpej  *
     11  1.26   thorpej  * Redistribution and use in source and binary forms, with or without
     12  1.26   thorpej  * modification, are permitted provided that the following conditions
     13  1.26   thorpej  * are met:
     14  1.26   thorpej  * 1. Redistributions of source code must retain the above copyright
     15  1.26   thorpej  *    notice, this list of conditions and the following disclaimer.
     16  1.26   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17  1.26   thorpej  *    notice, this list of conditions and the following disclaimer in the
     18  1.26   thorpej  *    documentation and/or other materials provided with the distribution.
     19  1.26   thorpej  *
     20  1.26   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21  1.26   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22  1.26   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23  1.26   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24  1.26   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25  1.26   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26  1.26   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27  1.26   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28  1.26   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29  1.26   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30  1.26   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     31  1.26   thorpej  */
     32  1.26   thorpej 
     33  1.26   thorpej /*
     34  1.26   thorpej  * Device driver for the ISA on-board DMA controller.
     35  1.26   thorpej  */
     36  1.49     lukem 
     37  1.49     lukem #include <sys/cdefs.h>
     38  1.65       jym __KERNEL_RCSID(0, "$NetBSD: isadma.c,v 1.65 2010/07/26 22:33:24 jym Exp $");
     39   1.8       cgd 
     40   1.3   mycroft #include <sys/param.h>
     41   1.3   mycroft #include <sys/systm.h>
     42  1.19  christos #include <sys/proc.h>
     43  1.26   thorpej #include <sys/device.h>
     44  1.34   thorpej #include <sys/malloc.h>
     45   1.5   mycroft 
     46  1.56        ad #include <sys/bus.h>
     47   1.3   mycroft 
     48  1.45       mrg #include <uvm/uvm_extern.h>
     49   1.3   mycroft 
     50  1.12       cgd #include <dev/isa/isareg.h>
     51  1.26   thorpej #include <dev/isa/isavar.h>
     52  1.12       cgd #include <dev/isa/isadmavar.h>
     53  1.12       cgd #include <dev/isa/isadmareg.h>
     54   1.1   mycroft 
     55  1.34   thorpej struct isa_mem *isa_mem_head;
     56  1.27  augustss 
     57  1.26   thorpej /*
     58  1.26   thorpej  * High byte of DMA address is stored in this DMAPG register for
     59  1.26   thorpej  * the Nth DMA channel.
     60  1.26   thorpej  */
     61  1.18   mycroft static int dmapageport[2][4] = {
     62  1.26   thorpej 	{0x7, 0x3, 0x1, 0x2},
     63  1.26   thorpej 	{0xf, 0xb, 0x9, 0xa}
     64  1.15   mycroft };
     65  1.15   mycroft 
     66  1.37   thorpej static u_int8_t dmamode[] = {
     67  1.37   thorpej 	/* write to device/read from device */
     68  1.17   mycroft 	DMA37MD_READ | DMA37MD_SINGLE,
     69  1.15   mycroft 	DMA37MD_WRITE | DMA37MD_SINGLE,
     70  1.40   mycroft 
     71  1.40   mycroft 	/* write to device/read from device */
     72  1.40   mycroft 	DMA37MD_READ | DMA37MD_DEMAND,
     73  1.40   mycroft 	DMA37MD_WRITE | DMA37MD_DEMAND,
     74  1.37   thorpej 
     75  1.37   thorpej 	/* write to device/read from device - DMAMODE_LOOP */
     76  1.25   mycroft 	DMA37MD_READ | DMA37MD_SINGLE | DMA37MD_LOOP,
     77  1.37   thorpej 	DMA37MD_WRITE | DMA37MD_SINGLE | DMA37MD_LOOP,
     78  1.37   thorpej 
     79  1.37   thorpej 	/* write to device/read from device - DMAMODE_LOOPDEMAND */
     80  1.37   thorpej 	DMA37MD_READ | DMA37MD_DEMAND | DMA37MD_LOOP,
     81  1.37   thorpej 	DMA37MD_WRITE | DMA37MD_DEMAND | DMA37MD_LOOP,
     82  1.15   mycroft };
     83   1.1   mycroft 
     84  1.53     perry static inline void _isa_dmaunmask(struct isa_dma_state *, int);
     85  1.53     perry static inline void _isa_dmamask(struct isa_dma_state *, int);
     86  1.19  christos 
     87  1.26   thorpej static inline void
     88  1.60       dsl _isa_dmaunmask(struct isa_dma_state *ids, int chan)
     89  1.23   mycroft {
     90  1.23   mycroft 	int ochan = chan & 3;
     91  1.23   mycroft 
     92  1.35   thorpej 	ISA_DMA_MASK_CLR(ids, chan);
     93  1.35   thorpej 
     94  1.35   thorpej 	/*
     95  1.35   thorpej 	 * If DMA is frozen, don't unmask it now.  It will be
     96  1.35   thorpej 	 * unmasked when DMA is thawed again.
     97  1.35   thorpej 	 */
     98  1.35   thorpej 	if (ids->ids_frozen)
     99  1.35   thorpej 		return;
    100  1.35   thorpej 
    101  1.23   mycroft 	/* set dma channel mode, and set dma channel mode */
    102  1.23   mycroft 	if ((chan & 4) == 0)
    103  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h,
    104  1.26   thorpej 		    DMA1_SMSK, ochan | DMA37SM_CLEAR);
    105  1.23   mycroft 	else
    106  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h,
    107  1.26   thorpej 		    DMA2_SMSK, ochan | DMA37SM_CLEAR);
    108  1.23   mycroft }
    109  1.23   mycroft 
    110  1.26   thorpej static inline void
    111  1.60       dsl _isa_dmamask(struct isa_dma_state *ids, int chan)
    112  1.23   mycroft {
    113  1.23   mycroft 	int ochan = chan & 3;
    114  1.23   mycroft 
    115  1.35   thorpej 	ISA_DMA_MASK_SET(ids, chan);
    116  1.35   thorpej 
    117  1.35   thorpej 	/*
    118  1.35   thorpej 	 * XXX Should we avoid masking the channel if DMA is
    119  1.35   thorpej 	 * XXX frozen?  It seems like what we're doing should
    120  1.35   thorpej 	 * XXX be safe, and we do need to reset FFC...
    121  1.35   thorpej 	 */
    122  1.35   thorpej 
    123  1.23   mycroft 	/* set dma channel mode, and set dma channel mode */
    124  1.23   mycroft 	if ((chan & 4) == 0) {
    125  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h,
    126  1.26   thorpej 		    DMA1_SMSK, ochan | DMA37SM_SET);
    127  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h,
    128  1.26   thorpej 		    DMA1_FFC, 0);
    129  1.23   mycroft 	} else {
    130  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h,
    131  1.26   thorpej 		    DMA2_SMSK, ochan | DMA37SM_SET);
    132  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h,
    133  1.26   thorpej 		    DMA2_FFC, 0);
    134  1.23   mycroft 	}
    135  1.23   mycroft }
    136  1.23   mycroft 
    137   1.1   mycroft /*
    138  1.34   thorpej  * _isa_dmainit(): Initialize the isa_dma_state for this chipset.
    139  1.34   thorpej  */
    140  1.34   thorpej void
    141  1.61    cegger _isa_dmainit(struct isa_dma_state *ids, bus_space_tag_t bst, bus_dma_tag_t dmat, device_t dev)
    142  1.34   thorpej {
    143  1.43   thorpej 	int chan;
    144  1.34   thorpej 
    145  1.34   thorpej 	ids->ids_dev = dev;
    146  1.34   thorpej 
    147  1.34   thorpej 	if (ids->ids_initialized) {
    148  1.34   thorpej 		/*
    149  1.34   thorpej 		 * Some systems may have e.g. `ofisa' (OpenFirmware
    150  1.34   thorpej 		 * configuration of ISA bus) and a regular `isa'.
    151  1.34   thorpej 		 * We allow both to call the initialization function,
    152  1.34   thorpej 		 * and take the device name from the last caller
    153  1.34   thorpej 		 * (assuming it will be the indirect ISA bus).  Since
    154  1.34   thorpej 		 * `ofisa' and `isa' are the same bus with different
    155  1.34   thorpej 		 * configuration mechanisms, the space and dma tags
    156  1.34   thorpej 		 * must be the same!
    157  1.34   thorpej 		 */
    158  1.64    dyoung 		if (!bus_space_is_equal(ids->ids_bst, bst) ||
    159  1.64    dyoung 		    ids->ids_dmat != dmat)
    160  1.34   thorpej 			panic("_isa_dmainit: inconsistent ISA tags");
    161  1.34   thorpej 	} else {
    162  1.34   thorpej 		ids->ids_bst = bst;
    163  1.34   thorpej 		ids->ids_dmat = dmat;
    164  1.34   thorpej 
    165  1.34   thorpej 		/*
    166  1.34   thorpej 		 * Map the registers used by the ISA DMA controller.
    167  1.34   thorpej 		 */
    168  1.34   thorpej 		if (bus_space_map(ids->ids_bst, IO_DMA1, DMA1_IOSIZE, 0,
    169  1.34   thorpej 		    &ids->ids_dma1h))
    170  1.34   thorpej 			panic("_isa_dmainit: unable to map DMA controller #1");
    171  1.34   thorpej 		if (bus_space_map(ids->ids_bst, IO_DMA2, DMA2_IOSIZE, 0,
    172  1.34   thorpej 		    &ids->ids_dma2h))
    173  1.34   thorpej 			panic("_isa_dmainit: unable to map DMA controller #2");
    174  1.34   thorpej 		if (bus_space_map(ids->ids_bst, IO_DMAPG, 0xf, 0,
    175  1.34   thorpej 		    &ids->ids_dmapgh))
    176  1.34   thorpej 			panic("_isa_dmainit: unable to map DMA page registers");
    177  1.34   thorpej 
    178  1.35   thorpej 		/*
    179  1.35   thorpej 		 * All 8 DMA channels start out "masked".
    180  1.35   thorpej 		 */
    181  1.35   thorpej 		ids->ids_masked = 0xff;
    182  1.35   thorpej 
    183  1.43   thorpej 		/*
    184  1.43   thorpej 		 * Initialize the max transfer size for each channel, if
    185  1.43   thorpej 		 * it is not initialized already (i.e. by a bus-dependent
    186  1.43   thorpej 		 * front-end).
    187  1.43   thorpej 		 */
    188  1.43   thorpej 		for (chan = 0; chan < 8; chan++) {
    189  1.43   thorpej 			if (ids->ids_maxsize[chan] == 0)
    190  1.43   thorpej 				ids->ids_maxsize[chan] =
    191  1.43   thorpej 				    ISA_DMA_MAXSIZE_DEFAULT(chan);
    192  1.43   thorpej 		}
    193  1.43   thorpej 
    194  1.34   thorpej 		ids->ids_initialized = 1;
    195  1.38   thorpej 
    196  1.38   thorpej 		/*
    197  1.38   thorpej 		 * DRQ 4 is used to chain the two 8237s together; make
    198  1.38   thorpej 		 * sure it's always cascaded, and that it will be unmasked
    199  1.38   thorpej 		 * when DMA is thawed.
    200  1.38   thorpej 		 */
    201  1.38   thorpej 		_isa_dmacascade(ids, 4);
    202  1.34   thorpej 	}
    203  1.34   thorpej }
    204  1.34   thorpej 
    205  1.62    dyoung void
    206  1.62    dyoung _isa_dmadestroy(struct isa_dma_state *ids)
    207  1.62    dyoung {
    208  1.62    dyoung 	if (!ids->ids_initialized)
    209  1.62    dyoung 		return;
    210  1.62    dyoung 
    211  1.62    dyoung 	_isa_dmacascade_stop(ids, 4);
    212  1.62    dyoung 
    213  1.62    dyoung 	/*
    214  1.62    dyoung 	 * Unmap the registers used by the ISA DMA controller.
    215  1.62    dyoung 	 */
    216  1.62    dyoung 	bus_space_unmap(ids->ids_bst, ids->ids_dmapgh, 0xf);
    217  1.62    dyoung 	bus_space_unmap(ids->ids_bst, ids->ids_dma2h, DMA2_IOSIZE);
    218  1.62    dyoung 	bus_space_unmap(ids->ids_bst, ids->ids_dma1h, DMA1_IOSIZE);
    219  1.62    dyoung 
    220  1.62    dyoung 	ids->ids_initialized = 0;
    221  1.62    dyoung }
    222  1.62    dyoung 
    223  1.34   thorpej /*
    224  1.34   thorpej  * _isa_dmacascade(): program 8237 DMA controller channel to accept
    225   1.1   mycroft  * external dma control by a board.
    226   1.1   mycroft  */
    227  1.36   thorpej int
    228  1.60       dsl _isa_dmacascade(struct isa_dma_state *ids, int chan)
    229   1.1   mycroft {
    230  1.23   mycroft 	int ochan = chan & 3;
    231   1.4   mycroft 
    232  1.26   thorpej 	if (chan < 0 || chan > 7) {
    233  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    234  1.36   thorpej 		return (EINVAL);
    235  1.26   thorpej 	}
    236  1.26   thorpej 
    237  1.62    dyoung 	if (!ISA_DMA_DRQ_ISFREE(ids, chan)) {
    238  1.57    cegger 		printf("%s: DRQ %d is not free\n", device_xname(ids->ids_dev),
    239  1.34   thorpej 		    chan);
    240  1.36   thorpej 		return (EAGAIN);
    241  1.26   thorpej 	}
    242  1.26   thorpej 
    243  1.34   thorpej 	ISA_DMA_DRQ_ALLOC(ids, chan);
    244   1.1   mycroft 
    245   1.1   mycroft 	/* set dma channel mode, and set dma channel mode */
    246  1.23   mycroft 	if ((chan & 4) == 0)
    247  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h,
    248  1.26   thorpej 		    DMA1_MODE, ochan | DMA37MD_CASCADE);
    249  1.26   thorpej 	else
    250  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h,
    251  1.26   thorpej 		    DMA2_MODE, ochan | DMA37MD_CASCADE);
    252  1.26   thorpej 
    253  1.34   thorpej 	_isa_dmaunmask(ids, chan);
    254  1.36   thorpej 	return (0);
    255  1.26   thorpej }
    256  1.26   thorpej 
    257  1.62    dyoung /*
    258  1.62    dyoung  * _isa_dmacascade_stop(): turn off cascading on the 8237 DMA controller channel
    259  1.62    dyoung  * external dma control by a board.
    260  1.62    dyoung  */
    261  1.62    dyoung int
    262  1.62    dyoung _isa_dmacascade_stop(struct isa_dma_state *ids, int chan)
    263  1.62    dyoung {
    264  1.62    dyoung 	if (chan < 0 || chan > 7) {
    265  1.62    dyoung 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    266  1.62    dyoung 		return EINVAL;
    267  1.62    dyoung 	}
    268  1.62    dyoung 
    269  1.62    dyoung 	if (ISA_DMA_DRQ_ISFREE(ids, chan))
    270  1.62    dyoung 		return 0;
    271  1.62    dyoung 
    272  1.62    dyoung 	_isa_dmamask(ids, chan);
    273  1.62    dyoung 
    274  1.62    dyoung 	ISA_DMA_DRQ_FREE(ids, chan);
    275  1.62    dyoung 
    276  1.62    dyoung 	return 0;
    277  1.62    dyoung }
    278  1.62    dyoung 
    279  1.52      fvdl int
    280  1.60       dsl _isa_drq_alloc(struct isa_dma_state *ids, int chan)
    281  1.52      fvdl {
    282  1.62    dyoung 	if (!ISA_DMA_DRQ_ISFREE(ids, chan))
    283  1.52      fvdl 		return EBUSY;
    284  1.52      fvdl 	ISA_DMA_DRQ_ALLOC(ids, chan);
    285  1.52      fvdl 	return 0;
    286  1.52      fvdl }
    287  1.52      fvdl 
    288  1.52      fvdl int
    289  1.60       dsl _isa_drq_free(struct isa_dma_state *ids, int chan)
    290  1.52      fvdl {
    291  1.52      fvdl 	if (ISA_DMA_DRQ_ISFREE(ids, chan))
    292  1.52      fvdl 		return EINVAL;
    293  1.52      fvdl 	ISA_DMA_DRQ_FREE(ids, chan);
    294  1.52      fvdl 	return 0;
    295  1.52      fvdl }
    296  1.52      fvdl 
    297  1.43   thorpej bus_size_t
    298  1.60       dsl _isa_dmamaxsize(struct isa_dma_state *ids, int chan)
    299  1.43   thorpej {
    300  1.43   thorpej 
    301  1.43   thorpej 	if (chan < 0 || chan > 7) {
    302  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    303  1.43   thorpej 		return (0);
    304  1.43   thorpej 	}
    305  1.43   thorpej 
    306  1.43   thorpej 	return (ids->ids_maxsize[chan]);
    307  1.43   thorpej }
    308  1.43   thorpej 
    309  1.26   thorpej int
    310  1.60       dsl _isa_dmamap_create(struct isa_dma_state *ids, int chan, bus_size_t size, int flags)
    311  1.26   thorpej {
    312  1.42   mycroft 	int error;
    313  1.26   thorpej 
    314  1.26   thorpej 	if (chan < 0 || chan > 7) {
    315  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    316  1.36   thorpej 		return (EINVAL);
    317  1.26   thorpej 	}
    318  1.26   thorpej 
    319  1.43   thorpej 	if (size > ids->ids_maxsize[chan])
    320  1.26   thorpej 		return (EINVAL);
    321  1.26   thorpej 
    322  1.43   thorpej 	error = bus_dmamap_create(ids->ids_dmat, size, 1, size,
    323  1.43   thorpej 	    ids->ids_maxsize[chan], flags, &ids->ids_dmamaps[chan]);
    324  1.42   mycroft 
    325  1.42   mycroft 	return (error);
    326  1.26   thorpej }
    327  1.26   thorpej 
    328  1.26   thorpej void
    329  1.60       dsl _isa_dmamap_destroy(struct isa_dma_state *ids, int chan)
    330  1.26   thorpej {
    331  1.26   thorpej 
    332  1.26   thorpej 	if (chan < 0 || chan > 7) {
    333  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    334  1.26   thorpej 		goto lose;
    335  1.26   thorpej 	}
    336  1.26   thorpej 
    337  1.34   thorpej 	bus_dmamap_destroy(ids->ids_dmat, ids->ids_dmamaps[chan]);
    338  1.26   thorpej 	return;
    339  1.26   thorpej 
    340  1.26   thorpej  lose:
    341  1.34   thorpej 	panic("_isa_dmamap_destroy");
    342   1.1   mycroft }
    343   1.1   mycroft 
    344   1.1   mycroft /*
    345  1.34   thorpej  * _isa_dmastart(): program 8237 DMA controller channel and set it
    346  1.26   thorpej  * in motion.
    347   1.1   mycroft  */
    348  1.26   thorpej int
    349  1.60       dsl _isa_dmastart(struct isa_dma_state *ids, int chan, void *addr, bus_size_t nbytes, struct proc *p, int flags, int busdmaflags)
    350   1.1   mycroft {
    351  1.26   thorpej 	bus_dmamap_t dmam;
    352  1.26   thorpej 	bus_addr_t dmaaddr;
    353   1.1   mycroft 	int waport;
    354  1.23   mycroft 	int ochan = chan & 3;
    355  1.26   thorpej 	int error;
    356  1.26   thorpej 
    357  1.26   thorpej 	if (chan < 0 || chan > 7) {
    358  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    359  1.26   thorpej 		goto lose;
    360  1.26   thorpej 	}
    361  1.26   thorpej 
    362  1.26   thorpej #ifdef ISADMA_DEBUG
    363  1.34   thorpej 	printf("_isa_dmastart: drq %d, addr %p, nbytes 0x%lx, p %p, "
    364  1.26   thorpej 	    "flags 0x%x, dmaflags 0x%x\n",
    365  1.59    bouyer 	    chan, addr, (u_long)nbytes, p, flags, busdmaflags);
    366  1.26   thorpej #endif
    367  1.52      fvdl 
    368  1.52      fvdl 	if (ISA_DMA_DRQ_ISFREE(ids, chan)) {
    369  1.52      fvdl 		printf("%s: dma start on free channel %d\n",
    370  1.57    cegger 		    device_xname(ids->ids_dev), chan);
    371  1.52      fvdl 		goto lose;
    372  1.52      fvdl 	}
    373  1.26   thorpej 
    374  1.26   thorpej 	if (chan & 4) {
    375  1.26   thorpej 		if (nbytes > (1 << 17) || nbytes & 1 || (u_long)addr & 1) {
    376  1.26   thorpej 			printf("%s: drq %d, nbytes 0x%lx, addr %p\n",
    377  1.57    cegger 			    device_xname(ids->ids_dev), chan,
    378  1.47    briggs 			    (unsigned long) nbytes, addr);
    379  1.26   thorpej 			goto lose;
    380  1.26   thorpej 		}
    381  1.26   thorpej 	} else {
    382  1.26   thorpej 		if (nbytes > (1 << 16)) {
    383  1.26   thorpej 			printf("%s: drq %d, nbytes 0x%lx\n",
    384  1.57    cegger 			    device_xname(ids->ids_dev), chan,
    385  1.47    briggs 			    (unsigned long) nbytes);
    386  1.26   thorpej 			goto lose;
    387  1.26   thorpej 		}
    388  1.26   thorpej 	}
    389  1.26   thorpej 
    390  1.34   thorpej 	dmam = ids->ids_dmamaps[chan];
    391  1.31  augustss 	if (dmam == NULL)
    392  1.50    provos 		panic("_isa_dmastart: no DMA map for chan %d", chan);
    393  1.26   thorpej 
    394  1.34   thorpej 	error = bus_dmamap_load(ids->ids_dmat, dmam, addr, nbytes,
    395  1.48   thorpej 	    p, busdmaflags |
    396  1.48   thorpej 	    ((flags & DMAMODE_READ) ? BUS_DMA_READ : BUS_DMA_WRITE));
    397  1.26   thorpej 	if (error)
    398  1.26   thorpej 		return (error);
    399   1.1   mycroft 
    400  1.13   mycroft #ifdef ISADMA_DEBUG
    401  1.26   thorpej 	__asm(".globl isa_dmastart_afterload ; isa_dmastart_afterload:");
    402   1.4   mycroft #endif
    403   1.1   mycroft 
    404  1.26   thorpej 	if (flags & DMAMODE_READ) {
    405  1.34   thorpej 		bus_dmamap_sync(ids->ids_dmat, dmam, 0, dmam->dm_mapsize,
    406  1.33   thorpej 		    BUS_DMASYNC_PREREAD);
    407  1.34   thorpej 		ids->ids_dmareads |= (1 << chan);
    408  1.26   thorpej 	} else {
    409  1.34   thorpej 		bus_dmamap_sync(ids->ids_dmat, dmam, 0, dmam->dm_mapsize,
    410  1.33   thorpej 		    BUS_DMASYNC_PREWRITE);
    411  1.34   thorpej 		ids->ids_dmareads &= ~(1 << chan);
    412   1.1   mycroft 	}
    413   1.1   mycroft 
    414  1.26   thorpej 	dmaaddr = dmam->dm_segs[0].ds_addr;
    415  1.26   thorpej 
    416  1.26   thorpej #ifdef ISADMA_DEBUG
    417  1.65       jym 	printf("     dmaaddr %#" PRIxPADDR "\n", dmaaddr);
    418  1.26   thorpej 
    419  1.26   thorpej 	__asm(".globl isa_dmastart_aftersync ; isa_dmastart_aftersync:");
    420  1.26   thorpej #endif
    421  1.24   mycroft 
    422  1.34   thorpej 	ids->ids_dmalength[chan] = nbytes;
    423   1.1   mycroft 
    424  1.34   thorpej 	_isa_dmamask(ids, chan);
    425  1.34   thorpej 	ids->ids_dmafinished &= ~(1 << chan);
    426  1.14   mycroft 
    427   1.1   mycroft 	if ((chan & 4) == 0) {
    428  1.23   mycroft 		/* set dma channel mode */
    429  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h, DMA1_MODE,
    430  1.26   thorpej 		    ochan | dmamode[flags]);
    431   1.1   mycroft 
    432   1.1   mycroft 		/* send start address */
    433  1.23   mycroft 		waport = DMA1_CHN(ochan);
    434  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dmapgh,
    435  1.26   thorpej 		    dmapageport[0][ochan], (dmaaddr >> 16) & 0xff);
    436  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h, waport,
    437  1.26   thorpej 		    dmaaddr & 0xff);
    438  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h, waport,
    439  1.26   thorpej 		    (dmaaddr >> 8) & 0xff);
    440   1.1   mycroft 
    441   1.1   mycroft 		/* send count */
    442  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h, waport + 1,
    443  1.26   thorpej 		    (--nbytes) & 0xff);
    444  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h, waport + 1,
    445  1.26   thorpej 		    (nbytes >> 8) & 0xff);
    446   1.1   mycroft 	} else {
    447  1.23   mycroft 		/* set dma channel mode */
    448  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h, DMA2_MODE,
    449  1.26   thorpej 		    ochan | dmamode[flags]);
    450   1.1   mycroft 
    451   1.1   mycroft 		/* send start address */
    452  1.23   mycroft 		waport = DMA2_CHN(ochan);
    453  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dmapgh,
    454  1.26   thorpej 		    dmapageport[1][ochan], (dmaaddr >> 16) & 0xff);
    455  1.26   thorpej 		dmaaddr >>= 1;
    456  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h, waport,
    457  1.26   thorpej 		    dmaaddr & 0xff);
    458  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h, waport,
    459  1.26   thorpej 		    (dmaaddr >> 8) & 0xff);
    460   1.1   mycroft 
    461   1.1   mycroft 		/* send count */
    462   1.1   mycroft 		nbytes >>= 1;
    463  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h, waport + 2,
    464  1.26   thorpej 		    (--nbytes) & 0xff);
    465  1.34   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h, waport + 2,
    466  1.26   thorpej 		    (nbytes >> 8) & 0xff);
    467  1.23   mycroft 	}
    468   1.1   mycroft 
    469  1.34   thorpej 	_isa_dmaunmask(ids, chan);
    470  1.26   thorpej 	return (0);
    471  1.26   thorpej 
    472  1.26   thorpej  lose:
    473  1.34   thorpej 	panic("_isa_dmastart");
    474   1.1   mycroft }
    475   1.1   mycroft 
    476   1.1   mycroft void
    477  1.60       dsl _isa_dmaabort(struct isa_dma_state *ids, int chan)
    478   1.1   mycroft {
    479   1.1   mycroft 
    480  1.26   thorpej 	if (chan < 0 || chan > 7) {
    481  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    482  1.34   thorpej 		panic("_isa_dmaabort");
    483  1.26   thorpej 	}
    484   1.1   mycroft 
    485  1.34   thorpej 	_isa_dmamask(ids, chan);
    486  1.34   thorpej 	bus_dmamap_unload(ids->ids_dmat, ids->ids_dmamaps[chan]);
    487  1.34   thorpej 	ids->ids_dmareads &= ~(1 << chan);
    488  1.22   mycroft }
    489  1.22   mycroft 
    490  1.26   thorpej bus_size_t
    491  1.60       dsl _isa_dmacount(struct isa_dma_state *ids, int chan)
    492  1.22   mycroft {
    493  1.22   mycroft 	int waport;
    494  1.26   thorpej 	bus_size_t nbytes;
    495  1.23   mycroft 	int ochan = chan & 3;
    496  1.22   mycroft 
    497  1.26   thorpej 	if (chan < 0 || chan > 7) {
    498  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    499  1.26   thorpej 		panic("isa_dmacount");
    500  1.26   thorpej 	}
    501  1.22   mycroft 
    502  1.34   thorpej 	_isa_dmamask(ids, chan);
    503  1.23   mycroft 
    504  1.24   mycroft 	/*
    505  1.24   mycroft 	 * We have to shift the byte count by 1.  If we're in auto-initialize
    506  1.24   mycroft 	 * mode, the count may have wrapped around to the initial value.  We
    507  1.24   mycroft 	 * can't use the TC bit to check for this case, so instead we compare
    508  1.24   mycroft 	 * against the original byte count.
    509  1.24   mycroft 	 * If we're not in auto-initialize mode, then the count will wrap to
    510  1.24   mycroft 	 * -1, so we also handle that case.
    511  1.24   mycroft 	 */
    512  1.24   mycroft 	if ((chan & 4) == 0) {
    513  1.24   mycroft 		waport = DMA1_CHN(ochan);
    514  1.34   thorpej 		nbytes = bus_space_read_1(ids->ids_bst, ids->ids_dma1h,
    515  1.26   thorpej 		    waport + 1) + 1;
    516  1.34   thorpej 		nbytes += bus_space_read_1(ids->ids_bst, ids->ids_dma1h,
    517  1.26   thorpej 		    waport + 1) << 8;
    518  1.24   mycroft 		nbytes &= 0xffff;
    519  1.24   mycroft 	} else {
    520  1.24   mycroft 		waport = DMA2_CHN(ochan);
    521  1.34   thorpej 		nbytes = bus_space_read_1(ids->ids_bst, ids->ids_dma2h,
    522  1.26   thorpej 		    waport + 2) + 1;
    523  1.34   thorpej 		nbytes += bus_space_read_1(ids->ids_bst, ids->ids_dma2h,
    524  1.26   thorpej 		    waport + 2) << 8;
    525  1.24   mycroft 		nbytes <<= 1;
    526  1.24   mycroft 		nbytes &= 0x1ffff;
    527  1.24   mycroft 	}
    528  1.24   mycroft 
    529  1.34   thorpej 	if (nbytes == ids->ids_dmalength[chan])
    530  1.23   mycroft 		nbytes = 0;
    531  1.22   mycroft 
    532  1.34   thorpej 	_isa_dmaunmask(ids, chan);
    533  1.22   mycroft 	return (nbytes);
    534   1.1   mycroft }
    535   1.1   mycroft 
    536  1.13   mycroft int
    537  1.60       dsl _isa_dmafinished(struct isa_dma_state *ids, int chan)
    538   1.1   mycroft {
    539   1.1   mycroft 
    540  1.26   thorpej 	if (chan < 0 || chan > 7) {
    541  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    542  1.34   thorpej 		panic("_isa_dmafinished");
    543  1.26   thorpej 	}
    544   1.1   mycroft 
    545   1.1   mycroft 	/* check that the terminal count was reached */
    546   1.1   mycroft 	if ((chan & 4) == 0)
    547  1.34   thorpej 		ids->ids_dmafinished |= bus_space_read_1(ids->ids_bst,
    548  1.34   thorpej 		    ids->ids_dma1h, DMA1_SR) & 0x0f;
    549   1.1   mycroft 	else
    550  1.34   thorpej 		ids->ids_dmafinished |= (bus_space_read_1(ids->ids_bst,
    551  1.34   thorpej 		    ids->ids_dma2h, DMA2_SR) & 0x0f) << 4;
    552  1.14   mycroft 
    553  1.34   thorpej 	return ((ids->ids_dmafinished & (1 << chan)) != 0);
    554  1.13   mycroft }
    555  1.13   mycroft 
    556  1.13   mycroft void
    557  1.60       dsl _isa_dmadone(struct isa_dma_state *ids, int chan)
    558  1.13   mycroft {
    559  1.26   thorpej 	bus_dmamap_t dmam;
    560  1.13   mycroft 
    561  1.26   thorpej 	if (chan < 0 || chan > 7) {
    562  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    563  1.34   thorpej 		panic("_isa_dmadone");
    564  1.26   thorpej 	}
    565  1.26   thorpej 
    566  1.34   thorpej 	dmam = ids->ids_dmamaps[chan];
    567  1.26   thorpej 
    568  1.34   thorpej 	_isa_dmamask(ids, chan);
    569  1.14   mycroft 
    570  1.34   thorpej 	if (_isa_dmafinished(ids, chan) == 0)
    571  1.34   thorpej 		printf("%s: _isa_dmadone: channel %d not finished\n",
    572  1.57    cegger 		    device_xname(ids->ids_dev), chan);
    573  1.23   mycroft 
    574  1.34   thorpej 	bus_dmamap_sync(ids->ids_dmat, dmam, 0, dmam->dm_mapsize,
    575  1.34   thorpej 	    (ids->ids_dmareads & (1 << chan)) ? BUS_DMASYNC_POSTREAD :
    576  1.26   thorpej 	    BUS_DMASYNC_POSTWRITE);
    577   1.9   mycroft 
    578  1.34   thorpej 	bus_dmamap_unload(ids->ids_dmat, dmam);
    579  1.34   thorpej 	ids->ids_dmareads &= ~(1 << chan);
    580  1.35   thorpej }
    581  1.35   thorpej 
    582  1.35   thorpej void
    583  1.60       dsl _isa_dmafreeze(struct isa_dma_state *ids)
    584  1.35   thorpej {
    585  1.35   thorpej 	int s;
    586  1.35   thorpej 
    587  1.35   thorpej 	s = splhigh();
    588  1.35   thorpej 
    589  1.35   thorpej 	if (ids->ids_frozen == 0) {
    590  1.35   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h,
    591  1.35   thorpej 		    DMA1_MASK, 0x0f);
    592  1.35   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h,
    593  1.35   thorpej 		    DMA2_MASK, 0x0f);
    594  1.35   thorpej 	}
    595  1.35   thorpej 
    596  1.35   thorpej 	ids->ids_frozen++;
    597  1.35   thorpej 	if (ids->ids_frozen < 1)
    598  1.35   thorpej 		panic("_isa_dmafreeze: overflow");
    599  1.35   thorpej 
    600  1.35   thorpej 	splx(s);
    601  1.35   thorpej }
    602  1.35   thorpej 
    603  1.35   thorpej void
    604  1.60       dsl _isa_dmathaw(struct isa_dma_state *ids)
    605  1.35   thorpej {
    606  1.35   thorpej 	int s;
    607  1.35   thorpej 
    608  1.35   thorpej 	s = splhigh();
    609  1.35   thorpej 
    610  1.35   thorpej 	ids->ids_frozen--;
    611  1.35   thorpej 	if (ids->ids_frozen < 0)
    612  1.35   thorpej 		panic("_isa_dmathaw: underflow");
    613  1.35   thorpej 
    614  1.35   thorpej 	if (ids->ids_frozen == 0) {
    615  1.35   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma1h,
    616  1.35   thorpej 		    DMA1_MASK, ids->ids_masked & 0x0f);
    617  1.35   thorpej 		bus_space_write_1(ids->ids_bst, ids->ids_dma2h,
    618  1.35   thorpej 		    DMA2_MASK, (ids->ids_masked >> 4) & 0x0f);
    619  1.35   thorpej 	}
    620  1.35   thorpej 
    621  1.35   thorpej 	splx(s);
    622   1.1   mycroft }
    623   1.1   mycroft 
    624   1.1   mycroft int
    625  1.60       dsl _isa_dmamem_alloc(struct isa_dma_state *ids, int chan, bus_size_t size, bus_addr_t *addrp, int flags)
    626  1.26   thorpej {
    627  1.26   thorpej 	bus_dma_segment_t seg;
    628  1.26   thorpej 	int error, boundary, rsegs;
    629  1.26   thorpej 
    630  1.26   thorpej 	if (chan < 0 || chan > 7) {
    631  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    632  1.34   thorpej 		panic("_isa_dmamem_alloc");
    633   1.1   mycroft 	}
    634  1.26   thorpej 
    635  1.26   thorpej 	boundary = (chan & 4) ? (1 << 17) : (1 << 16);
    636  1.26   thorpej 
    637  1.26   thorpej 	size = round_page(size);
    638  1.26   thorpej 
    639  1.46   thorpej 	error = bus_dmamem_alloc(ids->ids_dmat, size, PAGE_SIZE, boundary,
    640  1.26   thorpej 	    &seg, 1, &rsegs, flags);
    641  1.26   thorpej 	if (error)
    642  1.26   thorpej 		return (error);
    643  1.26   thorpej 
    644  1.26   thorpej 	*addrp = seg.ds_addr;
    645  1.26   thorpej 	return (0);
    646   1.5   mycroft }
    647   1.5   mycroft 
    648  1.26   thorpej void
    649  1.60       dsl _isa_dmamem_free(struct isa_dma_state *ids, int chan, bus_addr_t addr, bus_size_t size)
    650  1.26   thorpej {
    651  1.26   thorpej 	bus_dma_segment_t seg;
    652  1.26   thorpej 
    653  1.26   thorpej 	if (chan < 0 || chan > 7) {
    654  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    655  1.34   thorpej 		panic("_isa_dmamem_free");
    656  1.26   thorpej 	}
    657  1.26   thorpej 
    658  1.26   thorpej 	seg.ds_addr = addr;
    659  1.26   thorpej 	seg.ds_len = size;
    660   1.5   mycroft 
    661  1.34   thorpej 	bus_dmamem_free(ids->ids_dmat, &seg, 1);
    662  1.26   thorpej }
    663   1.5   mycroft 
    664  1.26   thorpej int
    665  1.60       dsl _isa_dmamem_map(struct isa_dma_state *ids, int chan, bus_addr_t addr, bus_size_t size, void **kvap, int flags)
    666  1.26   thorpej {
    667  1.26   thorpej 	bus_dma_segment_t seg;
    668  1.26   thorpej 
    669  1.26   thorpej 	if (chan < 0 || chan > 7) {
    670  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    671  1.34   thorpej 		panic("_isa_dmamem_map");
    672   1.5   mycroft 	}
    673   1.5   mycroft 
    674  1.26   thorpej 	seg.ds_addr = addr;
    675  1.26   thorpej 	seg.ds_len = size;
    676  1.26   thorpej 
    677  1.34   thorpej 	return (bus_dmamem_map(ids->ids_dmat, &seg, 1, size, kvap, flags));
    678   1.5   mycroft }
    679   1.5   mycroft 
    680   1.5   mycroft void
    681  1.60       dsl _isa_dmamem_unmap(struct isa_dma_state *ids, int chan, void *kva, size_t size)
    682  1.19  christos {
    683   1.5   mycroft 
    684  1.26   thorpej 	if (chan < 0 || chan > 7) {
    685  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    686  1.34   thorpej 		panic("_isa_dmamem_unmap");
    687   1.5   mycroft 	}
    688  1.26   thorpej 
    689  1.34   thorpej 	bus_dmamem_unmap(ids->ids_dmat, kva, size);
    690  1.26   thorpej }
    691  1.26   thorpej 
    692  1.44    simonb paddr_t
    693  1.60       dsl _isa_dmamem_mmap(struct isa_dma_state *ids, int chan, bus_addr_t addr, bus_size_t size, off_t off, int prot, int flags)
    694  1.26   thorpej {
    695  1.26   thorpej 	bus_dma_segment_t seg;
    696  1.26   thorpej 
    697  1.26   thorpej 	if (chan < 0 || chan > 7) {
    698  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    699  1.34   thorpej 		panic("_isa_dmamem_mmap");
    700  1.26   thorpej 	}
    701  1.39       mrg 
    702  1.39       mrg 	if (off < 0)
    703  1.39       mrg 		return (-1);
    704  1.26   thorpej 
    705  1.26   thorpej 	seg.ds_addr = addr;
    706  1.26   thorpej 	seg.ds_len = size;
    707  1.26   thorpej 
    708  1.34   thorpej 	return (bus_dmamem_mmap(ids->ids_dmat, &seg, 1, off, prot, flags));
    709  1.30  augustss }
    710  1.30  augustss 
    711  1.30  augustss int
    712  1.60       dsl _isa_drq_isfree(struct isa_dma_state *ids, int chan)
    713  1.30  augustss {
    714  1.34   thorpej 
    715  1.30  augustss 	if (chan < 0 || chan > 7) {
    716  1.57    cegger 		printf("%s: bogus drq %d\n", device_xname(ids->ids_dev), chan);
    717  1.34   thorpej 		panic("_isa_drq_isfree");
    718  1.30  augustss 	}
    719  1.34   thorpej 
    720  1.34   thorpej 	return ISA_DMA_DRQ_ISFREE(ids, chan);
    721  1.27  augustss }
    722  1.27  augustss 
    723  1.27  augustss void *
    724  1.60       dsl _isa_malloc(struct isa_dma_state *ids, int chan, size_t size, struct malloc_type *pool, int flags)
    725  1.27  augustss {
    726  1.27  augustss 	bus_addr_t addr;
    727  1.55  christos 	void *kva;
    728  1.27  augustss 	int bflags;
    729  1.27  augustss 	struct isa_mem *m;
    730  1.27  augustss 
    731  1.27  augustss 	bflags = flags & M_WAITOK ? BUS_DMA_WAITOK : BUS_DMA_NOWAIT;
    732  1.27  augustss 
    733  1.34   thorpej 	if (_isa_dmamem_alloc(ids, chan, size, &addr, bflags))
    734  1.27  augustss 		return 0;
    735  1.34   thorpej 	if (_isa_dmamem_map(ids, chan, addr, size, &kva, bflags)) {
    736  1.34   thorpej 		_isa_dmamem_free(ids, chan, addr, size);
    737  1.27  augustss 		return 0;
    738  1.27  augustss 	}
    739  1.27  augustss 	m = malloc(sizeof(*m), pool, flags);
    740  1.27  augustss 	if (m == 0) {
    741  1.34   thorpej 		_isa_dmamem_unmap(ids, chan, kva, size);
    742  1.34   thorpej 		_isa_dmamem_free(ids, chan, addr, size);
    743  1.27  augustss 		return 0;
    744  1.27  augustss 	}
    745  1.34   thorpej 	m->ids = ids;
    746  1.27  augustss 	m->chan = chan;
    747  1.27  augustss 	m->size = size;
    748  1.27  augustss 	m->addr = addr;
    749  1.27  augustss 	m->kva = kva;
    750  1.27  augustss 	m->next = isa_mem_head;
    751  1.27  augustss 	isa_mem_head = m;
    752  1.27  augustss 	return (void *)kva;
    753  1.27  augustss }
    754  1.27  augustss 
    755  1.27  augustss void
    756  1.60       dsl _isa_free(void *addr, struct malloc_type *pool)
    757  1.27  augustss {
    758  1.27  augustss 	struct isa_mem **mp, *m;
    759  1.55  christos 	void *kva = (void *)addr;
    760  1.27  augustss 
    761  1.34   thorpej 	for(mp = &isa_mem_head; *mp && (*mp)->kva != kva;
    762  1.34   thorpej 	    mp = &(*mp)->next)
    763  1.27  augustss 		;
    764  1.27  augustss 	m = *mp;
    765  1.27  augustss 	if (!m) {
    766  1.34   thorpej 		printf("_isa_free: freeing unallocted memory\n");
    767  1.27  augustss 		return;
    768  1.27  augustss 	}
    769  1.27  augustss 	*mp = m->next;
    770  1.34   thorpej 	_isa_dmamem_unmap(m->ids, m->chan, kva, m->size);
    771  1.34   thorpej 	_isa_dmamem_free(m->ids, m->chan, m->addr, m->size);
    772  1.27  augustss 	free(m, pool);
    773  1.28  augustss }
    774  1.28  augustss 
    775  1.44    simonb paddr_t
    776  1.60       dsl _isa_mappage(void *mem, off_t off, int prot)
    777  1.28  augustss {
    778  1.28  augustss 	struct isa_mem *m;
    779  1.28  augustss 
    780  1.55  christos 	for(m = isa_mem_head; m && m->kva != (void *)mem; m = m->next)
    781  1.28  augustss 		;
    782  1.28  augustss 	if (!m) {
    783  1.34   thorpej 		printf("_isa_mappage: mapping unallocted memory\n");
    784  1.28  augustss 		return -1;
    785  1.28  augustss 	}
    786  1.34   thorpej 	return _isa_dmamem_mmap(m->ids, m->chan, m->addr,
    787  1.34   thorpej 	    m->size, off, prot, BUS_DMA_WAITOK);
    788   1.1   mycroft }
    789