Home | History | Annotate | Line # | Download | only in drm
drm_memory.c revision 1.5
      1  1.5  riastrad /*	$NetBSD: drm_memory.c,v 1.5 2014/07/01 16:29:57 riastradh Exp $	*/
      2  1.2  riastrad 
      3  1.2  riastrad /*-
      4  1.2  riastrad  * Copyright (c) 2013 The NetBSD Foundation, Inc.
      5  1.2  riastrad  * All rights reserved.
      6  1.2  riastrad  *
      7  1.2  riastrad  * This code is derived from software contributed to The NetBSD Foundation
      8  1.2  riastrad  * by Taylor R. Campbell.
      9  1.2  riastrad  *
     10  1.2  riastrad  * Redistribution and use in source and binary forms, with or without
     11  1.2  riastrad  * modification, are permitted provided that the following conditions
     12  1.2  riastrad  * are met:
     13  1.2  riastrad  * 1. Redistributions of source code must retain the above copyright
     14  1.2  riastrad  *    notice, this list of conditions and the following disclaimer.
     15  1.2  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.2  riastrad  *    notice, this list of conditions and the following disclaimer in the
     17  1.2  riastrad  *    documentation and/or other materials provided with the distribution.
     18  1.2  riastrad  *
     19  1.2  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.2  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.2  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.2  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.2  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.2  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.2  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.2  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.2  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.2  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.2  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     30  1.2  riastrad  */
     31  1.2  riastrad 
     32  1.2  riastrad #include <sys/cdefs.h>
     33  1.5  riastrad __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.5 2014/07/01 16:29:57 riastradh Exp $");
     34  1.2  riastrad 
     35  1.2  riastrad #ifdef _KERNEL_OPT
     36  1.2  riastrad #include "agp_i810.h"
     37  1.2  riastrad #include "genfb.h"
     38  1.2  riastrad #else
     39  1.2  riastrad #define	NAGP_I810	1	/* XXX WTF?  */
     40  1.2  riastrad #define	NGENFB		0	/* XXX WTF?  */
     41  1.2  riastrad #endif
     42  1.2  riastrad 
     43  1.2  riastrad #include <sys/bus.h>
     44  1.2  riastrad 
     45  1.2  riastrad #if NAGP_I810 > 0
     46  1.2  riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
     47  1.2  riastrad #include <dev/pci/pcivar.h>
     48  1.2  riastrad #include <dev/pci/agpvar.h>
     49  1.2  riastrad #endif
     50  1.2  riastrad 
     51  1.2  riastrad #if NGENFB > 0
     52  1.2  riastrad #include <dev/wsfb/genfbvar.h>
     53  1.2  riastrad #endif
     54  1.2  riastrad 
     55  1.2  riastrad #include <drm/drmP.h>
     56  1.2  riastrad 
     57  1.2  riastrad /*
     58  1.2  riastrad  * XXX drm_bus_borrow is a horrible kludge!
     59  1.2  riastrad  */
     60  1.2  riastrad static bool
     61  1.4  riastrad drm_bus_borrow(bus_addr_t base, bus_size_t size, bus_space_handle_t *handlep)
     62  1.2  riastrad {
     63  1.2  riastrad 
     64  1.2  riastrad #if NAGP_I810 > 0
     65  1.4  riastrad 	if (agp_i810_borrow(base, size, handlep))
     66  1.2  riastrad 		return true;
     67  1.2  riastrad #endif
     68  1.2  riastrad 
     69  1.2  riastrad #if NGENFB > 0
     70  1.2  riastrad 	if (genfb_borrow(base, handlep))
     71  1.2  riastrad 		return true;
     72  1.2  riastrad #endif
     73  1.2  riastrad 
     74  1.2  riastrad 	return false;
     75  1.2  riastrad }
     76  1.2  riastrad 
     77  1.2  riastrad void *
     78  1.2  riastrad drm_ioremap(struct drm_device *dev, struct drm_local_map *map)
     79  1.2  riastrad {
     80  1.2  riastrad 	const bus_space_tag_t bst = dev->bst;
     81  1.2  riastrad 	unsigned int unit;
     82  1.2  riastrad 
     83  1.2  riastrad 	/*
     84  1.2  riastrad 	 * Search dev's bus maps for a match.
     85  1.2  riastrad 	 */
     86  1.2  riastrad 	for (unit = 0; unit < dev->bus_nmaps; unit++) {
     87  1.2  riastrad 		struct drm_bus_map *const bm = &dev->bus_maps[unit];
     88  1.5  riastrad 		int flags = bm->bm_flags;
     89  1.2  riastrad 
     90  1.2  riastrad 		/* Reject maps starting after the request.  */
     91  1.2  riastrad 		if (map->offset < bm->bm_base)
     92  1.2  riastrad 			continue;
     93  1.2  riastrad 
     94  1.2  riastrad 		/* Reject maps smaller than the request.  */
     95  1.2  riastrad 		if (bm->bm_size < map->size)
     96  1.2  riastrad 			continue;
     97  1.2  riastrad 
     98  1.2  riastrad 		/* Reject maps that the request doesn't fit in.  */
     99  1.2  riastrad 		if ((bm->bm_size - map->size) <
    100  1.2  riastrad 		    (map->offset - bm->bm_base))
    101  1.2  riastrad 			continue;
    102  1.2  riastrad 
    103  1.2  riastrad 		/* Ensure we can map the space into virtual memory.  */
    104  1.5  riastrad 		if (!ISSET(flags, BUS_SPACE_MAP_LINEAR))
    105  1.2  riastrad 			continue;
    106  1.2  riastrad 
    107  1.5  riastrad 		/* Reflect requested flags in the bus_space map.  */
    108  1.5  riastrad 		if (ISSET(map->flags, _DRM_WRITE_COMBINING))
    109  1.5  riastrad 			flags |= BUS_SPACE_MAP_PREFETCHABLE;
    110  1.5  riastrad 
    111  1.2  riastrad 		/* Map it.  */
    112  1.5  riastrad 		if (bus_space_map(bst, map->offset, map->size, flags,
    113  1.5  riastrad 			&map->lm_data.bus_space.bsh))
    114  1.2  riastrad 			break;
    115  1.2  riastrad 
    116  1.2  riastrad 		map->lm_data.bus_space.bus_map = bm;
    117  1.2  riastrad 		goto win;
    118  1.2  riastrad 	}
    119  1.2  riastrad 
    120  1.2  riastrad 	/* Couldn't map it.  Try borrowing from someone else.  */
    121  1.4  riastrad 	if (drm_bus_borrow(map->offset, map->size,
    122  1.4  riastrad 		&map->lm_data.bus_space.bsh)) {
    123  1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    124  1.2  riastrad 		goto win;
    125  1.2  riastrad 	}
    126  1.2  riastrad 
    127  1.2  riastrad 	/* Failure!  */
    128  1.2  riastrad 	return NULL;
    129  1.2  riastrad 
    130  1.2  riastrad win:	map->lm_data.bus_space.bst = bst;
    131  1.2  riastrad 	return bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
    132  1.2  riastrad }
    133  1.2  riastrad 
    134  1.2  riastrad void
    135  1.2  riastrad drm_iounmap(struct drm_device *dev, struct drm_local_map *map)
    136  1.2  riastrad {
    137  1.2  riastrad 	if (map->lm_data.bus_space.bus_map != NULL) {
    138  1.2  riastrad 		bus_space_unmap(map->lm_data.bus_space.bst,
    139  1.2  riastrad 		    map->lm_data.bus_space.bsh, map->size);
    140  1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    141  1.2  riastrad 	}
    142  1.2  riastrad }
    143  1.2  riastrad 
    144  1.2  riastrad /*
    145  1.2  riastrad  * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
    146  1.2  riastrad  *
    147  1.2  riastrad  * XXX This is called drm_pci_alloc for hysterical raisins; it is not
    148  1.2  riastrad  * specific to PCI.
    149  1.2  riastrad  *
    150  1.2  riastrad  * XXX For now, we use non-blocking allocations because this is called
    151  1.2  riastrad  * by ioctls with the drm global mutex held.
    152  1.2  riastrad  *
    153  1.2  riastrad  * XXX Error information is lost because this returns NULL on failure,
    154  1.2  riastrad  * not even an error embedded in a pointer.
    155  1.2  riastrad  */
    156  1.2  riastrad struct drm_dma_handle *
    157  1.2  riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
    158  1.2  riastrad {
    159  1.2  riastrad 	int nsegs;
    160  1.2  riastrad 	int error;
    161  1.2  riastrad 
    162  1.2  riastrad 	/*
    163  1.2  riastrad 	 * Allocate a drm_dma_handle record.
    164  1.2  riastrad 	 */
    165  1.2  riastrad 	struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
    166  1.2  riastrad 	    KM_NOSLEEP);
    167  1.2  riastrad 	if (dmah == NULL) {
    168  1.2  riastrad 		error = -ENOMEM;
    169  1.2  riastrad 		goto out;
    170  1.2  riastrad 	}
    171  1.2  riastrad 	dmah->dmah_tag = dev->dmat;
    172  1.2  riastrad 
    173  1.2  riastrad 	/*
    174  1.2  riastrad 	 * Allocate the requested amount of DMA-safe memory.
    175  1.2  riastrad 	 */
    176  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    177  1.2  riastrad 	error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
    178  1.2  riastrad 	    &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
    179  1.2  riastrad 	if (error)
    180  1.2  riastrad 		goto fail0;
    181  1.2  riastrad 	KASSERT(nsegs == 1);
    182  1.2  riastrad 
    183  1.2  riastrad 	/*
    184  1.2  riastrad 	 * XXX Old drm passed BUS_DMA_NOWAIT below but BUS_DMA_WAITOK
    185  1.2  riastrad 	 * above.  WTF?
    186  1.2  riastrad 	 */
    187  1.2  riastrad 
    188  1.2  riastrad 	/*
    189  1.2  riastrad 	 * Map the DMA-safe memory into kernel virtual address space.
    190  1.2  riastrad 	 */
    191  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    192  1.2  riastrad 	error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
    193  1.2  riastrad 	    &dmah->vaddr,
    194  1.2  riastrad 	    (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
    195  1.2  riastrad 	if (error)
    196  1.2  riastrad 		goto fail1;
    197  1.2  riastrad 	dmah->size = size;
    198  1.2  riastrad 
    199  1.2  riastrad 	/*
    200  1.2  riastrad 	 * Create a map for DMA transfers.
    201  1.2  riastrad 	 */
    202  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    203  1.2  riastrad 	error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
    204  1.2  riastrad 	    BUS_DMA_NOWAIT, &dmah->dmah_map);
    205  1.2  riastrad 	if (error)
    206  1.2  riastrad 		goto fail2;
    207  1.2  riastrad 
    208  1.2  riastrad 	/*
    209  1.2  riastrad 	 * Load the kva buffer into the map for DMA transfers.
    210  1.2  riastrad 	 */
    211  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    212  1.2  riastrad 	error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
    213  1.2  riastrad 	    size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
    214  1.2  riastrad 	if (error)
    215  1.2  riastrad 		goto fail3;
    216  1.2  riastrad 
    217  1.2  riastrad 	/* Record the bus address for convenient reference.  */
    218  1.2  riastrad 	dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
    219  1.2  riastrad 
    220  1.2  riastrad 	/* Zero the DMA buffer.  XXX Yikes!  Is this necessary?  */
    221  1.2  riastrad 	memset(dmah->vaddr, 0, size);
    222  1.2  riastrad 
    223  1.2  riastrad 	/* Success!  */
    224  1.2  riastrad 	return dmah;
    225  1.2  riastrad 
    226  1.2  riastrad fail3:	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    227  1.2  riastrad fail2:	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    228  1.2  riastrad fail1:	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    229  1.2  riastrad fail0:	dmah->dmah_tag = NULL;	/* XXX paranoia */
    230  1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    231  1.2  riastrad out:	DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
    232  1.2  riastrad 	return NULL;
    233  1.2  riastrad }
    234  1.2  riastrad 
    235  1.2  riastrad /*
    236  1.2  riastrad  * Release the bus DMA mappings and memory in dmah, and deallocate it.
    237  1.2  riastrad  */
    238  1.2  riastrad void
    239  1.2  riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
    240  1.2  riastrad {
    241  1.2  riastrad 
    242  1.2  riastrad 	bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
    243  1.2  riastrad 	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    244  1.2  riastrad 	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    245  1.2  riastrad 	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    246  1.2  riastrad 	dmah->dmah_tag = NULL;	/* XXX paranoia */
    247  1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    248  1.2  riastrad }
    249  1.2  riastrad 
    250  1.2  riastrad /*
    251  1.2  riastrad  * Make sure the DMA-safe memory allocated for dev lies between
    252  1.2  riastrad  * min_addr and max_addr.  Can be used multiple times to restrict the
    253  1.2  riastrad  * bounds further, but never to expand the bounds again.
    254  1.2  riastrad  *
    255  1.2  riastrad  * XXX Caller must guarantee nobody has used the tag yet,
    256  1.2  riastrad  * i.e. allocated any DMA memory.
    257  1.2  riastrad  */
    258  1.2  riastrad int
    259  1.2  riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
    260  1.2  riastrad     resource_size_t max_addr)
    261  1.2  riastrad {
    262  1.3  riastrad 	int ret;
    263  1.2  riastrad 
    264  1.2  riastrad 	KASSERT(min_addr <= max_addr);
    265  1.2  riastrad 
    266  1.2  riastrad 	/*
    267  1.2  riastrad 	 * Limit it further if we have already limited it, and destroy
    268  1.2  riastrad 	 * the old subregion DMA tag.
    269  1.2  riastrad 	 */
    270  1.2  riastrad 	if (dev->dmat_subregion_p) {
    271  1.2  riastrad 		min_addr = MAX(min_addr, dev->dmat_subregion_min);
    272  1.2  riastrad 		max_addr = MIN(max_addr, dev->dmat_subregion_max);
    273  1.2  riastrad 		bus_dmatag_destroy(dev->dmat);
    274  1.2  riastrad 	}
    275  1.2  riastrad 
    276  1.2  riastrad 	/*
    277  1.2  riastrad 	 * Create a DMA tag for a subregion from the bus's DMA tag.  If
    278  1.2  riastrad 	 * that fails, restore dev->dmat to the whole region so that we
    279  1.2  riastrad 	 * need not worry about dev->dmat being uninitialized (not that
    280  1.2  riastrad 	 * the caller should try to allocate DMA-safe memory on failure
    281  1.2  riastrad 	 * anyway, but...paranoia).
    282  1.2  riastrad 	 */
    283  1.3  riastrad 	/* XXX errno NetBSD->Linux */
    284  1.3  riastrad 	ret = -bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
    285  1.2  riastrad 	    &dev->dmat, BUS_DMA_WAITOK);
    286  1.3  riastrad 	if (ret) {
    287  1.2  riastrad 		dev->dmat = dev->bus_dmat;
    288  1.3  riastrad 		dev->dmat_subregion_p = false;
    289  1.3  riastrad 		return ret;
    290  1.2  riastrad 	}
    291  1.2  riastrad 
    292  1.2  riastrad 	/*
    293  1.2  riastrad 	 * Remember that we have a subregion tag so that we know to
    294  1.2  riastrad 	 * destroy it later, and record the bounds in case we need to
    295  1.2  riastrad 	 * limit them again.
    296  1.2  riastrad 	 */
    297  1.2  riastrad 	dev->dmat_subregion_p = true;
    298  1.2  riastrad 	dev->dmat_subregion_min = min_addr;
    299  1.2  riastrad 	dev->dmat_subregion_max = max_addr;
    300  1.2  riastrad 
    301  1.2  riastrad 	/* Success!  */
    302  1.2  riastrad 	return 0;
    303  1.2  riastrad }
    304