Home | History | Annotate | Line # | Download | only in drm
drm_memory.c revision 1.8
      1  1.8  jmcneill /*	$NetBSD: drm_memory.c,v 1.8 2015/10/17 15:13:39 jmcneill Exp $	*/
      2  1.2  riastrad 
      3  1.2  riastrad /*-
      4  1.2  riastrad  * Copyright (c) 2013 The NetBSD Foundation, Inc.
      5  1.2  riastrad  * All rights reserved.
      6  1.2  riastrad  *
      7  1.2  riastrad  * This code is derived from software contributed to The NetBSD Foundation
      8  1.2  riastrad  * by Taylor R. Campbell.
      9  1.2  riastrad  *
     10  1.2  riastrad  * Redistribution and use in source and binary forms, with or without
     11  1.2  riastrad  * modification, are permitted provided that the following conditions
     12  1.2  riastrad  * are met:
     13  1.2  riastrad  * 1. Redistributions of source code must retain the above copyright
     14  1.2  riastrad  *    notice, this list of conditions and the following disclaimer.
     15  1.2  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.2  riastrad  *    notice, this list of conditions and the following disclaimer in the
     17  1.2  riastrad  *    documentation and/or other materials provided with the distribution.
     18  1.2  riastrad  *
     19  1.2  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.2  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.2  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.2  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.2  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.2  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.2  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.2  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.2  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.2  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.2  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     30  1.2  riastrad  */
     31  1.2  riastrad 
     32  1.2  riastrad #include <sys/cdefs.h>
     33  1.8  jmcneill __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.8 2015/10/17 15:13:39 jmcneill Exp $");
     34  1.8  jmcneill 
     35  1.8  jmcneill #if defined(__i386__) || defined(__x86_64__)
     36  1.8  jmcneill #define HAS_AGP_I810	1
     37  1.8  jmcneill #else
     38  1.8  jmcneill #define HAS_AGP_I810	0
     39  1.8  jmcneill #endif
     40  1.2  riastrad 
     41  1.2  riastrad #ifdef _KERNEL_OPT
     42  1.8  jmcneill # if HAS_AGP_I810 > 0
     43  1.8  jmcneill #  include "agp_i810.h"
     44  1.8  jmcneill # else
     45  1.8  jmcneill #  define NAGP_I810	0
     46  1.8  jmcneill # endif
     47  1.8  jmcneill # include "genfb.h"
     48  1.2  riastrad #else
     49  1.8  jmcneill # define NAGP_I810	HAS_AGP_I810	/* XXX WTF?  */
     50  1.8  jmcneill # define NGENFB		0	/* XXX WTF?  */
     51  1.2  riastrad #endif
     52  1.2  riastrad 
     53  1.2  riastrad #include <sys/bus.h>
     54  1.2  riastrad 
     55  1.2  riastrad #if NAGP_I810 > 0
     56  1.2  riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
     57  1.2  riastrad #include <dev/pci/pcivar.h>
     58  1.2  riastrad #include <dev/pci/agpvar.h>
     59  1.2  riastrad #endif
     60  1.2  riastrad 
     61  1.2  riastrad #if NGENFB > 0
     62  1.2  riastrad #include <dev/wsfb/genfbvar.h>
     63  1.2  riastrad #endif
     64  1.2  riastrad 
     65  1.2  riastrad #include <drm/drmP.h>
     66  1.2  riastrad 
     67  1.2  riastrad /*
     68  1.2  riastrad  * XXX drm_bus_borrow is a horrible kludge!
     69  1.2  riastrad  */
     70  1.2  riastrad static bool
     71  1.4  riastrad drm_bus_borrow(bus_addr_t base, bus_size_t size, bus_space_handle_t *handlep)
     72  1.2  riastrad {
     73  1.2  riastrad 
     74  1.2  riastrad #if NAGP_I810 > 0
     75  1.4  riastrad 	if (agp_i810_borrow(base, size, handlep))
     76  1.2  riastrad 		return true;
     77  1.2  riastrad #endif
     78  1.2  riastrad 
     79  1.2  riastrad #if NGENFB > 0
     80  1.2  riastrad 	if (genfb_borrow(base, handlep))
     81  1.2  riastrad 		return true;
     82  1.2  riastrad #endif
     83  1.2  riastrad 
     84  1.2  riastrad 	return false;
     85  1.2  riastrad }
     86  1.2  riastrad 
     87  1.7  riastrad void
     88  1.7  riastrad drm_core_ioremap(struct drm_local_map *map, struct drm_device *dev)
     89  1.2  riastrad {
     90  1.2  riastrad 	const bus_space_tag_t bst = dev->bst;
     91  1.2  riastrad 	unsigned int unit;
     92  1.2  riastrad 
     93  1.2  riastrad 	/*
     94  1.2  riastrad 	 * Search dev's bus maps for a match.
     95  1.2  riastrad 	 */
     96  1.2  riastrad 	for (unit = 0; unit < dev->bus_nmaps; unit++) {
     97  1.2  riastrad 		struct drm_bus_map *const bm = &dev->bus_maps[unit];
     98  1.5  riastrad 		int flags = bm->bm_flags;
     99  1.2  riastrad 
    100  1.2  riastrad 		/* Reject maps starting after the request.  */
    101  1.2  riastrad 		if (map->offset < bm->bm_base)
    102  1.2  riastrad 			continue;
    103  1.2  riastrad 
    104  1.2  riastrad 		/* Reject maps smaller than the request.  */
    105  1.2  riastrad 		if (bm->bm_size < map->size)
    106  1.2  riastrad 			continue;
    107  1.2  riastrad 
    108  1.2  riastrad 		/* Reject maps that the request doesn't fit in.  */
    109  1.2  riastrad 		if ((bm->bm_size - map->size) <
    110  1.2  riastrad 		    (map->offset - bm->bm_base))
    111  1.2  riastrad 			continue;
    112  1.2  riastrad 
    113  1.2  riastrad 		/* Ensure we can map the space into virtual memory.  */
    114  1.5  riastrad 		if (!ISSET(flags, BUS_SPACE_MAP_LINEAR))
    115  1.2  riastrad 			continue;
    116  1.2  riastrad 
    117  1.5  riastrad 		/* Reflect requested flags in the bus_space map.  */
    118  1.5  riastrad 		if (ISSET(map->flags, _DRM_WRITE_COMBINING))
    119  1.5  riastrad 			flags |= BUS_SPACE_MAP_PREFETCHABLE;
    120  1.5  riastrad 
    121  1.2  riastrad 		/* Map it.  */
    122  1.5  riastrad 		if (bus_space_map(bst, map->offset, map->size, flags,
    123  1.5  riastrad 			&map->lm_data.bus_space.bsh))
    124  1.2  riastrad 			break;
    125  1.2  riastrad 
    126  1.2  riastrad 		map->lm_data.bus_space.bus_map = bm;
    127  1.2  riastrad 		goto win;
    128  1.2  riastrad 	}
    129  1.2  riastrad 
    130  1.2  riastrad 	/* Couldn't map it.  Try borrowing from someone else.  */
    131  1.4  riastrad 	if (drm_bus_borrow(map->offset, map->size,
    132  1.4  riastrad 		&map->lm_data.bus_space.bsh)) {
    133  1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    134  1.2  riastrad 		goto win;
    135  1.2  riastrad 	}
    136  1.2  riastrad 
    137  1.2  riastrad 	/* Failure!  */
    138  1.7  riastrad 	return;
    139  1.2  riastrad 
    140  1.2  riastrad win:	map->lm_data.bus_space.bst = bst;
    141  1.7  riastrad 	map->handle = bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
    142  1.2  riastrad }
    143  1.2  riastrad 
    144  1.2  riastrad void
    145  1.7  riastrad drm_core_ioremapfree(struct drm_local_map *map, struct drm_device *dev)
    146  1.2  riastrad {
    147  1.2  riastrad 	if (map->lm_data.bus_space.bus_map != NULL) {
    148  1.2  riastrad 		bus_space_unmap(map->lm_data.bus_space.bst,
    149  1.2  riastrad 		    map->lm_data.bus_space.bsh, map->size);
    150  1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    151  1.7  riastrad 		map->handle = NULL;
    152  1.2  riastrad 	}
    153  1.2  riastrad }
    154  1.2  riastrad 
    155  1.2  riastrad /*
    156  1.2  riastrad  * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
    157  1.2  riastrad  *
    158  1.2  riastrad  * XXX This is called drm_pci_alloc for hysterical raisins; it is not
    159  1.2  riastrad  * specific to PCI.
    160  1.2  riastrad  *
    161  1.2  riastrad  * XXX For now, we use non-blocking allocations because this is called
    162  1.2  riastrad  * by ioctls with the drm global mutex held.
    163  1.2  riastrad  *
    164  1.2  riastrad  * XXX Error information is lost because this returns NULL on failure,
    165  1.2  riastrad  * not even an error embedded in a pointer.
    166  1.2  riastrad  */
    167  1.2  riastrad struct drm_dma_handle *
    168  1.2  riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
    169  1.2  riastrad {
    170  1.2  riastrad 	int nsegs;
    171  1.2  riastrad 	int error;
    172  1.2  riastrad 
    173  1.2  riastrad 	/*
    174  1.2  riastrad 	 * Allocate a drm_dma_handle record.
    175  1.2  riastrad 	 */
    176  1.2  riastrad 	struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
    177  1.2  riastrad 	    KM_NOSLEEP);
    178  1.2  riastrad 	if (dmah == NULL) {
    179  1.2  riastrad 		error = -ENOMEM;
    180  1.2  riastrad 		goto out;
    181  1.2  riastrad 	}
    182  1.2  riastrad 	dmah->dmah_tag = dev->dmat;
    183  1.2  riastrad 
    184  1.2  riastrad 	/*
    185  1.2  riastrad 	 * Allocate the requested amount of DMA-safe memory.
    186  1.2  riastrad 	 */
    187  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    188  1.2  riastrad 	error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
    189  1.2  riastrad 	    &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
    190  1.2  riastrad 	if (error)
    191  1.2  riastrad 		goto fail0;
    192  1.2  riastrad 	KASSERT(nsegs == 1);
    193  1.2  riastrad 
    194  1.2  riastrad 	/*
    195  1.2  riastrad 	 * Map the DMA-safe memory into kernel virtual address space.
    196  1.2  riastrad 	 */
    197  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    198  1.2  riastrad 	error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
    199  1.2  riastrad 	    &dmah->vaddr,
    200  1.2  riastrad 	    (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
    201  1.2  riastrad 	if (error)
    202  1.2  riastrad 		goto fail1;
    203  1.2  riastrad 	dmah->size = size;
    204  1.2  riastrad 
    205  1.2  riastrad 	/*
    206  1.2  riastrad 	 * Create a map for DMA transfers.
    207  1.2  riastrad 	 */
    208  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    209  1.2  riastrad 	error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
    210  1.2  riastrad 	    BUS_DMA_NOWAIT, &dmah->dmah_map);
    211  1.2  riastrad 	if (error)
    212  1.2  riastrad 		goto fail2;
    213  1.2  riastrad 
    214  1.2  riastrad 	/*
    215  1.2  riastrad 	 * Load the kva buffer into the map for DMA transfers.
    216  1.2  riastrad 	 */
    217  1.2  riastrad 	/* XXX errno NetBSD->Linux */
    218  1.2  riastrad 	error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
    219  1.2  riastrad 	    size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
    220  1.2  riastrad 	if (error)
    221  1.2  riastrad 		goto fail3;
    222  1.2  riastrad 
    223  1.2  riastrad 	/* Record the bus address for convenient reference.  */
    224  1.2  riastrad 	dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
    225  1.2  riastrad 
    226  1.2  riastrad 	/* Zero the DMA buffer.  XXX Yikes!  Is this necessary?  */
    227  1.2  riastrad 	memset(dmah->vaddr, 0, size);
    228  1.2  riastrad 
    229  1.2  riastrad 	/* Success!  */
    230  1.2  riastrad 	return dmah;
    231  1.2  riastrad 
    232  1.2  riastrad fail3:	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    233  1.2  riastrad fail2:	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    234  1.2  riastrad fail1:	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    235  1.2  riastrad fail0:	dmah->dmah_tag = NULL;	/* XXX paranoia */
    236  1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    237  1.2  riastrad out:	DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
    238  1.2  riastrad 	return NULL;
    239  1.2  riastrad }
    240  1.2  riastrad 
    241  1.2  riastrad /*
    242  1.2  riastrad  * Release the bus DMA mappings and memory in dmah, and deallocate it.
    243  1.2  riastrad  */
    244  1.2  riastrad void
    245  1.2  riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
    246  1.2  riastrad {
    247  1.2  riastrad 
    248  1.2  riastrad 	bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
    249  1.2  riastrad 	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    250  1.2  riastrad 	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    251  1.2  riastrad 	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    252  1.2  riastrad 	dmah->dmah_tag = NULL;	/* XXX paranoia */
    253  1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    254  1.2  riastrad }
    255  1.2  riastrad 
    256  1.2  riastrad /*
    257  1.2  riastrad  * Make sure the DMA-safe memory allocated for dev lies between
    258  1.2  riastrad  * min_addr and max_addr.  Can be used multiple times to restrict the
    259  1.2  riastrad  * bounds further, but never to expand the bounds again.
    260  1.2  riastrad  *
    261  1.2  riastrad  * XXX Caller must guarantee nobody has used the tag yet,
    262  1.2  riastrad  * i.e. allocated any DMA memory.
    263  1.2  riastrad  */
    264  1.2  riastrad int
    265  1.2  riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
    266  1.2  riastrad     resource_size_t max_addr)
    267  1.2  riastrad {
    268  1.3  riastrad 	int ret;
    269  1.2  riastrad 
    270  1.2  riastrad 	KASSERT(min_addr <= max_addr);
    271  1.2  riastrad 
    272  1.2  riastrad 	/*
    273  1.2  riastrad 	 * Limit it further if we have already limited it, and destroy
    274  1.2  riastrad 	 * the old subregion DMA tag.
    275  1.2  riastrad 	 */
    276  1.2  riastrad 	if (dev->dmat_subregion_p) {
    277  1.2  riastrad 		min_addr = MAX(min_addr, dev->dmat_subregion_min);
    278  1.2  riastrad 		max_addr = MIN(max_addr, dev->dmat_subregion_max);
    279  1.2  riastrad 		bus_dmatag_destroy(dev->dmat);
    280  1.2  riastrad 	}
    281  1.2  riastrad 
    282  1.2  riastrad 	/*
    283  1.2  riastrad 	 * Create a DMA tag for a subregion from the bus's DMA tag.  If
    284  1.2  riastrad 	 * that fails, restore dev->dmat to the whole region so that we
    285  1.2  riastrad 	 * need not worry about dev->dmat being uninitialized (not that
    286  1.2  riastrad 	 * the caller should try to allocate DMA-safe memory on failure
    287  1.2  riastrad 	 * anyway, but...paranoia).
    288  1.2  riastrad 	 */
    289  1.3  riastrad 	/* XXX errno NetBSD->Linux */
    290  1.3  riastrad 	ret = -bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
    291  1.2  riastrad 	    &dev->dmat, BUS_DMA_WAITOK);
    292  1.3  riastrad 	if (ret) {
    293  1.2  riastrad 		dev->dmat = dev->bus_dmat;
    294  1.3  riastrad 		dev->dmat_subregion_p = false;
    295  1.3  riastrad 		return ret;
    296  1.2  riastrad 	}
    297  1.2  riastrad 
    298  1.2  riastrad 	/*
    299  1.2  riastrad 	 * Remember that we have a subregion tag so that we know to
    300  1.2  riastrad 	 * destroy it later, and record the bounds in case we need to
    301  1.2  riastrad 	 * limit them again.
    302  1.2  riastrad 	 */
    303  1.2  riastrad 	dev->dmat_subregion_p = true;
    304  1.2  riastrad 	dev->dmat_subregion_min = min_addr;
    305  1.2  riastrad 	dev->dmat_subregion_max = max_addr;
    306  1.2  riastrad 
    307  1.2  riastrad 	/* Success!  */
    308  1.2  riastrad 	return 0;
    309  1.2  riastrad }
    310