Home | History | Annotate | Line # | Download | only in drm
drm_memory.c revision 1.6.6.3
      1  1.6.6.3     skrll /*	$NetBSD: drm_memory.c,v 1.6.6.3 2016/03/19 11:30:30 skrll Exp $	*/
      2      1.2  riastrad 
      3      1.2  riastrad /*-
      4      1.2  riastrad  * Copyright (c) 2013 The NetBSD Foundation, Inc.
      5      1.2  riastrad  * All rights reserved.
      6      1.2  riastrad  *
      7      1.2  riastrad  * This code is derived from software contributed to The NetBSD Foundation
      8      1.2  riastrad  * by Taylor R. Campbell.
      9      1.2  riastrad  *
     10      1.2  riastrad  * Redistribution and use in source and binary forms, with or without
     11      1.2  riastrad  * modification, are permitted provided that the following conditions
     12      1.2  riastrad  * are met:
     13      1.2  riastrad  * 1. Redistributions of source code must retain the above copyright
     14      1.2  riastrad  *    notice, this list of conditions and the following disclaimer.
     15      1.2  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     16      1.2  riastrad  *    notice, this list of conditions and the following disclaimer in the
     17      1.2  riastrad  *    documentation and/or other materials provided with the distribution.
     18      1.2  riastrad  *
     19      1.2  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20      1.2  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21      1.2  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22      1.2  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23      1.2  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24      1.2  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25      1.2  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26      1.2  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27      1.2  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28      1.2  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29      1.2  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     30      1.2  riastrad  */
     31      1.2  riastrad 
     32      1.2  riastrad #include <sys/cdefs.h>
     33  1.6.6.3     skrll __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.6.6.3 2016/03/19 11:30:30 skrll Exp $");
     34  1.6.6.2     skrll 
     35  1.6.6.2     skrll #if defined(__i386__) || defined(__x86_64__)
     36  1.6.6.3     skrll 
     37  1.6.6.3     skrll # ifdef _KERNEL_OPT
     38  1.6.6.3     skrll #  include "agp.h"
     39  1.6.6.3     skrll #  if NAGP > 0
     40  1.6.6.3     skrll #   include "agp_i810.h"
     41  1.6.6.3     skrll #  else
     42  1.6.6.3     skrll #   define NAGP_I810	0
     43  1.6.6.3     skrll #  endif
     44  1.6.6.3     skrll #  include "genfb.h"
     45  1.6.6.3     skrll # else
     46  1.6.6.3     skrll #  define NAGP_I810	1
     47  1.6.6.3     skrll #  define NGENFB	0
     48  1.6.6.3     skrll # endif
     49  1.6.6.3     skrll 
     50  1.6.6.2     skrll #else
     51      1.2  riastrad 
     52  1.6.6.3     skrll # ifdef _KERNEL_OPT
     53  1.6.6.3     skrll #  define NAGP_I810	0
     54  1.6.6.3     skrll #  include "genfb.h"
     55  1.6.6.2     skrll # else
     56  1.6.6.2     skrll #  define NAGP_I810	0
     57  1.6.6.3     skrll #  define NGENFB	0
     58  1.6.6.2     skrll # endif
     59  1.6.6.3     skrll 
     60      1.2  riastrad #endif
     61      1.2  riastrad 
     62      1.2  riastrad #include <sys/bus.h>
     63      1.2  riastrad 
     64      1.2  riastrad #if NAGP_I810 > 0
     65      1.2  riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
     66      1.2  riastrad #include <dev/pci/pcivar.h>
     67      1.2  riastrad #include <dev/pci/agpvar.h>
     68      1.2  riastrad #endif
     69      1.2  riastrad 
     70      1.2  riastrad #if NGENFB > 0
     71      1.2  riastrad #include <dev/wsfb/genfbvar.h>
     72      1.2  riastrad #endif
     73      1.2  riastrad 
     74      1.2  riastrad #include <drm/drmP.h>
     75      1.2  riastrad 
     76      1.2  riastrad /*
     77      1.2  riastrad  * XXX drm_bus_borrow is a horrible kludge!
     78      1.2  riastrad  */
     79      1.2  riastrad static bool
     80      1.4  riastrad drm_bus_borrow(bus_addr_t base, bus_size_t size, bus_space_handle_t *handlep)
     81      1.2  riastrad {
     82      1.2  riastrad 
     83      1.2  riastrad #if NAGP_I810 > 0
     84      1.4  riastrad 	if (agp_i810_borrow(base, size, handlep))
     85      1.2  riastrad 		return true;
     86      1.2  riastrad #endif
     87      1.2  riastrad 
     88      1.2  riastrad #if NGENFB > 0
     89      1.2  riastrad 	if (genfb_borrow(base, handlep))
     90      1.2  riastrad 		return true;
     91      1.2  riastrad #endif
     92      1.2  riastrad 
     93      1.2  riastrad 	return false;
     94      1.2  riastrad }
     95      1.2  riastrad 
     96  1.6.6.1     skrll void
     97  1.6.6.1     skrll drm_core_ioremap(struct drm_local_map *map, struct drm_device *dev)
     98      1.2  riastrad {
     99      1.2  riastrad 	const bus_space_tag_t bst = dev->bst;
    100      1.2  riastrad 	unsigned int unit;
    101      1.2  riastrad 
    102      1.2  riastrad 	/*
    103      1.2  riastrad 	 * Search dev's bus maps for a match.
    104      1.2  riastrad 	 */
    105      1.2  riastrad 	for (unit = 0; unit < dev->bus_nmaps; unit++) {
    106      1.2  riastrad 		struct drm_bus_map *const bm = &dev->bus_maps[unit];
    107      1.5  riastrad 		int flags = bm->bm_flags;
    108      1.2  riastrad 
    109      1.2  riastrad 		/* Reject maps starting after the request.  */
    110      1.2  riastrad 		if (map->offset < bm->bm_base)
    111      1.2  riastrad 			continue;
    112      1.2  riastrad 
    113      1.2  riastrad 		/* Reject maps smaller than the request.  */
    114      1.2  riastrad 		if (bm->bm_size < map->size)
    115      1.2  riastrad 			continue;
    116      1.2  riastrad 
    117      1.2  riastrad 		/* Reject maps that the request doesn't fit in.  */
    118      1.2  riastrad 		if ((bm->bm_size - map->size) <
    119      1.2  riastrad 		    (map->offset - bm->bm_base))
    120      1.2  riastrad 			continue;
    121      1.2  riastrad 
    122      1.2  riastrad 		/* Ensure we can map the space into virtual memory.  */
    123      1.5  riastrad 		if (!ISSET(flags, BUS_SPACE_MAP_LINEAR))
    124      1.2  riastrad 			continue;
    125      1.2  riastrad 
    126      1.5  riastrad 		/* Reflect requested flags in the bus_space map.  */
    127      1.5  riastrad 		if (ISSET(map->flags, _DRM_WRITE_COMBINING))
    128      1.5  riastrad 			flags |= BUS_SPACE_MAP_PREFETCHABLE;
    129      1.5  riastrad 
    130      1.2  riastrad 		/* Map it.  */
    131      1.5  riastrad 		if (bus_space_map(bst, map->offset, map->size, flags,
    132      1.5  riastrad 			&map->lm_data.bus_space.bsh))
    133      1.2  riastrad 			break;
    134      1.2  riastrad 
    135      1.2  riastrad 		map->lm_data.bus_space.bus_map = bm;
    136      1.2  riastrad 		goto win;
    137      1.2  riastrad 	}
    138      1.2  riastrad 
    139      1.2  riastrad 	/* Couldn't map it.  Try borrowing from someone else.  */
    140      1.4  riastrad 	if (drm_bus_borrow(map->offset, map->size,
    141      1.4  riastrad 		&map->lm_data.bus_space.bsh)) {
    142      1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    143      1.2  riastrad 		goto win;
    144      1.2  riastrad 	}
    145      1.2  riastrad 
    146      1.2  riastrad 	/* Failure!  */
    147  1.6.6.1     skrll 	return;
    148      1.2  riastrad 
    149      1.2  riastrad win:	map->lm_data.bus_space.bst = bst;
    150  1.6.6.1     skrll 	map->handle = bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
    151      1.2  riastrad }
    152      1.2  riastrad 
    153      1.2  riastrad void
    154  1.6.6.1     skrll drm_core_ioremapfree(struct drm_local_map *map, struct drm_device *dev)
    155      1.2  riastrad {
    156      1.2  riastrad 	if (map->lm_data.bus_space.bus_map != NULL) {
    157      1.2  riastrad 		bus_space_unmap(map->lm_data.bus_space.bst,
    158      1.2  riastrad 		    map->lm_data.bus_space.bsh, map->size);
    159      1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    160  1.6.6.1     skrll 		map->handle = NULL;
    161      1.2  riastrad 	}
    162      1.2  riastrad }
    163      1.2  riastrad 
    164      1.2  riastrad /*
    165      1.2  riastrad  * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
    166      1.2  riastrad  *
    167      1.2  riastrad  * XXX This is called drm_pci_alloc for hysterical raisins; it is not
    168      1.2  riastrad  * specific to PCI.
    169      1.2  riastrad  *
    170      1.2  riastrad  * XXX For now, we use non-blocking allocations because this is called
    171      1.2  riastrad  * by ioctls with the drm global mutex held.
    172      1.2  riastrad  *
    173      1.2  riastrad  * XXX Error information is lost because this returns NULL on failure,
    174      1.2  riastrad  * not even an error embedded in a pointer.
    175      1.2  riastrad  */
    176      1.2  riastrad struct drm_dma_handle *
    177      1.2  riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
    178      1.2  riastrad {
    179      1.2  riastrad 	int nsegs;
    180      1.2  riastrad 	int error;
    181      1.2  riastrad 
    182      1.2  riastrad 	/*
    183      1.2  riastrad 	 * Allocate a drm_dma_handle record.
    184      1.2  riastrad 	 */
    185      1.2  riastrad 	struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
    186      1.2  riastrad 	    KM_NOSLEEP);
    187      1.2  riastrad 	if (dmah == NULL) {
    188      1.2  riastrad 		error = -ENOMEM;
    189      1.2  riastrad 		goto out;
    190      1.2  riastrad 	}
    191      1.2  riastrad 	dmah->dmah_tag = dev->dmat;
    192      1.2  riastrad 
    193      1.2  riastrad 	/*
    194      1.2  riastrad 	 * Allocate the requested amount of DMA-safe memory.
    195      1.2  riastrad 	 */
    196      1.2  riastrad 	/* XXX errno NetBSD->Linux */
    197      1.2  riastrad 	error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
    198      1.2  riastrad 	    &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
    199      1.2  riastrad 	if (error)
    200      1.2  riastrad 		goto fail0;
    201      1.2  riastrad 	KASSERT(nsegs == 1);
    202      1.2  riastrad 
    203      1.2  riastrad 	/*
    204      1.2  riastrad 	 * Map the DMA-safe memory into kernel virtual address space.
    205      1.2  riastrad 	 */
    206      1.2  riastrad 	/* XXX errno NetBSD->Linux */
    207      1.2  riastrad 	error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
    208      1.2  riastrad 	    &dmah->vaddr,
    209      1.2  riastrad 	    (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
    210      1.2  riastrad 	if (error)
    211      1.2  riastrad 		goto fail1;
    212      1.2  riastrad 	dmah->size = size;
    213      1.2  riastrad 
    214      1.2  riastrad 	/*
    215      1.2  riastrad 	 * Create a map for DMA transfers.
    216      1.2  riastrad 	 */
    217      1.2  riastrad 	/* XXX errno NetBSD->Linux */
    218      1.2  riastrad 	error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
    219      1.2  riastrad 	    BUS_DMA_NOWAIT, &dmah->dmah_map);
    220      1.2  riastrad 	if (error)
    221      1.2  riastrad 		goto fail2;
    222      1.2  riastrad 
    223      1.2  riastrad 	/*
    224      1.2  riastrad 	 * Load the kva buffer into the map for DMA transfers.
    225      1.2  riastrad 	 */
    226      1.2  riastrad 	/* XXX errno NetBSD->Linux */
    227      1.2  riastrad 	error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
    228      1.2  riastrad 	    size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
    229      1.2  riastrad 	if (error)
    230      1.2  riastrad 		goto fail3;
    231      1.2  riastrad 
    232      1.2  riastrad 	/* Record the bus address for convenient reference.  */
    233      1.2  riastrad 	dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
    234      1.2  riastrad 
    235      1.2  riastrad 	/* Zero the DMA buffer.  XXX Yikes!  Is this necessary?  */
    236      1.2  riastrad 	memset(dmah->vaddr, 0, size);
    237      1.2  riastrad 
    238      1.2  riastrad 	/* Success!  */
    239      1.2  riastrad 	return dmah;
    240      1.2  riastrad 
    241      1.2  riastrad fail3:	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    242      1.2  riastrad fail2:	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    243      1.2  riastrad fail1:	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    244      1.2  riastrad fail0:	dmah->dmah_tag = NULL;	/* XXX paranoia */
    245      1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    246      1.2  riastrad out:	DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
    247      1.2  riastrad 	return NULL;
    248      1.2  riastrad }
    249      1.2  riastrad 
    250      1.2  riastrad /*
    251      1.2  riastrad  * Release the bus DMA mappings and memory in dmah, and deallocate it.
    252      1.2  riastrad  */
    253      1.2  riastrad void
    254      1.2  riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
    255      1.2  riastrad {
    256      1.2  riastrad 
    257      1.2  riastrad 	bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
    258      1.2  riastrad 	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    259      1.2  riastrad 	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    260      1.2  riastrad 	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    261      1.2  riastrad 	dmah->dmah_tag = NULL;	/* XXX paranoia */
    262      1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    263      1.2  riastrad }
    264      1.2  riastrad 
    265      1.2  riastrad /*
    266      1.2  riastrad  * Make sure the DMA-safe memory allocated for dev lies between
    267      1.2  riastrad  * min_addr and max_addr.  Can be used multiple times to restrict the
    268      1.2  riastrad  * bounds further, but never to expand the bounds again.
    269      1.2  riastrad  *
    270      1.2  riastrad  * XXX Caller must guarantee nobody has used the tag yet,
    271      1.2  riastrad  * i.e. allocated any DMA memory.
    272      1.2  riastrad  */
    273      1.2  riastrad int
    274      1.2  riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
    275      1.2  riastrad     resource_size_t max_addr)
    276      1.2  riastrad {
    277      1.3  riastrad 	int ret;
    278      1.2  riastrad 
    279      1.2  riastrad 	KASSERT(min_addr <= max_addr);
    280      1.2  riastrad 
    281      1.2  riastrad 	/*
    282      1.2  riastrad 	 * Limit it further if we have already limited it, and destroy
    283      1.2  riastrad 	 * the old subregion DMA tag.
    284      1.2  riastrad 	 */
    285      1.2  riastrad 	if (dev->dmat_subregion_p) {
    286      1.2  riastrad 		min_addr = MAX(min_addr, dev->dmat_subregion_min);
    287      1.2  riastrad 		max_addr = MIN(max_addr, dev->dmat_subregion_max);
    288      1.2  riastrad 		bus_dmatag_destroy(dev->dmat);
    289      1.2  riastrad 	}
    290      1.2  riastrad 
    291      1.2  riastrad 	/*
    292      1.2  riastrad 	 * Create a DMA tag for a subregion from the bus's DMA tag.  If
    293      1.2  riastrad 	 * that fails, restore dev->dmat to the whole region so that we
    294      1.2  riastrad 	 * need not worry about dev->dmat being uninitialized (not that
    295      1.2  riastrad 	 * the caller should try to allocate DMA-safe memory on failure
    296      1.2  riastrad 	 * anyway, but...paranoia).
    297      1.2  riastrad 	 */
    298      1.3  riastrad 	/* XXX errno NetBSD->Linux */
    299      1.3  riastrad 	ret = -bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
    300      1.2  riastrad 	    &dev->dmat, BUS_DMA_WAITOK);
    301      1.3  riastrad 	if (ret) {
    302      1.2  riastrad 		dev->dmat = dev->bus_dmat;
    303      1.3  riastrad 		dev->dmat_subregion_p = false;
    304      1.3  riastrad 		return ret;
    305      1.2  riastrad 	}
    306      1.2  riastrad 
    307      1.2  riastrad 	/*
    308      1.2  riastrad 	 * Remember that we have a subregion tag so that we know to
    309      1.2  riastrad 	 * destroy it later, and record the bounds in case we need to
    310      1.2  riastrad 	 * limit them again.
    311      1.2  riastrad 	 */
    312      1.2  riastrad 	dev->dmat_subregion_p = true;
    313      1.2  riastrad 	dev->dmat_subregion_min = min_addr;
    314      1.2  riastrad 	dev->dmat_subregion_max = max_addr;
    315      1.2  riastrad 
    316      1.2  riastrad 	/* Success!  */
    317      1.2  riastrad 	return 0;
    318      1.2  riastrad }
    319