Home | History | Annotate | Line # | Download | only in drm
drm_memory.c revision 1.13
      1  1.11  riastrad /*	$NetBSD: drm_memory.c,v 1.13 2018/08/27 15:32:06 riastradh Exp $	*/
      2   1.2  riastrad 
      3   1.2  riastrad /*-
      4   1.2  riastrad  * Copyright (c) 2013 The NetBSD Foundation, Inc.
      5   1.2  riastrad  * All rights reserved.
      6   1.2  riastrad  *
      7   1.2  riastrad  * This code is derived from software contributed to The NetBSD Foundation
      8   1.2  riastrad  * by Taylor R. Campbell.
      9   1.2  riastrad  *
     10   1.2  riastrad  * Redistribution and use in source and binary forms, with or without
     11   1.2  riastrad  * modification, are permitted provided that the following conditions
     12   1.2  riastrad  * are met:
     13   1.2  riastrad  * 1. Redistributions of source code must retain the above copyright
     14   1.2  riastrad  *    notice, this list of conditions and the following disclaimer.
     15   1.2  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.2  riastrad  *    notice, this list of conditions and the following disclaimer in the
     17   1.2  riastrad  *    documentation and/or other materials provided with the distribution.
     18   1.2  riastrad  *
     19   1.2  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.2  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.2  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.2  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.2  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.2  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.2  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.2  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.2  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.2  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.2  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     30   1.2  riastrad  */
     31   1.2  riastrad 
     32   1.2  riastrad #include <sys/cdefs.h>
     33  1.11  riastrad __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.13 2018/08/27 15:32:06 riastradh Exp $");
     34   1.8  jmcneill 
     35   1.8  jmcneill #if defined(__i386__) || defined(__x86_64__)
     36  1.10   mlelstv 
     37  1.10   mlelstv # ifdef _KERNEL_OPT
     38  1.10   mlelstv #  include "agp.h"
     39  1.10   mlelstv #  if NAGP > 0
     40  1.10   mlelstv #   include "agp_i810.h"
     41  1.10   mlelstv #  else
     42  1.10   mlelstv #   define NAGP_I810	0
     43  1.10   mlelstv #  endif
     44  1.10   mlelstv #  include "genfb.h"
     45  1.10   mlelstv # else
     46  1.10   mlelstv #  define NAGP_I810	1
     47  1.10   mlelstv #  define NGENFB	0
     48  1.10   mlelstv # endif
     49  1.10   mlelstv 
     50   1.8  jmcneill #else
     51   1.2  riastrad 
     52  1.10   mlelstv # ifdef _KERNEL_OPT
     53   1.9   mlelstv #  define NAGP_I810	0
     54  1.10   mlelstv #  include "genfb.h"
     55   1.8  jmcneill # else
     56   1.8  jmcneill #  define NAGP_I810	0
     57  1.10   mlelstv #  define NGENFB	0
     58   1.8  jmcneill # endif
     59  1.10   mlelstv 
     60   1.2  riastrad #endif
     61   1.2  riastrad 
     62   1.2  riastrad #include <sys/bus.h>
     63   1.2  riastrad 
     64   1.2  riastrad #if NAGP_I810 > 0
     65   1.2  riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
     66   1.2  riastrad #include <dev/pci/pcivar.h>
     67   1.2  riastrad #include <dev/pci/agpvar.h>
     68   1.2  riastrad #endif
     69   1.2  riastrad 
     70   1.2  riastrad #if NGENFB > 0
     71   1.2  riastrad #include <dev/wsfb/genfbvar.h>
     72   1.2  riastrad #endif
     73   1.2  riastrad 
     74   1.2  riastrad #include <drm/drmP.h>
     75  1.12  riastrad #include <drm/drm_legacy.h>
     76   1.2  riastrad 
     77   1.2  riastrad /*
     78   1.2  riastrad  * XXX drm_bus_borrow is a horrible kludge!
     79   1.2  riastrad  */
     80   1.2  riastrad static bool
     81   1.4  riastrad drm_bus_borrow(bus_addr_t base, bus_size_t size, bus_space_handle_t *handlep)
     82   1.2  riastrad {
     83   1.2  riastrad 
     84   1.2  riastrad #if NAGP_I810 > 0
     85   1.4  riastrad 	if (agp_i810_borrow(base, size, handlep))
     86   1.2  riastrad 		return true;
     87   1.2  riastrad #endif
     88   1.2  riastrad 
     89   1.2  riastrad #if NGENFB > 0
     90   1.2  riastrad 	if (genfb_borrow(base, handlep))
     91   1.2  riastrad 		return true;
     92   1.2  riastrad #endif
     93   1.2  riastrad 
     94   1.2  riastrad 	return false;
     95   1.2  riastrad }
     96   1.2  riastrad 
     97   1.7  riastrad void
     98  1.11  riastrad drm_legacy_ioremap(struct drm_local_map *map, struct drm_device *dev)
     99   1.2  riastrad {
    100   1.2  riastrad 	const bus_space_tag_t bst = dev->bst;
    101   1.2  riastrad 	unsigned int unit;
    102   1.2  riastrad 
    103   1.2  riastrad 	/*
    104   1.2  riastrad 	 * Search dev's bus maps for a match.
    105   1.2  riastrad 	 */
    106   1.2  riastrad 	for (unit = 0; unit < dev->bus_nmaps; unit++) {
    107   1.2  riastrad 		struct drm_bus_map *const bm = &dev->bus_maps[unit];
    108   1.5  riastrad 		int flags = bm->bm_flags;
    109   1.2  riastrad 
    110   1.2  riastrad 		/* Reject maps starting after the request.  */
    111   1.2  riastrad 		if (map->offset < bm->bm_base)
    112   1.2  riastrad 			continue;
    113   1.2  riastrad 
    114   1.2  riastrad 		/* Reject maps smaller than the request.  */
    115   1.2  riastrad 		if (bm->bm_size < map->size)
    116   1.2  riastrad 			continue;
    117   1.2  riastrad 
    118   1.2  riastrad 		/* Reject maps that the request doesn't fit in.  */
    119   1.2  riastrad 		if ((bm->bm_size - map->size) <
    120   1.2  riastrad 		    (map->offset - bm->bm_base))
    121   1.2  riastrad 			continue;
    122   1.2  riastrad 
    123   1.2  riastrad 		/* Ensure we can map the space into virtual memory.  */
    124   1.5  riastrad 		if (!ISSET(flags, BUS_SPACE_MAP_LINEAR))
    125   1.2  riastrad 			continue;
    126   1.2  riastrad 
    127   1.5  riastrad 		/* Reflect requested flags in the bus_space map.  */
    128   1.5  riastrad 		if (ISSET(map->flags, _DRM_WRITE_COMBINING))
    129   1.5  riastrad 			flags |= BUS_SPACE_MAP_PREFETCHABLE;
    130   1.5  riastrad 
    131   1.2  riastrad 		/* Map it.  */
    132   1.5  riastrad 		if (bus_space_map(bst, map->offset, map->size, flags,
    133   1.5  riastrad 			&map->lm_data.bus_space.bsh))
    134   1.2  riastrad 			break;
    135   1.2  riastrad 
    136   1.2  riastrad 		map->lm_data.bus_space.bus_map = bm;
    137   1.2  riastrad 		goto win;
    138   1.2  riastrad 	}
    139   1.2  riastrad 
    140   1.2  riastrad 	/* Couldn't map it.  Try borrowing from someone else.  */
    141   1.4  riastrad 	if (drm_bus_borrow(map->offset, map->size,
    142   1.4  riastrad 		&map->lm_data.bus_space.bsh)) {
    143   1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    144   1.2  riastrad 		goto win;
    145   1.2  riastrad 	}
    146   1.2  riastrad 
    147   1.2  riastrad 	/* Failure!  */
    148   1.7  riastrad 	return;
    149   1.2  riastrad 
    150   1.2  riastrad win:	map->lm_data.bus_space.bst = bst;
    151   1.7  riastrad 	map->handle = bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
    152   1.2  riastrad }
    153   1.2  riastrad 
    154   1.2  riastrad void
    155  1.11  riastrad drm_legacy_ioremapfree(struct drm_local_map *map, struct drm_device *dev)
    156   1.2  riastrad {
    157   1.2  riastrad 	if (map->lm_data.bus_space.bus_map != NULL) {
    158   1.2  riastrad 		bus_space_unmap(map->lm_data.bus_space.bst,
    159   1.2  riastrad 		    map->lm_data.bus_space.bsh, map->size);
    160   1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    161   1.7  riastrad 		map->handle = NULL;
    162   1.2  riastrad 	}
    163   1.2  riastrad }
    164   1.2  riastrad 
    165   1.2  riastrad /*
    166   1.2  riastrad  * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
    167   1.2  riastrad  *
    168   1.2  riastrad  * XXX This is called drm_pci_alloc for hysterical raisins; it is not
    169   1.2  riastrad  * specific to PCI.
    170   1.2  riastrad  *
    171   1.2  riastrad  * XXX For now, we use non-blocking allocations because this is called
    172   1.2  riastrad  * by ioctls with the drm global mutex held.
    173   1.2  riastrad  *
    174   1.2  riastrad  * XXX Error information is lost because this returns NULL on failure,
    175   1.2  riastrad  * not even an error embedded in a pointer.
    176   1.2  riastrad  */
    177   1.2  riastrad struct drm_dma_handle *
    178   1.2  riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
    179   1.2  riastrad {
    180   1.2  riastrad 	int nsegs;
    181   1.2  riastrad 	int error;
    182   1.2  riastrad 
    183   1.2  riastrad 	/*
    184   1.2  riastrad 	 * Allocate a drm_dma_handle record.
    185   1.2  riastrad 	 */
    186   1.2  riastrad 	struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
    187   1.2  riastrad 	    KM_NOSLEEP);
    188   1.2  riastrad 	if (dmah == NULL) {
    189   1.2  riastrad 		error = -ENOMEM;
    190   1.2  riastrad 		goto out;
    191   1.2  riastrad 	}
    192   1.2  riastrad 	dmah->dmah_tag = dev->dmat;
    193   1.2  riastrad 
    194   1.2  riastrad 	/*
    195   1.2  riastrad 	 * Allocate the requested amount of DMA-safe memory.
    196   1.2  riastrad 	 */
    197   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    198   1.2  riastrad 	error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
    199   1.2  riastrad 	    &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
    200   1.2  riastrad 	if (error)
    201   1.2  riastrad 		goto fail0;
    202   1.2  riastrad 	KASSERT(nsegs == 1);
    203   1.2  riastrad 
    204   1.2  riastrad 	/*
    205   1.2  riastrad 	 * Map the DMA-safe memory into kernel virtual address space.
    206   1.2  riastrad 	 */
    207   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    208   1.2  riastrad 	error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
    209   1.2  riastrad 	    &dmah->vaddr,
    210   1.2  riastrad 	    (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
    211   1.2  riastrad 	if (error)
    212   1.2  riastrad 		goto fail1;
    213   1.2  riastrad 	dmah->size = size;
    214   1.2  riastrad 
    215   1.2  riastrad 	/*
    216   1.2  riastrad 	 * Create a map for DMA transfers.
    217   1.2  riastrad 	 */
    218   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    219   1.2  riastrad 	error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
    220   1.2  riastrad 	    BUS_DMA_NOWAIT, &dmah->dmah_map);
    221   1.2  riastrad 	if (error)
    222   1.2  riastrad 		goto fail2;
    223   1.2  riastrad 
    224   1.2  riastrad 	/*
    225   1.2  riastrad 	 * Load the kva buffer into the map for DMA transfers.
    226   1.2  riastrad 	 */
    227   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    228   1.2  riastrad 	error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
    229   1.2  riastrad 	    size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
    230   1.2  riastrad 	if (error)
    231   1.2  riastrad 		goto fail3;
    232   1.2  riastrad 
    233   1.2  riastrad 	/* Record the bus address for convenient reference.  */
    234   1.2  riastrad 	dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
    235   1.2  riastrad 
    236   1.2  riastrad 	/* Zero the DMA buffer.  XXX Yikes!  Is this necessary?  */
    237   1.2  riastrad 	memset(dmah->vaddr, 0, size);
    238   1.2  riastrad 
    239   1.2  riastrad 	/* Success!  */
    240   1.2  riastrad 	return dmah;
    241   1.2  riastrad 
    242   1.2  riastrad fail3:	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    243   1.2  riastrad fail2:	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    244   1.2  riastrad fail1:	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    245   1.2  riastrad fail0:	dmah->dmah_tag = NULL;	/* XXX paranoia */
    246   1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    247   1.2  riastrad out:	DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
    248   1.2  riastrad 	return NULL;
    249   1.2  riastrad }
    250   1.2  riastrad 
    251   1.2  riastrad /*
    252   1.2  riastrad  * Release the bus DMA mappings and memory in dmah, and deallocate it.
    253   1.2  riastrad  */
    254   1.2  riastrad void
    255   1.2  riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
    256   1.2  riastrad {
    257   1.2  riastrad 
    258   1.2  riastrad 	bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
    259   1.2  riastrad 	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    260   1.2  riastrad 	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    261   1.2  riastrad 	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    262   1.2  riastrad 	dmah->dmah_tag = NULL;	/* XXX paranoia */
    263   1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    264   1.2  riastrad }
    265   1.2  riastrad 
    266   1.2  riastrad /*
    267   1.2  riastrad  * Make sure the DMA-safe memory allocated for dev lies between
    268   1.2  riastrad  * min_addr and max_addr.  Can be used multiple times to restrict the
    269   1.2  riastrad  * bounds further, but never to expand the bounds again.
    270   1.2  riastrad  *
    271   1.2  riastrad  * XXX Caller must guarantee nobody has used the tag yet,
    272   1.2  riastrad  * i.e. allocated any DMA memory.
    273   1.2  riastrad  */
    274   1.2  riastrad int
    275   1.2  riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
    276   1.2  riastrad     resource_size_t max_addr)
    277   1.2  riastrad {
    278   1.3  riastrad 	int ret;
    279   1.2  riastrad 
    280   1.2  riastrad 	KASSERT(min_addr <= max_addr);
    281   1.2  riastrad 
    282   1.2  riastrad 	/*
    283   1.2  riastrad 	 * Limit it further if we have already limited it, and destroy
    284   1.2  riastrad 	 * the old subregion DMA tag.
    285   1.2  riastrad 	 */
    286   1.2  riastrad 	if (dev->dmat_subregion_p) {
    287   1.2  riastrad 		min_addr = MAX(min_addr, dev->dmat_subregion_min);
    288   1.2  riastrad 		max_addr = MIN(max_addr, dev->dmat_subregion_max);
    289   1.2  riastrad 		bus_dmatag_destroy(dev->dmat);
    290   1.2  riastrad 	}
    291   1.2  riastrad 
    292   1.2  riastrad 	/*
    293  1.13  riastrad 	 * If our limit contains the 32-bit space but for some reason
    294  1.13  riastrad 	 * we can't use a subregion, either because the bus doesn't
    295  1.13  riastrad 	 * support >32-bit DMA or because bus_dma(9) on this platform
    296  1.13  riastrad 	 * lacks bus_dmatag_subregion, just use the 32-bit space.
    297  1.13  riastrad 	 */
    298  1.13  riastrad 	if (min_addr == 0 && max_addr >= UINT32_C(0xffffffff) &&
    299  1.13  riastrad 	    dev->bus_dmat == dev->bus_dmat32) {
    300  1.13  riastrad dma32:		dev->dmat = dev->bus_dmat32;
    301  1.13  riastrad 		dev->dmat_subregion_p = false;
    302  1.13  riastrad 		dev->dmat_subregion_min = 0;
    303  1.13  riastrad 		dev->dmat_subregion_max = UINT32_C(0xffffffff);
    304  1.13  riastrad 		return 0;
    305  1.13  riastrad 	}
    306  1.13  riastrad 
    307  1.13  riastrad 	/*
    308   1.2  riastrad 	 * Create a DMA tag for a subregion from the bus's DMA tag.  If
    309   1.2  riastrad 	 * that fails, restore dev->dmat to the whole region so that we
    310   1.2  riastrad 	 * need not worry about dev->dmat being uninitialized (not that
    311   1.2  riastrad 	 * the caller should try to allocate DMA-safe memory on failure
    312   1.2  riastrad 	 * anyway, but...paranoia).
    313   1.2  riastrad 	 */
    314   1.3  riastrad 	/* XXX errno NetBSD->Linux */
    315   1.3  riastrad 	ret = -bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
    316   1.2  riastrad 	    &dev->dmat, BUS_DMA_WAITOK);
    317   1.3  riastrad 	if (ret) {
    318  1.13  riastrad 		/*
    319  1.13  riastrad 		 * bus_dmatag_subregion may fail.  If so, and if the
    320  1.13  riastrad 		 * subregion contains the 32-bit space, just use the
    321  1.13  riastrad 		 * 32-bit DMA tag.
    322  1.13  riastrad 		 */
    323  1.13  riastrad 		if (ret == -EOPNOTSUPP && dev->bus_dmat32 &&
    324  1.13  riastrad 		    min_addr == 0 && max_addr >= UINT32_C(0xffffffff))
    325  1.13  riastrad 			goto dma32;
    326  1.13  riastrad 		/* XXX Back out?  */
    327   1.2  riastrad 		dev->dmat = dev->bus_dmat;
    328   1.3  riastrad 		dev->dmat_subregion_p = false;
    329  1.13  riastrad 		dev->dmat_subregion_min = 0;
    330  1.13  riastrad 		dev->dmat_subregion_max = __type_max(bus_addr_t);
    331   1.3  riastrad 		return ret;
    332   1.2  riastrad 	}
    333   1.2  riastrad 
    334   1.2  riastrad 	/*
    335   1.2  riastrad 	 * Remember that we have a subregion tag so that we know to
    336   1.2  riastrad 	 * destroy it later, and record the bounds in case we need to
    337   1.2  riastrad 	 * limit them again.
    338   1.2  riastrad 	 */
    339   1.2  riastrad 	dev->dmat_subregion_p = true;
    340   1.2  riastrad 	dev->dmat_subregion_min = min_addr;
    341   1.2  riastrad 	dev->dmat_subregion_max = max_addr;
    342   1.2  riastrad 
    343   1.2  riastrad 	/* Success!  */
    344   1.2  riastrad 	return 0;
    345   1.2  riastrad }
    346