Home | History | Annotate | Line # | Download | only in drm
drm_memory.c revision 1.15
      1  1.15  riastrad /*	$NetBSD: drm_memory.c,v 1.15 2021/12/19 10:32:59 riastradh Exp $	*/
      2   1.2  riastrad 
      3   1.2  riastrad /*-
      4   1.2  riastrad  * Copyright (c) 2013 The NetBSD Foundation, Inc.
      5   1.2  riastrad  * All rights reserved.
      6   1.2  riastrad  *
      7   1.2  riastrad  * This code is derived from software contributed to The NetBSD Foundation
      8   1.2  riastrad  * by Taylor R. Campbell.
      9   1.2  riastrad  *
     10   1.2  riastrad  * Redistribution and use in source and binary forms, with or without
     11   1.2  riastrad  * modification, are permitted provided that the following conditions
     12   1.2  riastrad  * are met:
     13   1.2  riastrad  * 1. Redistributions of source code must retain the above copyright
     14   1.2  riastrad  *    notice, this list of conditions and the following disclaimer.
     15   1.2  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.2  riastrad  *    notice, this list of conditions and the following disclaimer in the
     17   1.2  riastrad  *    documentation and/or other materials provided with the distribution.
     18   1.2  riastrad  *
     19   1.2  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.2  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.2  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.2  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.2  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.2  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.2  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.2  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.2  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.2  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.2  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     30   1.2  riastrad  */
     31   1.2  riastrad 
     32   1.2  riastrad #include <sys/cdefs.h>
     33  1.15  riastrad __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.15 2021/12/19 10:32:59 riastradh Exp $");
     34   1.8  jmcneill 
     35   1.8  jmcneill #if defined(__i386__) || defined(__x86_64__)
     36  1.10   mlelstv 
     37  1.10   mlelstv # ifdef _KERNEL_OPT
     38  1.10   mlelstv #  include "agp.h"
     39  1.10   mlelstv #  if NAGP > 0
     40  1.10   mlelstv #   include "agp_i810.h"
     41  1.10   mlelstv #  else
     42  1.10   mlelstv #   define NAGP_I810	0
     43  1.10   mlelstv #  endif
     44  1.10   mlelstv #  include "genfb.h"
     45  1.10   mlelstv # else
     46  1.10   mlelstv #  define NAGP_I810	1
     47  1.10   mlelstv #  define NGENFB	0
     48  1.10   mlelstv # endif
     49  1.10   mlelstv 
     50   1.8  jmcneill #else
     51   1.2  riastrad 
     52  1.10   mlelstv # ifdef _KERNEL_OPT
     53   1.9   mlelstv #  define NAGP_I810	0
     54  1.10   mlelstv #  include "genfb.h"
     55   1.8  jmcneill # else
     56   1.8  jmcneill #  define NAGP_I810	0
     57  1.10   mlelstv #  define NGENFB	0
     58   1.8  jmcneill # endif
     59  1.10   mlelstv 
     60   1.2  riastrad #endif
     61   1.2  riastrad 
     62   1.2  riastrad #include <sys/bus.h>
     63   1.2  riastrad 
     64   1.2  riastrad #if NAGP_I810 > 0
     65   1.2  riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
     66   1.2  riastrad #include <dev/pci/pcivar.h>
     67   1.2  riastrad #include <dev/pci/agpvar.h>
     68   1.2  riastrad #endif
     69   1.2  riastrad 
     70   1.2  riastrad #if NGENFB > 0
     71   1.2  riastrad #include <dev/wsfb/genfbvar.h>
     72   1.2  riastrad #endif
     73   1.2  riastrad 
     74  1.15  riastrad #include <drm/drm_device.h>
     75  1.14  riastrad #include <drm/drm_drv.h>
     76  1.14  riastrad #include <drm/drm_legacy.h>
     77  1.14  riastrad #include <drm/drm_pci.h>
     78   1.2  riastrad 
     79   1.2  riastrad /*
     80   1.2  riastrad  * XXX drm_bus_borrow is a horrible kludge!
     81   1.2  riastrad  */
     82   1.2  riastrad static bool
     83   1.4  riastrad drm_bus_borrow(bus_addr_t base, bus_size_t size, bus_space_handle_t *handlep)
     84   1.2  riastrad {
     85   1.2  riastrad 
     86   1.2  riastrad #if NAGP_I810 > 0
     87   1.4  riastrad 	if (agp_i810_borrow(base, size, handlep))
     88   1.2  riastrad 		return true;
     89   1.2  riastrad #endif
     90   1.2  riastrad 
     91   1.2  riastrad #if NGENFB > 0
     92   1.2  riastrad 	if (genfb_borrow(base, handlep))
     93   1.2  riastrad 		return true;
     94   1.2  riastrad #endif
     95   1.2  riastrad 
     96   1.2  riastrad 	return false;
     97   1.2  riastrad }
     98   1.2  riastrad 
     99   1.7  riastrad void
    100  1.11  riastrad drm_legacy_ioremap(struct drm_local_map *map, struct drm_device *dev)
    101   1.2  riastrad {
    102   1.2  riastrad 	const bus_space_tag_t bst = dev->bst;
    103   1.2  riastrad 	unsigned int unit;
    104   1.2  riastrad 
    105   1.2  riastrad 	/*
    106   1.2  riastrad 	 * Search dev's bus maps for a match.
    107   1.2  riastrad 	 */
    108   1.2  riastrad 	for (unit = 0; unit < dev->bus_nmaps; unit++) {
    109   1.2  riastrad 		struct drm_bus_map *const bm = &dev->bus_maps[unit];
    110   1.5  riastrad 		int flags = bm->bm_flags;
    111   1.2  riastrad 
    112   1.2  riastrad 		/* Reject maps starting after the request.  */
    113   1.2  riastrad 		if (map->offset < bm->bm_base)
    114   1.2  riastrad 			continue;
    115   1.2  riastrad 
    116   1.2  riastrad 		/* Reject maps smaller than the request.  */
    117   1.2  riastrad 		if (bm->bm_size < map->size)
    118   1.2  riastrad 			continue;
    119   1.2  riastrad 
    120   1.2  riastrad 		/* Reject maps that the request doesn't fit in.  */
    121   1.2  riastrad 		if ((bm->bm_size - map->size) <
    122   1.2  riastrad 		    (map->offset - bm->bm_base))
    123   1.2  riastrad 			continue;
    124   1.2  riastrad 
    125   1.2  riastrad 		/* Ensure we can map the space into virtual memory.  */
    126   1.5  riastrad 		if (!ISSET(flags, BUS_SPACE_MAP_LINEAR))
    127   1.2  riastrad 			continue;
    128   1.2  riastrad 
    129   1.5  riastrad 		/* Reflect requested flags in the bus_space map.  */
    130   1.5  riastrad 		if (ISSET(map->flags, _DRM_WRITE_COMBINING))
    131   1.5  riastrad 			flags |= BUS_SPACE_MAP_PREFETCHABLE;
    132   1.5  riastrad 
    133   1.2  riastrad 		/* Map it.  */
    134   1.5  riastrad 		if (bus_space_map(bst, map->offset, map->size, flags,
    135   1.5  riastrad 			&map->lm_data.bus_space.bsh))
    136   1.2  riastrad 			break;
    137   1.2  riastrad 
    138   1.2  riastrad 		map->lm_data.bus_space.bus_map = bm;
    139   1.2  riastrad 		goto win;
    140   1.2  riastrad 	}
    141   1.2  riastrad 
    142   1.2  riastrad 	/* Couldn't map it.  Try borrowing from someone else.  */
    143   1.4  riastrad 	if (drm_bus_borrow(map->offset, map->size,
    144   1.4  riastrad 		&map->lm_data.bus_space.bsh)) {
    145   1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    146   1.2  riastrad 		goto win;
    147   1.2  riastrad 	}
    148   1.2  riastrad 
    149   1.2  riastrad 	/* Failure!  */
    150   1.7  riastrad 	return;
    151   1.2  riastrad 
    152   1.2  riastrad win:	map->lm_data.bus_space.bst = bst;
    153   1.7  riastrad 	map->handle = bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
    154   1.2  riastrad }
    155   1.2  riastrad 
    156   1.2  riastrad void
    157  1.11  riastrad drm_legacy_ioremapfree(struct drm_local_map *map, struct drm_device *dev)
    158   1.2  riastrad {
    159   1.2  riastrad 	if (map->lm_data.bus_space.bus_map != NULL) {
    160   1.2  riastrad 		bus_space_unmap(map->lm_data.bus_space.bst,
    161   1.2  riastrad 		    map->lm_data.bus_space.bsh, map->size);
    162   1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    163   1.7  riastrad 		map->handle = NULL;
    164   1.2  riastrad 	}
    165   1.2  riastrad }
    166   1.2  riastrad 
    167   1.2  riastrad /*
    168   1.2  riastrad  * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
    169   1.2  riastrad  *
    170   1.2  riastrad  * XXX This is called drm_pci_alloc for hysterical raisins; it is not
    171   1.2  riastrad  * specific to PCI.
    172   1.2  riastrad  *
    173   1.2  riastrad  * XXX For now, we use non-blocking allocations because this is called
    174   1.2  riastrad  * by ioctls with the drm global mutex held.
    175   1.2  riastrad  *
    176   1.2  riastrad  * XXX Error information is lost because this returns NULL on failure,
    177   1.2  riastrad  * not even an error embedded in a pointer.
    178   1.2  riastrad  */
    179   1.2  riastrad struct drm_dma_handle *
    180   1.2  riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
    181   1.2  riastrad {
    182   1.2  riastrad 	int nsegs;
    183   1.2  riastrad 	int error;
    184   1.2  riastrad 
    185   1.2  riastrad 	/*
    186   1.2  riastrad 	 * Allocate a drm_dma_handle record.
    187   1.2  riastrad 	 */
    188   1.2  riastrad 	struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
    189   1.2  riastrad 	    KM_NOSLEEP);
    190   1.2  riastrad 	if (dmah == NULL) {
    191   1.2  riastrad 		error = -ENOMEM;
    192   1.2  riastrad 		goto out;
    193   1.2  riastrad 	}
    194   1.2  riastrad 	dmah->dmah_tag = dev->dmat;
    195   1.2  riastrad 
    196   1.2  riastrad 	/*
    197   1.2  riastrad 	 * Allocate the requested amount of DMA-safe memory.
    198   1.2  riastrad 	 */
    199   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    200   1.2  riastrad 	error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
    201   1.2  riastrad 	    &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
    202   1.2  riastrad 	if (error)
    203   1.2  riastrad 		goto fail0;
    204   1.2  riastrad 	KASSERT(nsegs == 1);
    205   1.2  riastrad 
    206   1.2  riastrad 	/*
    207   1.2  riastrad 	 * Map the DMA-safe memory into kernel virtual address space.
    208   1.2  riastrad 	 */
    209   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    210   1.2  riastrad 	error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
    211   1.2  riastrad 	    &dmah->vaddr,
    212   1.2  riastrad 	    (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
    213   1.2  riastrad 	if (error)
    214   1.2  riastrad 		goto fail1;
    215   1.2  riastrad 	dmah->size = size;
    216   1.2  riastrad 
    217   1.2  riastrad 	/*
    218   1.2  riastrad 	 * Create a map for DMA transfers.
    219   1.2  riastrad 	 */
    220   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    221   1.2  riastrad 	error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
    222   1.2  riastrad 	    BUS_DMA_NOWAIT, &dmah->dmah_map);
    223   1.2  riastrad 	if (error)
    224   1.2  riastrad 		goto fail2;
    225   1.2  riastrad 
    226   1.2  riastrad 	/*
    227   1.2  riastrad 	 * Load the kva buffer into the map for DMA transfers.
    228   1.2  riastrad 	 */
    229   1.2  riastrad 	/* XXX errno NetBSD->Linux */
    230   1.2  riastrad 	error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
    231   1.2  riastrad 	    size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
    232   1.2  riastrad 	if (error)
    233   1.2  riastrad 		goto fail3;
    234   1.2  riastrad 
    235   1.2  riastrad 	/* Record the bus address for convenient reference.  */
    236   1.2  riastrad 	dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
    237   1.2  riastrad 
    238   1.2  riastrad 	/* Zero the DMA buffer.  XXX Yikes!  Is this necessary?  */
    239   1.2  riastrad 	memset(dmah->vaddr, 0, size);
    240   1.2  riastrad 
    241   1.2  riastrad 	/* Success!  */
    242   1.2  riastrad 	return dmah;
    243   1.2  riastrad 
    244   1.2  riastrad fail3:	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    245   1.2  riastrad fail2:	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    246   1.2  riastrad fail1:	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    247   1.2  riastrad fail0:	dmah->dmah_tag = NULL;	/* XXX paranoia */
    248   1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    249   1.2  riastrad out:	DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
    250   1.2  riastrad 	return NULL;
    251   1.2  riastrad }
    252   1.2  riastrad 
    253   1.2  riastrad /*
    254   1.2  riastrad  * Release the bus DMA mappings and memory in dmah, and deallocate it.
    255   1.2  riastrad  */
    256   1.2  riastrad void
    257   1.2  riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
    258   1.2  riastrad {
    259   1.2  riastrad 
    260   1.2  riastrad 	bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
    261   1.2  riastrad 	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    262   1.2  riastrad 	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    263   1.2  riastrad 	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    264   1.2  riastrad 	dmah->dmah_tag = NULL;	/* XXX paranoia */
    265   1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    266   1.2  riastrad }
    267   1.2  riastrad 
    268   1.2  riastrad /*
    269   1.2  riastrad  * Make sure the DMA-safe memory allocated for dev lies between
    270   1.2  riastrad  * min_addr and max_addr.  Can be used multiple times to restrict the
    271   1.2  riastrad  * bounds further, but never to expand the bounds again.
    272   1.2  riastrad  *
    273   1.2  riastrad  * XXX Caller must guarantee nobody has used the tag yet,
    274   1.2  riastrad  * i.e. allocated any DMA memory.
    275   1.2  riastrad  */
    276   1.2  riastrad int
    277   1.2  riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
    278   1.2  riastrad     resource_size_t max_addr)
    279   1.2  riastrad {
    280   1.3  riastrad 	int ret;
    281   1.2  riastrad 
    282   1.2  riastrad 	KASSERT(min_addr <= max_addr);
    283   1.2  riastrad 
    284   1.2  riastrad 	/*
    285   1.2  riastrad 	 * Limit it further if we have already limited it, and destroy
    286   1.2  riastrad 	 * the old subregion DMA tag.
    287   1.2  riastrad 	 */
    288   1.2  riastrad 	if (dev->dmat_subregion_p) {
    289   1.2  riastrad 		min_addr = MAX(min_addr, dev->dmat_subregion_min);
    290   1.2  riastrad 		max_addr = MIN(max_addr, dev->dmat_subregion_max);
    291   1.2  riastrad 		bus_dmatag_destroy(dev->dmat);
    292   1.2  riastrad 	}
    293   1.2  riastrad 
    294   1.2  riastrad 	/*
    295  1.13  riastrad 	 * If our limit contains the 32-bit space but for some reason
    296  1.13  riastrad 	 * we can't use a subregion, either because the bus doesn't
    297  1.13  riastrad 	 * support >32-bit DMA or because bus_dma(9) on this platform
    298  1.13  riastrad 	 * lacks bus_dmatag_subregion, just use the 32-bit space.
    299  1.13  riastrad 	 */
    300  1.13  riastrad 	if (min_addr == 0 && max_addr >= UINT32_C(0xffffffff) &&
    301  1.13  riastrad 	    dev->bus_dmat == dev->bus_dmat32) {
    302  1.13  riastrad dma32:		dev->dmat = dev->bus_dmat32;
    303  1.13  riastrad 		dev->dmat_subregion_p = false;
    304  1.13  riastrad 		dev->dmat_subregion_min = 0;
    305  1.13  riastrad 		dev->dmat_subregion_max = UINT32_C(0xffffffff);
    306  1.13  riastrad 		return 0;
    307  1.13  riastrad 	}
    308  1.13  riastrad 
    309  1.13  riastrad 	/*
    310   1.2  riastrad 	 * Create a DMA tag for a subregion from the bus's DMA tag.  If
    311   1.2  riastrad 	 * that fails, restore dev->dmat to the whole region so that we
    312   1.2  riastrad 	 * need not worry about dev->dmat being uninitialized (not that
    313   1.2  riastrad 	 * the caller should try to allocate DMA-safe memory on failure
    314   1.2  riastrad 	 * anyway, but...paranoia).
    315   1.2  riastrad 	 */
    316   1.3  riastrad 	/* XXX errno NetBSD->Linux */
    317   1.3  riastrad 	ret = -bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
    318   1.2  riastrad 	    &dev->dmat, BUS_DMA_WAITOK);
    319   1.3  riastrad 	if (ret) {
    320  1.13  riastrad 		/*
    321  1.13  riastrad 		 * bus_dmatag_subregion may fail.  If so, and if the
    322  1.13  riastrad 		 * subregion contains the 32-bit space, just use the
    323  1.13  riastrad 		 * 32-bit DMA tag.
    324  1.13  riastrad 		 */
    325  1.13  riastrad 		if (ret == -EOPNOTSUPP && dev->bus_dmat32 &&
    326  1.13  riastrad 		    min_addr == 0 && max_addr >= UINT32_C(0xffffffff))
    327  1.13  riastrad 			goto dma32;
    328  1.13  riastrad 		/* XXX Back out?  */
    329   1.2  riastrad 		dev->dmat = dev->bus_dmat;
    330   1.3  riastrad 		dev->dmat_subregion_p = false;
    331  1.13  riastrad 		dev->dmat_subregion_min = 0;
    332  1.13  riastrad 		dev->dmat_subregion_max = __type_max(bus_addr_t);
    333   1.3  riastrad 		return ret;
    334   1.2  riastrad 	}
    335   1.2  riastrad 
    336   1.2  riastrad 	/*
    337   1.2  riastrad 	 * Remember that we have a subregion tag so that we know to
    338   1.2  riastrad 	 * destroy it later, and record the bounds in case we need to
    339   1.2  riastrad 	 * limit them again.
    340   1.2  riastrad 	 */
    341   1.2  riastrad 	dev->dmat_subregion_p = true;
    342   1.2  riastrad 	dev->dmat_subregion_min = min_addr;
    343   1.2  riastrad 	dev->dmat_subregion_max = max_addr;
    344   1.2  riastrad 
    345   1.2  riastrad 	/* Success!  */
    346   1.2  riastrad 	return 0;
    347   1.2  riastrad }
    348