Home | History | Annotate | Line # | Download | only in drm
drm_memory.c revision 1.10.16.1
      1  1.10.16.1  pgoyette /*	$NetBSD: drm_memory.c,v 1.10.16.1 2018/09/06 06:56:35 pgoyette Exp $	*/
      2        1.2  riastrad 
      3        1.2  riastrad /*-
      4        1.2  riastrad  * Copyright (c) 2013 The NetBSD Foundation, Inc.
      5        1.2  riastrad  * All rights reserved.
      6        1.2  riastrad  *
      7        1.2  riastrad  * This code is derived from software contributed to The NetBSD Foundation
      8        1.2  riastrad  * by Taylor R. Campbell.
      9        1.2  riastrad  *
     10        1.2  riastrad  * Redistribution and use in source and binary forms, with or without
     11        1.2  riastrad  * modification, are permitted provided that the following conditions
     12        1.2  riastrad  * are met:
     13        1.2  riastrad  * 1. Redistributions of source code must retain the above copyright
     14        1.2  riastrad  *    notice, this list of conditions and the following disclaimer.
     15        1.2  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     16        1.2  riastrad  *    notice, this list of conditions and the following disclaimer in the
     17        1.2  riastrad  *    documentation and/or other materials provided with the distribution.
     18        1.2  riastrad  *
     19        1.2  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20        1.2  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21        1.2  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22        1.2  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23        1.2  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24        1.2  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25        1.2  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26        1.2  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27        1.2  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28        1.2  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29        1.2  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     30        1.2  riastrad  */
     31        1.2  riastrad 
     32        1.2  riastrad #include <sys/cdefs.h>
     33  1.10.16.1  pgoyette __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.10.16.1 2018/09/06 06:56:35 pgoyette Exp $");
     34        1.8  jmcneill 
     35        1.8  jmcneill #if defined(__i386__) || defined(__x86_64__)
     36       1.10   mlelstv 
     37       1.10   mlelstv # ifdef _KERNEL_OPT
     38       1.10   mlelstv #  include "agp.h"
     39       1.10   mlelstv #  if NAGP > 0
     40       1.10   mlelstv #   include "agp_i810.h"
     41       1.10   mlelstv #  else
     42       1.10   mlelstv #   define NAGP_I810	0
     43       1.10   mlelstv #  endif
     44       1.10   mlelstv #  include "genfb.h"
     45       1.10   mlelstv # else
     46       1.10   mlelstv #  define NAGP_I810	1
     47       1.10   mlelstv #  define NGENFB	0
     48       1.10   mlelstv # endif
     49       1.10   mlelstv 
     50        1.8  jmcneill #else
     51        1.2  riastrad 
     52       1.10   mlelstv # ifdef _KERNEL_OPT
     53        1.9   mlelstv #  define NAGP_I810	0
     54       1.10   mlelstv #  include "genfb.h"
     55        1.8  jmcneill # else
     56        1.8  jmcneill #  define NAGP_I810	0
     57       1.10   mlelstv #  define NGENFB	0
     58        1.8  jmcneill # endif
     59       1.10   mlelstv 
     60        1.2  riastrad #endif
     61        1.2  riastrad 
     62        1.2  riastrad #include <sys/bus.h>
     63        1.2  riastrad 
     64        1.2  riastrad #if NAGP_I810 > 0
     65        1.2  riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
     66        1.2  riastrad #include <dev/pci/pcivar.h>
     67        1.2  riastrad #include <dev/pci/agpvar.h>
     68        1.2  riastrad #endif
     69        1.2  riastrad 
     70        1.2  riastrad #if NGENFB > 0
     71        1.2  riastrad #include <dev/wsfb/genfbvar.h>
     72        1.2  riastrad #endif
     73        1.2  riastrad 
     74        1.2  riastrad #include <drm/drmP.h>
     75  1.10.16.1  pgoyette #include <drm/drm_legacy.h>
     76        1.2  riastrad 
     77        1.2  riastrad /*
     78        1.2  riastrad  * XXX drm_bus_borrow is a horrible kludge!
     79        1.2  riastrad  */
     80        1.2  riastrad static bool
     81        1.4  riastrad drm_bus_borrow(bus_addr_t base, bus_size_t size, bus_space_handle_t *handlep)
     82        1.2  riastrad {
     83        1.2  riastrad 
     84        1.2  riastrad #if NAGP_I810 > 0
     85        1.4  riastrad 	if (agp_i810_borrow(base, size, handlep))
     86        1.2  riastrad 		return true;
     87        1.2  riastrad #endif
     88        1.2  riastrad 
     89        1.2  riastrad #if NGENFB > 0
     90        1.2  riastrad 	if (genfb_borrow(base, handlep))
     91        1.2  riastrad 		return true;
     92        1.2  riastrad #endif
     93        1.2  riastrad 
     94        1.2  riastrad 	return false;
     95        1.2  riastrad }
     96        1.2  riastrad 
     97        1.7  riastrad void
     98  1.10.16.1  pgoyette drm_legacy_ioremap(struct drm_local_map *map, struct drm_device *dev)
     99        1.2  riastrad {
    100        1.2  riastrad 	const bus_space_tag_t bst = dev->bst;
    101        1.2  riastrad 	unsigned int unit;
    102        1.2  riastrad 
    103        1.2  riastrad 	/*
    104        1.2  riastrad 	 * Search dev's bus maps for a match.
    105        1.2  riastrad 	 */
    106        1.2  riastrad 	for (unit = 0; unit < dev->bus_nmaps; unit++) {
    107        1.2  riastrad 		struct drm_bus_map *const bm = &dev->bus_maps[unit];
    108        1.5  riastrad 		int flags = bm->bm_flags;
    109        1.2  riastrad 
    110        1.2  riastrad 		/* Reject maps starting after the request.  */
    111        1.2  riastrad 		if (map->offset < bm->bm_base)
    112        1.2  riastrad 			continue;
    113        1.2  riastrad 
    114        1.2  riastrad 		/* Reject maps smaller than the request.  */
    115        1.2  riastrad 		if (bm->bm_size < map->size)
    116        1.2  riastrad 			continue;
    117        1.2  riastrad 
    118        1.2  riastrad 		/* Reject maps that the request doesn't fit in.  */
    119        1.2  riastrad 		if ((bm->bm_size - map->size) <
    120        1.2  riastrad 		    (map->offset - bm->bm_base))
    121        1.2  riastrad 			continue;
    122        1.2  riastrad 
    123        1.2  riastrad 		/* Ensure we can map the space into virtual memory.  */
    124        1.5  riastrad 		if (!ISSET(flags, BUS_SPACE_MAP_LINEAR))
    125        1.2  riastrad 			continue;
    126        1.2  riastrad 
    127        1.5  riastrad 		/* Reflect requested flags in the bus_space map.  */
    128        1.5  riastrad 		if (ISSET(map->flags, _DRM_WRITE_COMBINING))
    129        1.5  riastrad 			flags |= BUS_SPACE_MAP_PREFETCHABLE;
    130        1.5  riastrad 
    131        1.2  riastrad 		/* Map it.  */
    132        1.5  riastrad 		if (bus_space_map(bst, map->offset, map->size, flags,
    133        1.5  riastrad 			&map->lm_data.bus_space.bsh))
    134        1.2  riastrad 			break;
    135        1.2  riastrad 
    136        1.2  riastrad 		map->lm_data.bus_space.bus_map = bm;
    137        1.2  riastrad 		goto win;
    138        1.2  riastrad 	}
    139        1.2  riastrad 
    140        1.2  riastrad 	/* Couldn't map it.  Try borrowing from someone else.  */
    141        1.4  riastrad 	if (drm_bus_borrow(map->offset, map->size,
    142        1.4  riastrad 		&map->lm_data.bus_space.bsh)) {
    143        1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    144        1.2  riastrad 		goto win;
    145        1.2  riastrad 	}
    146        1.2  riastrad 
    147        1.2  riastrad 	/* Failure!  */
    148        1.7  riastrad 	return;
    149        1.2  riastrad 
    150        1.2  riastrad win:	map->lm_data.bus_space.bst = bst;
    151        1.7  riastrad 	map->handle = bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
    152        1.2  riastrad }
    153        1.2  riastrad 
    154        1.2  riastrad void
    155  1.10.16.1  pgoyette drm_legacy_ioremapfree(struct drm_local_map *map, struct drm_device *dev)
    156        1.2  riastrad {
    157        1.2  riastrad 	if (map->lm_data.bus_space.bus_map != NULL) {
    158        1.2  riastrad 		bus_space_unmap(map->lm_data.bus_space.bst,
    159        1.2  riastrad 		    map->lm_data.bus_space.bsh, map->size);
    160        1.2  riastrad 		map->lm_data.bus_space.bus_map = NULL;
    161        1.7  riastrad 		map->handle = NULL;
    162        1.2  riastrad 	}
    163        1.2  riastrad }
    164        1.2  riastrad 
    165        1.2  riastrad /*
    166        1.2  riastrad  * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
    167        1.2  riastrad  *
    168        1.2  riastrad  * XXX This is called drm_pci_alloc for hysterical raisins; it is not
    169        1.2  riastrad  * specific to PCI.
    170        1.2  riastrad  *
    171        1.2  riastrad  * XXX For now, we use non-blocking allocations because this is called
    172        1.2  riastrad  * by ioctls with the drm global mutex held.
    173        1.2  riastrad  *
    174        1.2  riastrad  * XXX Error information is lost because this returns NULL on failure,
    175        1.2  riastrad  * not even an error embedded in a pointer.
    176        1.2  riastrad  */
    177        1.2  riastrad struct drm_dma_handle *
    178        1.2  riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
    179        1.2  riastrad {
    180        1.2  riastrad 	int nsegs;
    181        1.2  riastrad 	int error;
    182        1.2  riastrad 
    183        1.2  riastrad 	/*
    184        1.2  riastrad 	 * Allocate a drm_dma_handle record.
    185        1.2  riastrad 	 */
    186        1.2  riastrad 	struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
    187        1.2  riastrad 	    KM_NOSLEEP);
    188        1.2  riastrad 	if (dmah == NULL) {
    189        1.2  riastrad 		error = -ENOMEM;
    190        1.2  riastrad 		goto out;
    191        1.2  riastrad 	}
    192        1.2  riastrad 	dmah->dmah_tag = dev->dmat;
    193        1.2  riastrad 
    194        1.2  riastrad 	/*
    195        1.2  riastrad 	 * Allocate the requested amount of DMA-safe memory.
    196        1.2  riastrad 	 */
    197        1.2  riastrad 	/* XXX errno NetBSD->Linux */
    198        1.2  riastrad 	error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
    199        1.2  riastrad 	    &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
    200        1.2  riastrad 	if (error)
    201        1.2  riastrad 		goto fail0;
    202        1.2  riastrad 	KASSERT(nsegs == 1);
    203        1.2  riastrad 
    204        1.2  riastrad 	/*
    205        1.2  riastrad 	 * Map the DMA-safe memory into kernel virtual address space.
    206        1.2  riastrad 	 */
    207        1.2  riastrad 	/* XXX errno NetBSD->Linux */
    208        1.2  riastrad 	error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
    209        1.2  riastrad 	    &dmah->vaddr,
    210        1.2  riastrad 	    (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
    211        1.2  riastrad 	if (error)
    212        1.2  riastrad 		goto fail1;
    213        1.2  riastrad 	dmah->size = size;
    214        1.2  riastrad 
    215        1.2  riastrad 	/*
    216        1.2  riastrad 	 * Create a map for DMA transfers.
    217        1.2  riastrad 	 */
    218        1.2  riastrad 	/* XXX errno NetBSD->Linux */
    219        1.2  riastrad 	error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
    220        1.2  riastrad 	    BUS_DMA_NOWAIT, &dmah->dmah_map);
    221        1.2  riastrad 	if (error)
    222        1.2  riastrad 		goto fail2;
    223        1.2  riastrad 
    224        1.2  riastrad 	/*
    225        1.2  riastrad 	 * Load the kva buffer into the map for DMA transfers.
    226        1.2  riastrad 	 */
    227        1.2  riastrad 	/* XXX errno NetBSD->Linux */
    228        1.2  riastrad 	error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
    229        1.2  riastrad 	    size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
    230        1.2  riastrad 	if (error)
    231        1.2  riastrad 		goto fail3;
    232        1.2  riastrad 
    233        1.2  riastrad 	/* Record the bus address for convenient reference.  */
    234        1.2  riastrad 	dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
    235        1.2  riastrad 
    236        1.2  riastrad 	/* Zero the DMA buffer.  XXX Yikes!  Is this necessary?  */
    237        1.2  riastrad 	memset(dmah->vaddr, 0, size);
    238        1.2  riastrad 
    239        1.2  riastrad 	/* Success!  */
    240        1.2  riastrad 	return dmah;
    241        1.2  riastrad 
    242        1.2  riastrad fail3:	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    243        1.2  riastrad fail2:	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    244        1.2  riastrad fail1:	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    245        1.2  riastrad fail0:	dmah->dmah_tag = NULL;	/* XXX paranoia */
    246        1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    247        1.2  riastrad out:	DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
    248        1.2  riastrad 	return NULL;
    249        1.2  riastrad }
    250        1.2  riastrad 
    251        1.2  riastrad /*
    252        1.2  riastrad  * Release the bus DMA mappings and memory in dmah, and deallocate it.
    253        1.2  riastrad  */
    254        1.2  riastrad void
    255        1.2  riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
    256        1.2  riastrad {
    257        1.2  riastrad 
    258        1.2  riastrad 	bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
    259        1.2  riastrad 	bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
    260        1.2  riastrad 	bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
    261        1.2  riastrad 	bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
    262        1.2  riastrad 	dmah->dmah_tag = NULL;	/* XXX paranoia */
    263        1.2  riastrad 	kmem_free(dmah, sizeof(*dmah));
    264        1.2  riastrad }
    265        1.2  riastrad 
    266        1.2  riastrad /*
    267        1.2  riastrad  * Make sure the DMA-safe memory allocated for dev lies between
    268        1.2  riastrad  * min_addr and max_addr.  Can be used multiple times to restrict the
    269        1.2  riastrad  * bounds further, but never to expand the bounds again.
    270        1.2  riastrad  *
    271        1.2  riastrad  * XXX Caller must guarantee nobody has used the tag yet,
    272        1.2  riastrad  * i.e. allocated any DMA memory.
    273        1.2  riastrad  */
    274        1.2  riastrad int
    275        1.2  riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
    276        1.2  riastrad     resource_size_t max_addr)
    277        1.2  riastrad {
    278        1.3  riastrad 	int ret;
    279        1.2  riastrad 
    280        1.2  riastrad 	KASSERT(min_addr <= max_addr);
    281        1.2  riastrad 
    282        1.2  riastrad 	/*
    283        1.2  riastrad 	 * Limit it further if we have already limited it, and destroy
    284        1.2  riastrad 	 * the old subregion DMA tag.
    285        1.2  riastrad 	 */
    286        1.2  riastrad 	if (dev->dmat_subregion_p) {
    287        1.2  riastrad 		min_addr = MAX(min_addr, dev->dmat_subregion_min);
    288        1.2  riastrad 		max_addr = MIN(max_addr, dev->dmat_subregion_max);
    289        1.2  riastrad 		bus_dmatag_destroy(dev->dmat);
    290        1.2  riastrad 	}
    291        1.2  riastrad 
    292        1.2  riastrad 	/*
    293  1.10.16.1  pgoyette 	 * If our limit contains the 32-bit space but for some reason
    294  1.10.16.1  pgoyette 	 * we can't use a subregion, either because the bus doesn't
    295  1.10.16.1  pgoyette 	 * support >32-bit DMA or because bus_dma(9) on this platform
    296  1.10.16.1  pgoyette 	 * lacks bus_dmatag_subregion, just use the 32-bit space.
    297  1.10.16.1  pgoyette 	 */
    298  1.10.16.1  pgoyette 	if (min_addr == 0 && max_addr >= UINT32_C(0xffffffff) &&
    299  1.10.16.1  pgoyette 	    dev->bus_dmat == dev->bus_dmat32) {
    300  1.10.16.1  pgoyette dma32:		dev->dmat = dev->bus_dmat32;
    301  1.10.16.1  pgoyette 		dev->dmat_subregion_p = false;
    302  1.10.16.1  pgoyette 		dev->dmat_subregion_min = 0;
    303  1.10.16.1  pgoyette 		dev->dmat_subregion_max = UINT32_C(0xffffffff);
    304  1.10.16.1  pgoyette 		return 0;
    305  1.10.16.1  pgoyette 	}
    306  1.10.16.1  pgoyette 
    307  1.10.16.1  pgoyette 	/*
    308        1.2  riastrad 	 * Create a DMA tag for a subregion from the bus's DMA tag.  If
    309        1.2  riastrad 	 * that fails, restore dev->dmat to the whole region so that we
    310        1.2  riastrad 	 * need not worry about dev->dmat being uninitialized (not that
    311        1.2  riastrad 	 * the caller should try to allocate DMA-safe memory on failure
    312        1.2  riastrad 	 * anyway, but...paranoia).
    313        1.2  riastrad 	 */
    314        1.3  riastrad 	/* XXX errno NetBSD->Linux */
    315        1.3  riastrad 	ret = -bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
    316        1.2  riastrad 	    &dev->dmat, BUS_DMA_WAITOK);
    317        1.3  riastrad 	if (ret) {
    318  1.10.16.1  pgoyette 		/*
    319  1.10.16.1  pgoyette 		 * bus_dmatag_subregion may fail.  If so, and if the
    320  1.10.16.1  pgoyette 		 * subregion contains the 32-bit space, just use the
    321  1.10.16.1  pgoyette 		 * 32-bit DMA tag.
    322  1.10.16.1  pgoyette 		 */
    323  1.10.16.1  pgoyette 		if (ret == -EOPNOTSUPP && dev->bus_dmat32 &&
    324  1.10.16.1  pgoyette 		    min_addr == 0 && max_addr >= UINT32_C(0xffffffff))
    325  1.10.16.1  pgoyette 			goto dma32;
    326  1.10.16.1  pgoyette 		/* XXX Back out?  */
    327        1.2  riastrad 		dev->dmat = dev->bus_dmat;
    328        1.3  riastrad 		dev->dmat_subregion_p = false;
    329  1.10.16.1  pgoyette 		dev->dmat_subregion_min = 0;
    330  1.10.16.1  pgoyette 		dev->dmat_subregion_max = __type_max(bus_addr_t);
    331        1.3  riastrad 		return ret;
    332        1.2  riastrad 	}
    333        1.2  riastrad 
    334        1.2  riastrad 	/*
    335        1.2  riastrad 	 * Remember that we have a subregion tag so that we know to
    336        1.2  riastrad 	 * destroy it later, and record the bounds in case we need to
    337        1.2  riastrad 	 * limit them again.
    338        1.2  riastrad 	 */
    339        1.2  riastrad 	dev->dmat_subregion_p = true;
    340        1.2  riastrad 	dev->dmat_subregion_min = min_addr;
    341        1.2  riastrad 	dev->dmat_subregion_max = max_addr;
    342        1.2  riastrad 
    343        1.2  riastrad 	/* Success!  */
    344        1.2  riastrad 	return 0;
    345        1.2  riastrad }
    346