ttm_bo_vm.c revision 1.8
1 /* $NetBSD: ttm_bo_vm.c,v 1.8 2014/11/06 13:14:31 riastradh Exp $ */ 2 3 /*- 4 * Copyright (c) 2014 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Taylor R. Campbell. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 #include <sys/cdefs.h> 33 __KERNEL_RCSID(0, "$NetBSD: ttm_bo_vm.c,v 1.8 2014/11/06 13:14:31 riastradh Exp $"); 34 35 #include <sys/types.h> 36 37 #include <uvm/uvm.h> 38 #include <uvm/uvm_extern.h> 39 #include <uvm/uvm_fault.h> 40 41 #include <linux/bitops.h> 42 43 #include <drm/drm_vma_manager.h> 44 45 #include <ttm/ttm_bo_driver.h> 46 47 static int ttm_bo_uvm_fault_idle(struct ttm_buffer_object *, 48 struct uvm_faultinfo *); 49 static int ttm_bo_uvm_lookup(struct ttm_bo_device *, unsigned long, 50 unsigned long, struct ttm_buffer_object **); 51 52 void 53 ttm_bo_uvm_reference(struct uvm_object *uobj) 54 { 55 struct ttm_buffer_object *const bo = container_of(uobj, 56 struct ttm_buffer_object, uvmobj); 57 58 (void)ttm_bo_reference(bo); 59 } 60 61 void 62 ttm_bo_uvm_detach(struct uvm_object *uobj) 63 { 64 struct ttm_buffer_object *bo = container_of(uobj, 65 struct ttm_buffer_object, uvmobj); 66 67 ttm_bo_unref(&bo); 68 KASSERT(bo == NULL); 69 } 70 71 int 72 ttm_bo_uvm_fault(struct uvm_faultinfo *ufi, vaddr_t vaddr, 73 struct vm_page **pps, int npages, int centeridx, vm_prot_t access_type, 74 int flags) 75 { 76 struct uvm_object *const uobj = ufi->entry->object.uvm_obj; 77 struct ttm_buffer_object *const bo = container_of(uobj, 78 struct ttm_buffer_object, uvmobj); 79 struct ttm_bo_device *const bdev = bo->bdev; 80 struct ttm_mem_type_manager *man = 81 &bdev->man[bo->mem.mem_type]; 82 union { 83 bus_addr_t base; 84 struct ttm_tt *ttm; 85 } u; 86 size_t size __diagused; 87 voff_t uoffset; /* offset in bytes into bo */ 88 unsigned startpage; /* offset in pages into bo */ 89 unsigned i; 90 vm_prot_t vm_prot; /* VM_PROT_* */ 91 pgprot_t pgprot; /* VM_PROT_* | PMAP_* cacheability flags */ 92 unsigned mmapflags; 93 int ret; 94 95 /* Thanks, uvm, but we don't need this lock. */ 96 mutex_exit(uobj->vmobjlock); 97 98 /* Copy-on-write mappings make no sense for the graphics aperture. */ 99 if (UVM_ET_ISCOPYONWRITE(ufi->entry)) { 100 ret = -EIO; 101 goto out0; 102 } 103 104 /* Try to lock the buffer. */ 105 ret = ttm_bo_reserve(bo, true, true, false, NULL); 106 if (ret) { 107 if (ret != -EBUSY) 108 goto out0; 109 /* 110 * It's currently locked. Unlock the fault, wait for 111 * it, and start over. 112 */ 113 uvmfault_unlockall(ufi, ufi->entry->aref.ar_amap, NULL); 114 (void)ttm_bo_wait_unreserved(bo); 115 return -ERESTART; 116 } 117 118 /* drm prime buffers are not mappable. XXX Catch this earlier? */ 119 if (bo->ttm && ISSET(bo->ttm->page_flags, TTM_PAGE_FLAG_SG)) { 120 ret = -EINVAL; 121 goto out0; 122 } 123 124 /* Notify the driver of a fault if it wants. */ 125 if (bdev->driver->fault_reserve_notify) { 126 ret = (*bdev->driver->fault_reserve_notify)(bo); 127 if (ret) { 128 if (ret == -ERESTART) 129 ret = -EIO; 130 goto out0; 131 } 132 } 133 134 ret = ttm_bo_uvm_fault_idle(bo, ufi); 135 if (ret) { 136 /* Unlocks if it restarts. */ 137 KASSERT(ret == -ERESTART); 138 /* XXX errno Linux->NetBSD */ 139 return -ret; 140 } 141 142 ret = ttm_mem_io_lock(man, true); 143 if (ret) { 144 ret = -EIO; 145 goto out1; 146 } 147 ret = ttm_mem_io_reserve_vm(bo); 148 if (ret) { 149 ret = -EIO; 150 goto out2; 151 } 152 153 vm_prot = ufi->entry->protection; 154 if (bo->mem.bus.is_iomem) { 155 u.base = (bo->mem.bus.base + bo->mem.bus.offset); 156 size = bo->mem.bus.size; 157 pgprot = ttm_io_prot(bo->mem.placement, vm_prot); 158 } else { 159 u.ttm = bo->ttm; 160 size = (bo->ttm->num_pages << PAGE_SHIFT); 161 if (ISSET(bo->mem.placement, TTM_PL_FLAG_CACHED)) 162 pgprot = vm_prot; 163 else 164 pgprot = ttm_io_prot(bo->mem.placement, vm_prot); 165 if ((*u.ttm->bdev->driver->ttm_tt_populate)(u.ttm)) { 166 ret = -ENOMEM; 167 goto out2; 168 } 169 } 170 171 KASSERT(ufi->entry->start <= vaddr); 172 KASSERT((ufi->entry->offset & (PAGE_SIZE - 1)) == 0); 173 KASSERT(ufi->entry->offset <= size); 174 KASSERT((vaddr - ufi->entry->start) <= (size - ufi->entry->offset)); 175 KASSERT(npages <= ((size - ufi->entry->offset) - 176 (vaddr - ufi->entry->start))); 177 uoffset = (ufi->entry->offset + (vaddr - ufi->entry->start)); 178 startpage = (uoffset >> PAGE_SHIFT); 179 for (i = 0; i < npages; i++) { 180 paddr_t paddr; 181 182 /* XXX PGO_ALLPAGES? */ 183 if (pps[i] == PGO_DONTCARE) 184 continue; 185 if (bo->mem.bus.is_iomem) { 186 const paddr_t cookie = bus_space_mmap(bdev->memt, 187 u.base, ((startpage + i) << PAGE_SHIFT), vm_prot, 188 0); 189 190 paddr = pmap_phys_address(cookie); 191 mmapflags = pmap_mmap_flags(cookie); 192 } else { 193 paddr = page_to_phys(u.ttm->pages[startpage + i]); 194 mmapflags = 0; 195 } 196 ret = -pmap_enter(ufi->orig_map->pmap, vaddr + i*PAGE_SIZE, 197 paddr, vm_prot, (PMAP_CANFAIL | pgprot | mmapflags)); 198 if (ret) 199 goto out3; 200 } 201 202 out3: pmap_update(ufi->orig_map->pmap); 203 out2: ttm_mem_io_unlock(man); 204 out1: ttm_bo_unreserve(bo); 205 out0: uvmfault_unlockall(ufi, ufi->entry->aref.ar_amap, NULL); 206 /* XXX errno Linux->NetBSD */ 207 return -ret; 208 } 209 210 static int 211 ttm_bo_uvm_fault_idle(struct ttm_buffer_object *bo, struct uvm_faultinfo *ufi) 212 { 213 struct ttm_bo_device *const bdev = bo->bdev; 214 int ret = 0; 215 216 spin_lock(&bdev->fence_lock); 217 if (__predict_true(!test_bit(TTM_BO_PRIV_FLAG_MOVING, 218 &bo->priv_flags))) 219 goto out; 220 if (ttm_bo_wait(bo, false, false, true) == 0) 221 goto out; 222 223 uvmfault_unlockall(ufi, ufi->entry->aref.ar_amap, NULL); 224 (void)ttm_bo_wait(bo, false, true, false); 225 ret = -ERESTART; 226 227 out: spin_unlock(&bdev->fence_lock); 228 return ret; 229 } 230 231 int 232 ttm_bo_mmap_object(struct ttm_bo_device *bdev, off_t offset, size_t size, 233 vm_prot_t prot, struct uvm_object **uobjp, voff_t *uoffsetp, 234 struct file *file) 235 { 236 const unsigned long startpage = (offset >> PAGE_SHIFT); 237 const unsigned long npages = (size >> PAGE_SHIFT); 238 struct ttm_buffer_object *bo; 239 int ret; 240 241 KASSERT(0 == (offset & (PAGE_SIZE - 1))); 242 KASSERT(0 == (size & (PAGE_SIZE - 1))); 243 244 ret = ttm_bo_uvm_lookup(bdev, startpage, npages, &bo); 245 if (ret) 246 goto fail0; 247 KASSERT(drm_vma_node_start(&bo->vma_node) <= offset); 248 /* XXX Just assert this? */ 249 if (__predict_false(bdev->driver->verify_access == NULL)) { 250 ret = -EPERM; 251 goto fail1; 252 } 253 ret = (*bdev->driver->verify_access)(bo, file); 254 if (ret) 255 goto fail1; 256 257 /* Success! */ 258 *uobjp = &bo->uvmobj; 259 *uoffsetp = (offset - 260 (drm_vma_node_start(&bo->vma_node) << PAGE_SHIFT)); 261 return 0; 262 263 fail1: ttm_bo_unref(&bo); 264 fail0: KASSERT(ret); 265 return ret; 266 } 267 268 static int 269 ttm_bo_uvm_lookup(struct ttm_bo_device *bdev, unsigned long startpage, 270 unsigned long npages, struct ttm_buffer_object **bop) 271 { 272 struct ttm_buffer_object *bo = NULL; 273 struct drm_vma_offset_node *node; 274 275 drm_vma_offset_lock_lookup(&bdev->vma_manager); 276 node = drm_vma_offset_lookup_locked(&bdev->vma_manager, startpage, 277 npages); 278 if (node != NULL) { 279 bo = container_of(node, struct ttm_buffer_object, vma_node); 280 if (!kref_get_unless_zero(&bo->kref)) 281 bo = NULL; 282 } 283 drm_vma_offset_unlock_lookup(&bdev->vma_manager); 284 285 if (bo == NULL) 286 return -ENOENT; 287 288 *bop = bo; 289 return 0; 290 } 291
Indexes created Mon Sep 29 03:10:08 GMT 2025