1 1.30 skrll /* $NetBSD: uvm_io.c,v 1.30 2024/05/03 07:09:20 skrll Exp $ */ 2 1.1 mrg 3 1.1 mrg /* 4 1.1 mrg * Copyright (c) 1997 Charles D. Cranor and Washington University. 5 1.1 mrg * All rights reserved. 6 1.1 mrg * 7 1.1 mrg * Redistribution and use in source and binary forms, with or without 8 1.1 mrg * modification, are permitted provided that the following conditions 9 1.1 mrg * are met: 10 1.1 mrg * 1. Redistributions of source code must retain the above copyright 11 1.1 mrg * notice, this list of conditions and the following disclaimer. 12 1.1 mrg * 2. Redistributions in binary form must reproduce the above copyright 13 1.1 mrg * notice, this list of conditions and the following disclaimer in the 14 1.1 mrg * documentation and/or other materials provided with the distribution. 15 1.1 mrg * 16 1.1 mrg * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 17 1.1 mrg * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 18 1.1 mrg * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 19 1.1 mrg * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 20 1.1 mrg * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 21 1.1 mrg * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22 1.1 mrg * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23 1.1 mrg * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24 1.1 mrg * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 25 1.1 mrg * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 1.3 mrg * 27 1.3 mrg * from: Id: uvm_io.c,v 1.1.2.2 1997/12/30 12:02:00 mrg Exp 28 1.1 mrg */ 29 1.1 mrg 30 1.1 mrg /* 31 1.1 mrg * uvm_io.c: uvm i/o ops 32 1.1 mrg */ 33 1.17 lukem 34 1.17 lukem #include <sys/cdefs.h> 35 1.30 skrll __KERNEL_RCSID(0, "$NetBSD: uvm_io.c,v 1.30 2024/05/03 07:09:20 skrll Exp $"); 36 1.1 mrg 37 1.1 mrg #include <sys/param.h> 38 1.1 mrg #include <sys/systm.h> 39 1.1 mrg #include <sys/mman.h> 40 1.1 mrg #include <sys/uio.h> 41 1.1 mrg 42 1.1 mrg #include <uvm/uvm.h> 43 1.1 mrg 44 1.1 mrg /* 45 1.1 mrg * functions 46 1.1 mrg */ 47 1.1 mrg 48 1.1 mrg /* 49 1.1 mrg * uvm_io: perform I/O on a map 50 1.1 mrg * 51 1.1 mrg * => caller must have a reference to "map" so that it doesn't go away 52 1.1 mrg * while we are working. 53 1.1 mrg */ 54 1.1 mrg 55 1.4 mrg int 56 1.28 christos uvm_io(struct vm_map *map, struct uio *uio, int flags) 57 1.1 mrg { 58 1.6 eeh vaddr_t baseva, endva, pageoffset, kva; 59 1.6 eeh vsize_t chunksz, togo, sz; 60 1.15 chs struct vm_map_entry *dead_entries; 61 1.4 mrg int error; 62 1.4 mrg 63 1.4 mrg /* 64 1.4 mrg * step 0: sanity checks and set up for copy loop. start with a 65 1.4 mrg * large chunk size. if we have trouble finding vm space we will 66 1.4 mrg * reduce it. 67 1.4 mrg */ 68 1.4 mrg 69 1.4 mrg if (uio->uio_resid == 0) 70 1.30 skrll return 0; 71 1.4 mrg togo = uio->uio_resid; 72 1.4 mrg 73 1.6 eeh baseva = (vaddr_t) uio->uio_offset; 74 1.4 mrg endva = baseva + (togo - 1); 75 1.4 mrg 76 1.4 mrg if (endva < baseva) /* wrap around? */ 77 1.30 skrll return EIO; 78 1.4 mrg 79 1.4 mrg if (baseva >= VM_MAXUSER_ADDRESS) 80 1.30 skrll return 0; 81 1.4 mrg if (endva >= VM_MAXUSER_ADDRESS) 82 1.4 mrg /* EOF truncate */ 83 1.4 mrg togo = togo - (endva - VM_MAXUSER_ADDRESS + 1); 84 1.4 mrg pageoffset = baseva & PAGE_MASK; 85 1.4 mrg baseva = trunc_page(baseva); 86 1.18 tls chunksz = MIN(round_page(togo + pageoffset), trunc_page(MAXPHYS)); 87 1.4 mrg error = 0; 88 1.4 mrg 89 1.28 christos flags |= UVM_EXTRACT_QREF | UVM_EXTRACT_CONTIG | UVM_EXTRACT_FIXPROT; 90 1.29 chs 91 1.29 chs /* XXX cannot use QREF with without AMAP_REFALL, and REFALL is unsafe */ 92 1.29 chs flags &= ~UVM_EXTRACT_QREF; 93 1.29 chs 94 1.4 mrg /* 95 1.4 mrg * step 1: main loop... while we've got data to move 96 1.4 mrg */ 97 1.4 mrg 98 1.4 mrg for (/*null*/; togo > 0 ; pageoffset = 0) { 99 1.4 mrg 100 1.4 mrg /* 101 1.4 mrg * step 2: extract mappings from the map into kernel_map 102 1.4 mrg */ 103 1.1 mrg 104 1.4 mrg error = uvm_map_extract(map, baseva, chunksz, kernel_map, &kva, 105 1.28 christos flags); 106 1.4 mrg if (error) { 107 1.1 mrg 108 1.4 mrg /* retry with a smaller chunk... */ 109 1.4 mrg if (error == ENOMEM && chunksz > PAGE_SIZE) { 110 1.4 mrg chunksz = trunc_page(chunksz / 2); 111 1.4 mrg if (chunksz < PAGE_SIZE) 112 1.4 mrg chunksz = PAGE_SIZE; 113 1.4 mrg continue; 114 1.4 mrg } 115 1.4 mrg 116 1.4 mrg break; 117 1.4 mrg } 118 1.4 mrg 119 1.4 mrg /* 120 1.4 mrg * step 3: move a chunk of data 121 1.4 mrg */ 122 1.4 mrg 123 1.4 mrg sz = chunksz - pageoffset; 124 1.4 mrg if (sz > togo) 125 1.4 mrg sz = togo; 126 1.24 christos error = uiomove((void *) (kva + pageoffset), sz, uio); 127 1.4 mrg togo -= sz; 128 1.4 mrg baseva += chunksz; 129 1.4 mrg 130 1.4 mrg /* 131 1.4 mrg * step 4: unmap the area of kernel memory 132 1.4 mrg */ 133 1.4 mrg 134 1.4 mrg vm_map_lock(kernel_map); 135 1.19 yamt uvm_unmap_remove(kernel_map, kva, kva + chunksz, &dead_entries, 136 1.27 para 0); 137 1.4 mrg vm_map_unlock(kernel_map); 138 1.4 mrg if (dead_entries != NULL) 139 1.4 mrg uvm_unmap_detach(dead_entries, AMAP_REFALL); 140 1.22 chs 141 1.22 chs if (error) 142 1.22 chs break; 143 1.4 mrg } 144 1.30 skrll return error; 145 1.1 mrg } 146