uvm_mmap.c revision 1.9 1 1.9 mrg /* $NetBSD: uvm_mmap.c,v 1.9 1998/05/10 12:35:59 mrg Exp $ */
2 1.1 mrg
3 1.1 mrg /*
4 1.1 mrg * XXXCDC: "ROUGH DRAFT" QUALITY UVM PRE-RELEASE FILE!
5 1.1 mrg * >>>USE AT YOUR OWN RISK, WORK IS NOT FINISHED<<<
6 1.1 mrg */
7 1.1 mrg /*
8 1.1 mrg * Copyright (c) 1997 Charles D. Cranor and Washington University.
9 1.1 mrg * Copyright (c) 1991, 1993 The Regents of the University of California.
10 1.1 mrg * Copyright (c) 1988 University of Utah.
11 1.1 mrg *
12 1.1 mrg * All rights reserved.
13 1.1 mrg *
14 1.1 mrg * This code is derived from software contributed to Berkeley by
15 1.1 mrg * the Systems Programming Group of the University of Utah Computer
16 1.1 mrg * Science Department.
17 1.1 mrg *
18 1.1 mrg * Redistribution and use in source and binary forms, with or without
19 1.1 mrg * modification, are permitted provided that the following conditions
20 1.1 mrg * are met:
21 1.1 mrg * 1. Redistributions of source code must retain the above copyright
22 1.1 mrg * notice, this list of conditions and the following disclaimer.
23 1.1 mrg * 2. Redistributions in binary form must reproduce the above copyright
24 1.1 mrg * notice, this list of conditions and the following disclaimer in the
25 1.1 mrg * documentation and/or other materials provided with the distribution.
26 1.1 mrg * 3. All advertising materials mentioning features or use of this software
27 1.1 mrg * must display the following acknowledgement:
28 1.1 mrg * This product includes software developed by the Charles D. Cranor,
29 1.1 mrg * Washington University, University of California, Berkeley and
30 1.1 mrg * its contributors.
31 1.1 mrg * 4. Neither the name of the University nor the names of its contributors
32 1.1 mrg * may be used to endorse or promote products derived from this software
33 1.1 mrg * without specific prior written permission.
34 1.1 mrg *
35 1.1 mrg * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
36 1.1 mrg * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
37 1.1 mrg * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
38 1.1 mrg * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
39 1.1 mrg * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
40 1.1 mrg * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
41 1.1 mrg * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
42 1.1 mrg * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
43 1.1 mrg * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
44 1.1 mrg * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
45 1.1 mrg * SUCH DAMAGE.
46 1.1 mrg *
47 1.1 mrg * from: Utah $Hdr: vm_mmap.c 1.6 91/10/21$
48 1.1 mrg * @(#)vm_mmap.c 8.5 (Berkeley) 5/19/94
49 1.3 mrg * from: Id: uvm_mmap.c,v 1.1.2.14 1998/01/05 21:04:26 chuck Exp
50 1.1 mrg */
51 1.1 mrg
52 1.1 mrg /*
53 1.1 mrg * uvm_mmap.c: system call interface into VM system, plus kernel vm_mmap
54 1.1 mrg * function.
55 1.1 mrg */
56 1.1 mrg #include <sys/param.h>
57 1.1 mrg #include <sys/systm.h>
58 1.1 mrg #include <sys/file.h>
59 1.1 mrg #include <sys/filedesc.h>
60 1.1 mrg #include <sys/resourcevar.h>
61 1.1 mrg #include <sys/mman.h>
62 1.1 mrg #include <sys/mount.h>
63 1.1 mrg #include <sys/proc.h>
64 1.1 mrg #include <sys/malloc.h>
65 1.1 mrg #include <sys/vnode.h>
66 1.1 mrg #include <sys/conf.h>
67 1.9 mrg #include <sys/stat.h>
68 1.1 mrg
69 1.1 mrg #include <miscfs/specfs/specdev.h>
70 1.1 mrg
71 1.1 mrg #include <vm/vm.h>
72 1.1 mrg #include <vm/vm_page.h>
73 1.1 mrg #include <vm/vm_kern.h>
74 1.1 mrg
75 1.1 mrg #include <sys/syscallargs.h>
76 1.1 mrg
77 1.1 mrg #include <uvm/uvm.h>
78 1.1 mrg #include <uvm/uvm_device.h>
79 1.1 mrg #include <uvm/uvm_vnode.h>
80 1.1 mrg
81 1.1 mrg
82 1.1 mrg /*
83 1.1 mrg * unimplemented VM system calls:
84 1.1 mrg */
85 1.1 mrg
86 1.1 mrg /*
87 1.1 mrg * sys_sbrk: sbrk system call.
88 1.1 mrg */
89 1.1 mrg
90 1.1 mrg /* ARGSUSED */
91 1.6 mrg int
92 1.6 mrg sys_sbrk(p, v, retval)
93 1.6 mrg struct proc *p;
94 1.6 mrg void *v;
95 1.6 mrg register_t *retval;
96 1.1 mrg {
97 1.1 mrg #if 0
98 1.6 mrg struct sys_sbrk_args /* {
99 1.1 mrg syscallarg(int) incr;
100 1.1 mrg } */ *uap = v;
101 1.1 mrg #endif
102 1.6 mrg
103 1.6 mrg return (EOPNOTSUPP);
104 1.1 mrg }
105 1.1 mrg
106 1.1 mrg /*
107 1.1 mrg * sys_sstk: sstk system call.
108 1.1 mrg */
109 1.1 mrg
110 1.1 mrg /* ARGSUSED */
111 1.6 mrg int
112 1.6 mrg sys_sstk(p, v, retval)
113 1.6 mrg struct proc *p;
114 1.6 mrg void *v;
115 1.6 mrg register_t *retval;
116 1.1 mrg {
117 1.1 mrg #if 0
118 1.6 mrg struct sys_sstk_args /* {
119 1.1 mrg syscallarg(int) incr;
120 1.1 mrg } */ *uap = v;
121 1.1 mrg #endif
122 1.6 mrg
123 1.6 mrg return (EOPNOTSUPP);
124 1.1 mrg }
125 1.1 mrg
126 1.1 mrg /*
127 1.1 mrg * sys_madvise: give advice about memory usage.
128 1.1 mrg */
129 1.1 mrg
130 1.1 mrg /* ARGSUSED */
131 1.6 mrg int
132 1.6 mrg sys_madvise(p, v, retval)
133 1.6 mrg struct proc *p;
134 1.6 mrg void *v;
135 1.6 mrg register_t *retval;
136 1.1 mrg {
137 1.1 mrg #if 0
138 1.6 mrg struct sys_madvise_args /* {
139 1.1 mrg syscallarg(caddr_t) addr;
140 1.1 mrg syscallarg(size_t) len;
141 1.1 mrg syscallarg(int) behav;
142 1.1 mrg } */ *uap = v;
143 1.1 mrg #endif
144 1.6 mrg
145 1.6 mrg return (EOPNOTSUPP);
146 1.1 mrg }
147 1.1 mrg
148 1.1 mrg /*
149 1.1 mrg * sys_mincore: determine if pages are in core or not.
150 1.1 mrg */
151 1.1 mrg
152 1.1 mrg /* ARGSUSED */
153 1.6 mrg int
154 1.6 mrg sys_mincore(p, v, retval)
155 1.6 mrg struct proc *p;
156 1.6 mrg void *v;
157 1.6 mrg register_t *retval;
158 1.1 mrg {
159 1.1 mrg #if 0
160 1.6 mrg struct sys_mincore_args /* {
161 1.1 mrg syscallarg(caddr_t) addr;
162 1.1 mrg syscallarg(size_t) len;
163 1.1 mrg syscallarg(char *) vec;
164 1.1 mrg } */ *uap = v;
165 1.1 mrg #endif
166 1.6 mrg
167 1.6 mrg return (EOPNOTSUPP);
168 1.1 mrg }
169 1.1 mrg
170 1.1 mrg #if 0
171 1.1 mrg /*
172 1.1 mrg * munmapfd: unmap file descriptor
173 1.1 mrg *
174 1.1 mrg * XXX: is this acutally a useful function? could it be useful?
175 1.1 mrg */
176 1.1 mrg
177 1.6 mrg void
178 1.6 mrg munmapfd(p, fd)
179 1.6 mrg struct proc *p;
180 1.6 mrg int fd;
181 1.6 mrg {
182 1.1 mrg
183 1.6 mrg /*
184 1.6 mrg * XXX should vm_deallocate any regions mapped to this file
185 1.6 mrg */
186 1.6 mrg p->p_fd->fd_ofileflags[fd] &= ~UF_MAPPED;
187 1.1 mrg }
188 1.1 mrg #endif
189 1.1 mrg
190 1.1 mrg /*
191 1.1 mrg * sys_mmap: mmap system call.
192 1.1 mrg *
193 1.1 mrg * => file offest and address may not be page aligned
194 1.1 mrg * - if MAP_FIXED, offset and address must have remainder mod PAGE_SIZE
195 1.1 mrg * - if address isn't page aligned the mapping starts at trunc_page(addr)
196 1.1 mrg * and the return value is adjusted up by the page offset.
197 1.1 mrg */
198 1.1 mrg
199 1.6 mrg int
200 1.6 mrg sys_mmap(p, v, retval)
201 1.6 mrg struct proc *p;
202 1.6 mrg void *v;
203 1.6 mrg register_t *retval;
204 1.6 mrg {
205 1.6 mrg register struct sys_mmap_args /* {
206 1.6 mrg syscallarg(caddr_t) addr;
207 1.6 mrg syscallarg(size_t) len;
208 1.6 mrg syscallarg(int) prot;
209 1.6 mrg syscallarg(int) flags;
210 1.6 mrg syscallarg(int) fd;
211 1.6 mrg syscallarg(long) pad;
212 1.6 mrg syscallarg(off_t) pos;
213 1.6 mrg } */ *uap = v;
214 1.6 mrg vm_offset_t addr;
215 1.9 mrg struct vattr va;
216 1.6 mrg off_t pos;
217 1.6 mrg vm_size_t size, pageoff;
218 1.6 mrg vm_prot_t prot, maxprot;
219 1.6 mrg int flags, fd;
220 1.6 mrg vm_offset_t vm_min_address = VM_MIN_ADDRESS;
221 1.6 mrg register struct filedesc *fdp = p->p_fd;
222 1.6 mrg register struct file *fp;
223 1.6 mrg struct vnode *vp;
224 1.6 mrg caddr_t handle;
225 1.6 mrg int error;
226 1.6 mrg
227 1.6 mrg /*
228 1.6 mrg * first, extract syscall args from the uap.
229 1.6 mrg */
230 1.6 mrg
231 1.6 mrg addr = (vm_offset_t) SCARG(uap, addr);
232 1.6 mrg size = (vm_size_t) SCARG(uap, len);
233 1.6 mrg prot = SCARG(uap, prot) & VM_PROT_ALL;
234 1.6 mrg flags = SCARG(uap, flags);
235 1.6 mrg fd = SCARG(uap, fd);
236 1.6 mrg pos = SCARG(uap, pos);
237 1.6 mrg
238 1.6 mrg /*
239 1.6 mrg * make sure that the newsize fits within a vm_offset_t
240 1.6 mrg * XXX: need to revise addressing data types
241 1.6 mrg */
242 1.6 mrg if (pos + size > (vm_offset_t)-PAGE_SIZE) {
243 1.1 mrg #ifdef DEBUG
244 1.6 mrg printf("mmap: pos=%qx, size=%x too big\n", pos, (int)size);
245 1.1 mrg #endif
246 1.6 mrg return (EINVAL);
247 1.6 mrg }
248 1.1 mrg
249 1.6 mrg /*
250 1.6 mrg * align file position and save offset. adjust size.
251 1.6 mrg */
252 1.6 mrg
253 1.6 mrg pageoff = (pos & PAGE_MASK);
254 1.6 mrg pos -= pageoff;
255 1.6 mrg size += pageoff; /* add offset */
256 1.6 mrg size = (vm_size_t) round_page(size); /* round up */
257 1.6 mrg if ((ssize_t) size < 0)
258 1.6 mrg return (EINVAL); /* don't allow wrap */
259 1.6 mrg
260 1.6 mrg /*
261 1.6 mrg * now check (MAP_FIXED) or get (!MAP_FIXED) the "addr"
262 1.6 mrg */
263 1.6 mrg
264 1.6 mrg if (flags & MAP_FIXED) {
265 1.6 mrg
266 1.6 mrg /* ensure address and file offset are aligned properly */
267 1.6 mrg addr -= pageoff;
268 1.6 mrg if (addr & PAGE_MASK)
269 1.6 mrg return (EINVAL);
270 1.6 mrg
271 1.6 mrg if (VM_MAXUSER_ADDRESS > 0 &&
272 1.6 mrg (addr + size) > VM_MAXUSER_ADDRESS)
273 1.6 mrg return (EINVAL);
274 1.6 mrg if (vm_min_address > 0 && addr < vm_min_address)
275 1.6 mrg return (EINVAL);
276 1.6 mrg if (addr > addr + size)
277 1.6 mrg return (EINVAL); /* no wrapping! */
278 1.6 mrg
279 1.6 mrg } else {
280 1.6 mrg
281 1.6 mrg /*
282 1.6 mrg * not fixed: make sure we skip over the largest possible heap.
283 1.6 mrg * we will refine our guess later (e.g. to account for VAC, etc)
284 1.6 mrg */
285 1.6 mrg if (addr < round_page(p->p_vmspace->vm_daddr + MAXDSIZ))
286 1.6 mrg addr = round_page(p->p_vmspace->vm_daddr + MAXDSIZ);
287 1.6 mrg }
288 1.6 mrg
289 1.6 mrg /*
290 1.6 mrg * check for file mappings (i.e. not anonymous) and verify file.
291 1.6 mrg */
292 1.6 mrg
293 1.6 mrg if ((flags & MAP_ANON) == 0) {
294 1.6 mrg
295 1.6 mrg if (fd < 0 || fd >= fdp->fd_nfiles)
296 1.6 mrg return(EBADF); /* failed range check? */
297 1.6 mrg fp = fdp->fd_ofiles[fd]; /* convert to file pointer */
298 1.6 mrg if (fp == NULL)
299 1.6 mrg return(EBADF);
300 1.6 mrg
301 1.6 mrg if (fp->f_type != DTYPE_VNODE)
302 1.7 kleink return (ENODEV); /* only mmap vnodes! */
303 1.6 mrg vp = (struct vnode *)fp->f_data; /* convert to vnode */
304 1.6 mrg
305 1.6 mrg if (vp->v_type != VREG && vp->v_type != VCHR)
306 1.7 kleink return (ENODEV); /* only REG/CHR support mmap */
307 1.6 mrg
308 1.6 mrg /* special case: catch SunOS style /dev/zero */
309 1.6 mrg if (vp->v_type == VCHR && iszerodev(vp->v_rdev)) {
310 1.6 mrg flags |= MAP_ANON;
311 1.6 mrg goto is_anon;
312 1.6 mrg }
313 1.6 mrg
314 1.6 mrg /*
315 1.6 mrg * Old programs may not select a specific sharing type, so
316 1.6 mrg * default to an appropriate one.
317 1.6 mrg *
318 1.6 mrg * XXX: how does MAP_ANON fit in the picture?
319 1.6 mrg */
320 1.6 mrg if ((flags & (MAP_SHARED|MAP_PRIVATE|MAP_COPY)) == 0) {
321 1.8 tv #if defined(DEBUG)
322 1.6 mrg printf("WARNING: defaulted mmap() share type to "
323 1.6 mrg "%s (pid %d comm %s)\n", vp->v_type == VCHR ?
324 1.6 mrg "MAP_SHARED" : "MAP_PRIVATE", p->p_pid,
325 1.6 mrg p->p_comm);
326 1.1 mrg #endif
327 1.6 mrg if (vp->v_type == VCHR)
328 1.6 mrg flags |= MAP_SHARED; /* for a device */
329 1.6 mrg else
330 1.6 mrg flags |= MAP_PRIVATE; /* for a file */
331 1.6 mrg }
332 1.6 mrg
333 1.6 mrg /*
334 1.6 mrg * MAP_PRIVATE device mappings don't make sense (and aren't
335 1.6 mrg * supported anyway). However, some programs rely on this,
336 1.6 mrg * so just change it to MAP_SHARED.
337 1.6 mrg */
338 1.6 mrg if (vp->v_type == VCHR && (flags & MAP_PRIVATE) != 0) {
339 1.1 mrg #if defined(DIAGNOSTIC)
340 1.6 mrg printf("WARNING: converted MAP_PRIVATE device mapping "
341 1.6 mrg "to MAP_SHARED (pid %d comm %s)\n", p->p_pid,
342 1.6 mrg p->p_comm);
343 1.1 mrg #endif
344 1.6 mrg flags = (flags & ~MAP_PRIVATE) | MAP_SHARED;
345 1.6 mrg }
346 1.1 mrg
347 1.6 mrg /*
348 1.6 mrg * now check protection
349 1.6 mrg */
350 1.6 mrg
351 1.6 mrg maxprot = VM_PROT_EXECUTE;
352 1.6 mrg
353 1.6 mrg /* check read access */
354 1.6 mrg if (fp->f_flag & FREAD)
355 1.6 mrg maxprot |= VM_PROT_READ;
356 1.6 mrg else if (prot & PROT_READ)
357 1.6 mrg return (EACCES);
358 1.6 mrg
359 1.9 mrg /* check write access, shared case first */
360 1.6 mrg if (flags & MAP_SHARED) {
361 1.9 mrg /*
362 1.9 mrg * if the file is writable, only add PROT_WRITE to
363 1.9 mrg * maxprot if the file is not immutable, append-only.
364 1.9 mrg * otherwise, if we have asked for PROT_WRITE, return
365 1.9 mrg * EPERM.
366 1.9 mrg */
367 1.9 mrg if (fp->f_flag & FWRITE) {
368 1.9 mrg if ((error =
369 1.9 mrg VOP_GETATTR(vp, &va, p->p_ucred, p)))
370 1.9 mrg return (error);
371 1.9 mrg if ((va.va_flags & (IMMUTABLE|APPEND)) == 0)
372 1.9 mrg maxprot |= VM_PROT_WRITE;
373 1.9 mrg else if (prot & PROT_WRITE)
374 1.9 mrg return (EPERM);
375 1.9 mrg }
376 1.6 mrg else if (prot & PROT_WRITE)
377 1.6 mrg return (EACCES);
378 1.6 mrg } else {
379 1.6 mrg /* MAP_PRIVATE mappings can always write to */
380 1.6 mrg maxprot |= VM_PROT_WRITE;
381 1.6 mrg }
382 1.6 mrg
383 1.6 mrg /*
384 1.6 mrg * set handle to vnode
385 1.6 mrg */
386 1.1 mrg
387 1.6 mrg handle = (caddr_t)vp;
388 1.1 mrg
389 1.6 mrg } else { /* MAP_ANON case */
390 1.1 mrg
391 1.6 mrg if (fd != -1)
392 1.6 mrg return (EINVAL);
393 1.1 mrg
394 1.1 mrg is_anon: /* label for SunOS style /dev/zero */
395 1.6 mrg handle = NULL;
396 1.6 mrg maxprot = VM_PROT_ALL;
397 1.6 mrg pos = 0;
398 1.6 mrg }
399 1.6 mrg
400 1.6 mrg /*
401 1.6 mrg * now let kernel internal function uvm_mmap do the work.
402 1.6 mrg */
403 1.6 mrg
404 1.6 mrg error = uvm_mmap(&p->p_vmspace->vm_map, &addr, size, prot, maxprot,
405 1.6 mrg flags, handle, pos);
406 1.6 mrg
407 1.6 mrg if (error == 0)
408 1.6 mrg /* remember to add offset */
409 1.6 mrg *retval = (register_t)(addr + pageoff);
410 1.1 mrg
411 1.6 mrg return (error);
412 1.1 mrg }
413 1.1 mrg
414 1.1 mrg /*
415 1.1 mrg * sys___msync13: the msync system call (a front-end for flush)
416 1.1 mrg */
417 1.1 mrg
418 1.6 mrg int
419 1.6 mrg sys___msync13(p, v, retval)
420 1.6 mrg struct proc *p;
421 1.6 mrg void *v;
422 1.6 mrg register_t *retval;
423 1.6 mrg {
424 1.6 mrg struct sys___msync13_args /* {
425 1.6 mrg syscallarg(caddr_t) addr;
426 1.6 mrg syscallarg(size_t) len;
427 1.6 mrg syscallarg(int) flags;
428 1.6 mrg } */ *uap = v;
429 1.6 mrg vm_offset_t addr;
430 1.6 mrg vm_size_t size, pageoff;
431 1.6 mrg vm_map_t map;
432 1.6 mrg int rv, flags, uvmflags;
433 1.6 mrg
434 1.6 mrg /*
435 1.6 mrg * extract syscall args from the uap
436 1.6 mrg */
437 1.6 mrg
438 1.6 mrg addr = (vm_offset_t)SCARG(uap, addr);
439 1.6 mrg size = (vm_size_t)SCARG(uap, len);
440 1.6 mrg flags = SCARG(uap, flags);
441 1.6 mrg
442 1.6 mrg /* sanity check flags */
443 1.6 mrg if ((flags & ~(MS_ASYNC | MS_SYNC | MS_INVALIDATE)) != 0 ||
444 1.6 mrg (flags & (MS_ASYNC | MS_SYNC | MS_INVALIDATE)) == 0 ||
445 1.6 mrg (flags & (MS_ASYNC | MS_SYNC)) == (MS_ASYNC | MS_SYNC))
446 1.1 mrg return (EINVAL);
447 1.6 mrg if ((flags & (MS_ASYNC | MS_SYNC)) == 0)
448 1.1 mrg flags |= MS_SYNC;
449 1.1 mrg
450 1.6 mrg /*
451 1.6 mrg * align the address to a page boundary, and adjust the size accordingly
452 1.6 mrg */
453 1.6 mrg
454 1.6 mrg pageoff = (addr & PAGE_MASK);
455 1.6 mrg addr -= pageoff;
456 1.6 mrg size += pageoff;
457 1.6 mrg size = (vm_size_t) round_page(size);
458 1.6 mrg
459 1.6 mrg /* disallow wrap-around. */
460 1.6 mrg if (addr + size < addr)
461 1.6 mrg return (EINVAL);
462 1.6 mrg
463 1.6 mrg /*
464 1.6 mrg * get map
465 1.6 mrg */
466 1.6 mrg
467 1.6 mrg map = &p->p_vmspace->vm_map;
468 1.6 mrg
469 1.6 mrg /*
470 1.6 mrg * XXXCDC: do we really need this semantic?
471 1.6 mrg *
472 1.6 mrg * XXX Gak! If size is zero we are supposed to sync "all modified
473 1.6 mrg * pages with the region containing addr". Unfortunately, we
474 1.6 mrg * don't really keep track of individual mmaps so we approximate
475 1.6 mrg * by flushing the range of the map entry containing addr.
476 1.6 mrg * This can be incorrect if the region splits or is coalesced
477 1.6 mrg * with a neighbor.
478 1.6 mrg */
479 1.6 mrg if (size == 0) {
480 1.6 mrg vm_map_entry_t entry;
481 1.6 mrg
482 1.6 mrg vm_map_lock_read(map);
483 1.6 mrg rv = uvm_map_lookup_entry(map, addr, &entry);
484 1.6 mrg if (rv == TRUE) {
485 1.6 mrg addr = entry->start;
486 1.6 mrg size = entry->end - entry->start;
487 1.6 mrg }
488 1.6 mrg vm_map_unlock_read(map);
489 1.6 mrg if (rv == FALSE)
490 1.6 mrg return (EINVAL);
491 1.6 mrg }
492 1.6 mrg
493 1.6 mrg /*
494 1.6 mrg * translate MS_ flags into PGO_ flags
495 1.6 mrg */
496 1.6 mrg uvmflags = (flags & MS_INVALIDATE) ? PGO_FREE : 0;
497 1.6 mrg if (flags & MS_SYNC)
498 1.6 mrg uvmflags |= PGO_SYNCIO;
499 1.6 mrg else
500 1.6 mrg uvmflags |= PGO_SYNCIO; /* XXXCDC: force sync for now! */
501 1.6 mrg
502 1.6 mrg /*
503 1.6 mrg * doit!
504 1.6 mrg */
505 1.6 mrg rv = uvm_map_clean(map, addr, addr+size, uvmflags);
506 1.6 mrg
507 1.6 mrg /*
508 1.6 mrg * and return...
509 1.6 mrg */
510 1.6 mrg switch (rv) {
511 1.6 mrg case KERN_SUCCESS:
512 1.6 mrg return(0);
513 1.6 mrg case KERN_INVALID_ADDRESS:
514 1.6 mrg return (ENOMEM);
515 1.6 mrg case KERN_FAILURE:
516 1.6 mrg return (EIO);
517 1.6 mrg case KERN_PAGES_LOCKED: /* XXXCDC: uvm doesn't return this */
518 1.6 mrg return (EBUSY);
519 1.6 mrg default:
520 1.6 mrg return (EINVAL);
521 1.6 mrg }
522 1.6 mrg /*NOTREACHED*/
523 1.1 mrg }
524 1.1 mrg
525 1.1 mrg /*
526 1.1 mrg * sys_munmap: unmap a users memory
527 1.1 mrg */
528 1.1 mrg
529 1.6 mrg int
530 1.6 mrg sys_munmap(p, v, retval)
531 1.6 mrg register struct proc *p;
532 1.6 mrg void *v;
533 1.6 mrg register_t *retval;
534 1.6 mrg {
535 1.6 mrg register struct sys_munmap_args /* {
536 1.6 mrg syscallarg(caddr_t) addr;
537 1.6 mrg syscallarg(size_t) len;
538 1.6 mrg } */ *uap = v;
539 1.6 mrg vm_offset_t addr;
540 1.6 mrg vm_size_t size, pageoff;
541 1.6 mrg vm_map_t map;
542 1.6 mrg vm_offset_t vm_min_address = VM_MIN_ADDRESS;
543 1.6 mrg struct vm_map_entry *dead_entries;
544 1.6 mrg
545 1.6 mrg /*
546 1.6 mrg * get syscall args...
547 1.6 mrg */
548 1.6 mrg
549 1.6 mrg addr = (vm_offset_t) SCARG(uap, addr);
550 1.6 mrg size = (vm_size_t) SCARG(uap, len);
551 1.6 mrg
552 1.6 mrg /*
553 1.6 mrg * align the address to a page boundary, and adjust the size accordingly
554 1.6 mrg */
555 1.6 mrg
556 1.6 mrg pageoff = (addr & PAGE_MASK);
557 1.6 mrg addr -= pageoff;
558 1.6 mrg size += pageoff;
559 1.6 mrg size = (vm_size_t) round_page(size);
560 1.6 mrg
561 1.6 mrg if ((int)size < 0)
562 1.6 mrg return (EINVAL);
563 1.6 mrg if (size == 0)
564 1.6 mrg return (0);
565 1.6 mrg
566 1.6 mrg /*
567 1.6 mrg * Check for illegal addresses. Watch out for address wrap...
568 1.6 mrg * Note that VM_*_ADDRESS are not constants due to casts (argh).
569 1.6 mrg */
570 1.6 mrg if (VM_MAXUSER_ADDRESS > 0 && addr + size > VM_MAXUSER_ADDRESS)
571 1.6 mrg return (EINVAL);
572 1.6 mrg if (vm_min_address > 0 && addr < vm_min_address)
573 1.6 mrg return (EINVAL);
574 1.6 mrg if (addr > addr + size)
575 1.6 mrg return (EINVAL);
576 1.6 mrg map = &p->p_vmspace->vm_map;
577 1.6 mrg
578 1.6 mrg
579 1.6 mrg vm_map_lock(map); /* lock map so we can checkprot */
580 1.6 mrg
581 1.6 mrg /*
582 1.6 mrg * interesting system call semantic: make sure entire range is
583 1.6 mrg * allocated before allowing an unmap.
584 1.6 mrg */
585 1.6 mrg
586 1.6 mrg if (!uvm_map_checkprot(map, addr, addr + size, VM_PROT_NONE)) {
587 1.6 mrg vm_map_unlock(map);
588 1.6 mrg return (EINVAL);
589 1.6 mrg }
590 1.6 mrg
591 1.6 mrg /*
592 1.6 mrg * doit!
593 1.6 mrg */
594 1.6 mrg (void) uvm_unmap_remove(map, addr, addr + size, 0, &dead_entries);
595 1.1 mrg
596 1.6 mrg vm_map_unlock(map); /* and unlock */
597 1.1 mrg
598 1.6 mrg if (dead_entries != NULL)
599 1.6 mrg uvm_unmap_detach(dead_entries, 0);
600 1.1 mrg
601 1.6 mrg return (0);
602 1.1 mrg }
603 1.1 mrg
604 1.1 mrg /*
605 1.1 mrg * sys_mprotect: the mprotect system call
606 1.1 mrg */
607 1.1 mrg
608 1.6 mrg int
609 1.6 mrg sys_mprotect(p, v, retval)
610 1.6 mrg struct proc *p;
611 1.6 mrg void *v;
612 1.6 mrg register_t *retval;
613 1.6 mrg {
614 1.6 mrg struct sys_mprotect_args /* {
615 1.6 mrg syscallarg(caddr_t) addr;
616 1.6 mrg syscallarg(int) len;
617 1.6 mrg syscallarg(int) prot;
618 1.6 mrg } */ *uap = v;
619 1.6 mrg vm_offset_t addr;
620 1.6 mrg vm_size_t size, pageoff;
621 1.6 mrg vm_prot_t prot;
622 1.6 mrg int rv;
623 1.6 mrg
624 1.6 mrg /*
625 1.6 mrg * extract syscall args from uap
626 1.6 mrg */
627 1.6 mrg
628 1.6 mrg addr = (vm_offset_t)SCARG(uap, addr);
629 1.6 mrg size = (vm_size_t)SCARG(uap, len);
630 1.6 mrg prot = SCARG(uap, prot) & VM_PROT_ALL;
631 1.6 mrg
632 1.6 mrg /*
633 1.6 mrg * align the address to a page boundary, and adjust the size accordingly
634 1.6 mrg */
635 1.6 mrg pageoff = (addr & PAGE_MASK);
636 1.6 mrg addr -= pageoff;
637 1.6 mrg size += pageoff;
638 1.6 mrg size = (vm_size_t) round_page(size);
639 1.6 mrg if ((int)size < 0)
640 1.6 mrg return (EINVAL);
641 1.6 mrg
642 1.6 mrg /*
643 1.6 mrg * doit
644 1.6 mrg */
645 1.1 mrg
646 1.6 mrg rv = uvm_map_protect(&p->p_vmspace->vm_map,
647 1.1 mrg addr, addr+size, prot, FALSE);
648 1.1 mrg
649 1.6 mrg if (rv == KERN_SUCCESS)
650 1.6 mrg return (0);
651 1.6 mrg if (rv == KERN_PROTECTION_FAILURE)
652 1.6 mrg return (EACCES);
653 1.6 mrg return (EINVAL);
654 1.1 mrg }
655 1.1 mrg
656 1.1 mrg /*
657 1.1 mrg * sys_minherit: the minherit system call
658 1.1 mrg */
659 1.1 mrg
660 1.6 mrg int
661 1.6 mrg sys_minherit(p, v, retval)
662 1.6 mrg struct proc *p;
663 1.6 mrg void *v;
664 1.6 mrg register_t *retval;
665 1.6 mrg {
666 1.6 mrg struct sys_minherit_args /* {
667 1.6 mrg syscallarg(caddr_t) addr;
668 1.6 mrg syscallarg(int) len;
669 1.6 mrg syscallarg(int) inherit;
670 1.6 mrg } */ *uap = v;
671 1.6 mrg vm_offset_t addr;
672 1.6 mrg vm_size_t size, pageoff;
673 1.6 mrg register vm_inherit_t inherit;
674 1.6 mrg
675 1.6 mrg addr = (vm_offset_t)SCARG(uap, addr);
676 1.6 mrg size = (vm_size_t)SCARG(uap, len);
677 1.6 mrg inherit = SCARG(uap, inherit);
678 1.6 mrg /*
679 1.6 mrg * align the address to a page boundary, and adjust the size accordingly
680 1.6 mrg */
681 1.6 mrg
682 1.6 mrg pageoff = (addr & PAGE_MASK);
683 1.6 mrg addr -= pageoff;
684 1.6 mrg size += pageoff;
685 1.6 mrg size = (vm_size_t) round_page(size);
686 1.6 mrg
687 1.6 mrg if ((int)size < 0)
688 1.6 mrg return (EINVAL);
689 1.6 mrg
690 1.6 mrg switch (uvm_map_inherit(&p->p_vmspace->vm_map, addr, addr+size,
691 1.1 mrg inherit)) {
692 1.6 mrg case KERN_SUCCESS:
693 1.6 mrg return (0);
694 1.6 mrg case KERN_PROTECTION_FAILURE:
695 1.6 mrg return (EACCES);
696 1.6 mrg }
697 1.6 mrg return (EINVAL);
698 1.1 mrg }
699 1.1 mrg
700 1.1 mrg /*
701 1.1 mrg * sys_mlock: memory lock
702 1.1 mrg */
703 1.1 mrg
704 1.6 mrg int
705 1.6 mrg sys_mlock(p, v, retval)
706 1.6 mrg struct proc *p;
707 1.6 mrg void *v;
708 1.6 mrg register_t *retval;
709 1.6 mrg {
710 1.6 mrg struct sys_mlock_args /* {
711 1.6 mrg syscallarg(caddr_t) addr;
712 1.6 mrg syscallarg(size_t) len;
713 1.6 mrg } */ *uap = v;
714 1.6 mrg vm_offset_t addr;
715 1.6 mrg vm_size_t size, pageoff;
716 1.6 mrg int error;
717 1.6 mrg
718 1.6 mrg /*
719 1.6 mrg * extract syscall args from uap
720 1.6 mrg */
721 1.6 mrg addr = (vm_offset_t)SCARG(uap, addr);
722 1.6 mrg size = (vm_size_t)SCARG(uap, len);
723 1.6 mrg
724 1.6 mrg /*
725 1.6 mrg * align the address to a page boundary and adjust the size accordingly
726 1.6 mrg */
727 1.6 mrg pageoff = (addr & PAGE_MASK);
728 1.6 mrg addr -= pageoff;
729 1.6 mrg size += pageoff;
730 1.6 mrg size = (vm_size_t) round_page(size);
731 1.6 mrg
732 1.6 mrg /* disallow wrap-around. */
733 1.6 mrg if (addr + (int)size < addr)
734 1.6 mrg return (EINVAL);
735 1.1 mrg
736 1.6 mrg if (atop(size) + uvmexp.wired > uvmexp.wiredmax)
737 1.6 mrg return (EAGAIN);
738 1.1 mrg
739 1.1 mrg #ifdef pmap_wired_count
740 1.6 mrg if (size + ptoa(pmap_wired_count(vm_map_pmap(&p->p_vmspace->vm_map))) >
741 1.6 mrg p->p_rlimit[RLIMIT_MEMLOCK].rlim_cur)
742 1.6 mrg return (EAGAIN);
743 1.1 mrg #else
744 1.6 mrg if ((error = suser(p->p_ucred, &p->p_acflag)) != 0)
745 1.6 mrg return (error);
746 1.1 mrg #endif
747 1.1 mrg
748 1.6 mrg error = uvm_map_pageable(&p->p_vmspace->vm_map, addr, addr+size, FALSE);
749 1.6 mrg return (error == KERN_SUCCESS ? 0 : ENOMEM);
750 1.1 mrg }
751 1.1 mrg
752 1.1 mrg /*
753 1.1 mrg * sys_munlock: unlock wired pages
754 1.1 mrg */
755 1.1 mrg
756 1.6 mrg int
757 1.6 mrg sys_munlock(p, v, retval)
758 1.6 mrg struct proc *p;
759 1.6 mrg void *v;
760 1.6 mrg register_t *retval;
761 1.6 mrg {
762 1.6 mrg struct sys_munlock_args /* {
763 1.6 mrg syscallarg(caddr_t) addr;
764 1.6 mrg syscallarg(size_t) len;
765 1.6 mrg } */ *uap = v;
766 1.6 mrg vm_offset_t addr;
767 1.6 mrg vm_size_t size, pageoff;
768 1.6 mrg int error;
769 1.6 mrg
770 1.6 mrg /*
771 1.6 mrg * extract syscall args from uap
772 1.6 mrg */
773 1.6 mrg
774 1.6 mrg addr = (vm_offset_t)SCARG(uap, addr);
775 1.6 mrg size = (vm_size_t)SCARG(uap, len);
776 1.6 mrg
777 1.6 mrg /*
778 1.6 mrg * align the address to a page boundary, and adjust the size accordingly
779 1.6 mrg */
780 1.6 mrg pageoff = (addr & PAGE_MASK);
781 1.6 mrg addr -= pageoff;
782 1.6 mrg size += pageoff;
783 1.6 mrg size = (vm_size_t) round_page(size);
784 1.6 mrg
785 1.6 mrg /* disallow wrap-around. */
786 1.6 mrg if (addr + (int)size < addr)
787 1.6 mrg return (EINVAL);
788 1.1 mrg
789 1.1 mrg #ifndef pmap_wired_count
790 1.6 mrg if ((error = suser(p->p_ucred, &p->p_acflag)) != 0)
791 1.6 mrg return (error);
792 1.1 mrg #endif
793 1.1 mrg
794 1.6 mrg error = uvm_map_pageable(&p->p_vmspace->vm_map, addr, addr+size, TRUE);
795 1.6 mrg return (error == KERN_SUCCESS ? 0 : ENOMEM);
796 1.1 mrg }
797 1.1 mrg
798 1.1 mrg /*
799 1.1 mrg * uvm_mmap: internal version of mmap
800 1.1 mrg *
801 1.1 mrg * - used by sys_mmap, exec, and sysv shm
802 1.1 mrg * - handle is a vnode pointer or NULL for MAP_ANON (XXX: not true,
803 1.1 mrg * sysv shm uses "named anonymous memory")
804 1.1 mrg * - caller must page-align the file offset
805 1.1 mrg */
806 1.1 mrg
807 1.6 mrg int
808 1.6 mrg uvm_mmap(map, addr, size, prot, maxprot, flags, handle, foff)
809 1.6 mrg vm_map_t map;
810 1.6 mrg vm_offset_t *addr;
811 1.6 mrg vm_size_t size;
812 1.6 mrg vm_prot_t prot, maxprot;
813 1.6 mrg int flags;
814 1.6 mrg caddr_t handle; /* XXX: VNODE? */
815 1.6 mrg vm_offset_t foff;
816 1.6 mrg {
817 1.6 mrg struct uvm_object *uobj;
818 1.6 mrg struct vnode *vp;
819 1.6 mrg int retval;
820 1.6 mrg int advice = UVM_ADV_NORMAL;
821 1.6 mrg uvm_flag_t uvmflag = 0;
822 1.6 mrg
823 1.6 mrg /*
824 1.6 mrg * check params
825 1.6 mrg */
826 1.6 mrg
827 1.6 mrg if (size == 0)
828 1.6 mrg return(0);
829 1.6 mrg if (foff & PAGE_MASK)
830 1.6 mrg return(EINVAL);
831 1.6 mrg if ((prot & maxprot) != prot)
832 1.6 mrg return(EINVAL);
833 1.6 mrg
834 1.6 mrg /*
835 1.6 mrg * for non-fixed mappings, round off the suggested address.
836 1.6 mrg * for fixed mappings, check alignment and zap old mappings.
837 1.6 mrg */
838 1.6 mrg
839 1.6 mrg if ((flags & MAP_FIXED) == 0) {
840 1.6 mrg *addr = round_page(*addr); /* round */
841 1.6 mrg } else {
842 1.6 mrg
843 1.6 mrg if (*addr & PAGE_MASK)
844 1.6 mrg return(EINVAL);
845 1.6 mrg uvmflag |= UVM_FLAG_FIXED;
846 1.6 mrg (void) uvm_unmap(map, *addr, *addr + size, 0); /* zap! */
847 1.6 mrg }
848 1.6 mrg
849 1.6 mrg /*
850 1.6 mrg * handle anon vs. non-anon mappings. for non-anon mappings attach
851 1.6 mrg * to underlying vm object.
852 1.6 mrg */
853 1.6 mrg
854 1.6 mrg if (flags & MAP_ANON) {
855 1.6 mrg
856 1.6 mrg foff = UVM_UNKNOWN_OFFSET;
857 1.6 mrg uobj = NULL;
858 1.6 mrg if ((flags & MAP_SHARED) == 0)
859 1.6 mrg /* XXX: defer amap create */
860 1.6 mrg uvmflag |= UVM_FLAG_COPYONW;
861 1.6 mrg else
862 1.6 mrg /* shared: create amap now */
863 1.6 mrg uvmflag |= UVM_FLAG_OVERLAY;
864 1.6 mrg
865 1.6 mrg } else {
866 1.6 mrg
867 1.6 mrg vp = (struct vnode *) handle; /* get vnode */
868 1.6 mrg if (vp->v_type != VCHR) {
869 1.6 mrg uobj = uvn_attach((void *) vp, (flags & MAP_SHARED) ?
870 1.6 mrg maxprot : (maxprot & ~VM_PROT_WRITE));
871 1.6 mrg
872 1.6 mrg /*
873 1.6 mrg * XXXCDC: hack from old code
874 1.6 mrg * don't allow vnodes which have been mapped
875 1.6 mrg * shared-writeable to persist [forces them to be
876 1.6 mrg * flushed out when last reference goes].
877 1.6 mrg * XXXCDC: interesting side effect: avoids a bug.
878 1.6 mrg * note that in WRITE [ufs_readwrite.c] that we
879 1.6 mrg * allocate buffer, uncache, and then do the write.
880 1.6 mrg * the problem with this is that if the uncache causes
881 1.6 mrg * VM data to be flushed to the same area of the file
882 1.6 mrg * we are writing to... in that case we've got the
883 1.6 mrg * buffer locked and our process goes to sleep forever.
884 1.6 mrg *
885 1.6 mrg * XXXCDC: checking maxprot protects us from the
886 1.6 mrg * "persistbug" program but this is not a long term
887 1.6 mrg * solution.
888 1.6 mrg *
889 1.6 mrg * XXXCDC: we don't bother calling uncache with the vp
890 1.6 mrg * VOP_LOCKed since we know that we are already
891 1.6 mrg * holding a valid reference to the uvn (from the
892 1.6 mrg * uvn_attach above), and thus it is impossible for
893 1.6 mrg * the uncache to kill the uvn and trigger I/O.
894 1.6 mrg */
895 1.6 mrg if (flags & MAP_SHARED) {
896 1.6 mrg if ((prot & VM_PROT_WRITE) ||
897 1.6 mrg (maxprot & VM_PROT_WRITE)) {
898 1.6 mrg uvm_vnp_uncache(vp);
899 1.6 mrg }
900 1.6 mrg }
901 1.6 mrg
902 1.6 mrg } else {
903 1.6 mrg uobj = udv_attach((void *) &vp->v_rdev,
904 1.6 mrg (flags & MAP_SHARED) ?
905 1.6 mrg maxprot : (maxprot & ~VM_PROT_WRITE));
906 1.6 mrg advice = UVM_ADV_RANDOM;
907 1.6 mrg }
908 1.6 mrg
909 1.6 mrg if (uobj == NULL)
910 1.6 mrg return((vp->v_type == VCHR) ? EINVAL : ENOMEM);
911 1.6 mrg
912 1.6 mrg if ((flags & MAP_SHARED) == 0)
913 1.6 mrg uvmflag |= UVM_FLAG_COPYONW;
914 1.6 mrg }
915 1.6 mrg
916 1.6 mrg /*
917 1.6 mrg * set up mapping flags
918 1.6 mrg */
919 1.1 mrg
920 1.6 mrg uvmflag = UVM_MAPFLAG(prot, maxprot,
921 1.1 mrg (flags & MAP_SHARED) ? UVM_INH_SHARE : UVM_INH_COPY,
922 1.1 mrg advice, uvmflag);
923 1.1 mrg
924 1.6 mrg /*
925 1.6 mrg * do it!
926 1.6 mrg */
927 1.6 mrg
928 1.6 mrg retval = uvm_map(map, addr, size, uobj, foff, uvmflag);
929 1.6 mrg
930 1.6 mrg if (retval == KERN_SUCCESS)
931 1.6 mrg return(0);
932 1.6 mrg
933 1.6 mrg /*
934 1.6 mrg * errors: first detach from the uobj, if any.
935 1.6 mrg */
936 1.6 mrg
937 1.6 mrg if (uobj)
938 1.6 mrg uobj->pgops->pgo_detach(uobj);
939 1.6 mrg
940 1.6 mrg switch (retval) {
941 1.6 mrg case KERN_INVALID_ADDRESS:
942 1.6 mrg case KERN_NO_SPACE:
943 1.6 mrg return(ENOMEM);
944 1.6 mrg case KERN_PROTECTION_FAILURE:
945 1.6 mrg return(EACCES);
946 1.6 mrg }
947 1.6 mrg return(EINVAL);
948 1.1 mrg }
949