uvm_mmap.c revision 1.1 1 1.1 mrg /* $Id: uvm_mmap.c,v 1.1 1998/02/05 06:25:09 mrg Exp $ */
2 1.1 mrg
3 1.1 mrg /*
4 1.1 mrg * XXXCDC: "ROUGH DRAFT" QUALITY UVM PRE-RELEASE FILE!
5 1.1 mrg * >>>USE AT YOUR OWN RISK, WORK IS NOT FINISHED<<<
6 1.1 mrg */
7 1.1 mrg /*
8 1.1 mrg * Copyright (c) 1997 Charles D. Cranor and Washington University.
9 1.1 mrg * Copyright (c) 1991, 1993 The Regents of the University of California.
10 1.1 mrg * Copyright (c) 1988 University of Utah.
11 1.1 mrg *
12 1.1 mrg * All rights reserved.
13 1.1 mrg *
14 1.1 mrg * This code is derived from software contributed to Berkeley by
15 1.1 mrg * the Systems Programming Group of the University of Utah Computer
16 1.1 mrg * Science Department.
17 1.1 mrg *
18 1.1 mrg * Redistribution and use in source and binary forms, with or without
19 1.1 mrg * modification, are permitted provided that the following conditions
20 1.1 mrg * are met:
21 1.1 mrg * 1. Redistributions of source code must retain the above copyright
22 1.1 mrg * notice, this list of conditions and the following disclaimer.
23 1.1 mrg * 2. Redistributions in binary form must reproduce the above copyright
24 1.1 mrg * notice, this list of conditions and the following disclaimer in the
25 1.1 mrg * documentation and/or other materials provided with the distribution.
26 1.1 mrg * 3. All advertising materials mentioning features or use of this software
27 1.1 mrg * must display the following acknowledgement:
28 1.1 mrg * This product includes software developed by the Charles D. Cranor,
29 1.1 mrg * Washington University, University of California, Berkeley and
30 1.1 mrg * its contributors.
31 1.1 mrg * 4. Neither the name of the University nor the names of its contributors
32 1.1 mrg * may be used to endorse or promote products derived from this software
33 1.1 mrg * without specific prior written permission.
34 1.1 mrg *
35 1.1 mrg * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
36 1.1 mrg * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
37 1.1 mrg * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
38 1.1 mrg * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
39 1.1 mrg * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
40 1.1 mrg * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
41 1.1 mrg * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
42 1.1 mrg * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
43 1.1 mrg * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
44 1.1 mrg * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
45 1.1 mrg * SUCH DAMAGE.
46 1.1 mrg *
47 1.1 mrg * from: Utah $Hdr: vm_mmap.c 1.6 91/10/21$
48 1.1 mrg *
49 1.1 mrg * @(#)vm_mmap.c 8.5 (Berkeley) 5/19/94
50 1.1 mrg */
51 1.1 mrg
52 1.1 mrg /*
53 1.1 mrg * uvm_mmap.c: system call interface into VM system, plus kernel vm_mmap
54 1.1 mrg * function.
55 1.1 mrg */
56 1.1 mrg #include <sys/param.h>
57 1.1 mrg #include <sys/systm.h>
58 1.1 mrg #include <sys/file.h>
59 1.1 mrg #include <sys/filedesc.h>
60 1.1 mrg #include <sys/resourcevar.h>
61 1.1 mrg #include <sys/mman.h>
62 1.1 mrg #include <sys/mount.h>
63 1.1 mrg #include <sys/proc.h>
64 1.1 mrg #include <sys/malloc.h>
65 1.1 mrg #include <sys/vnode.h>
66 1.1 mrg #include <sys/conf.h>
67 1.1 mrg
68 1.1 mrg #include <miscfs/specfs/specdev.h>
69 1.1 mrg
70 1.1 mrg #include <vm/vm.h>
71 1.1 mrg #include <vm/vm_page.h>
72 1.1 mrg #include <vm/vm_kern.h>
73 1.1 mrg
74 1.1 mrg #include <sys/syscallargs.h>
75 1.1 mrg
76 1.1 mrg #include <uvm/uvm.h>
77 1.1 mrg #include <uvm/uvm_device.h>
78 1.1 mrg #include <uvm/uvm_vnode.h>
79 1.1 mrg
80 1.1 mrg
81 1.1 mrg /*
82 1.1 mrg * unimplemented VM system calls:
83 1.1 mrg */
84 1.1 mrg
85 1.1 mrg /*
86 1.1 mrg * sys_sbrk: sbrk system call.
87 1.1 mrg */
88 1.1 mrg
89 1.1 mrg /* ARGSUSED */
90 1.1 mrg int sys_sbrk(p, v, retval)
91 1.1 mrg
92 1.1 mrg struct proc *p;
93 1.1 mrg void *v;
94 1.1 mrg register_t *retval;
95 1.1 mrg
96 1.1 mrg {
97 1.1 mrg #if 0
98 1.1 mrg struct sys_sbrk_args /* {
99 1.1 mrg syscallarg(int) incr;
100 1.1 mrg } */ *uap = v;
101 1.1 mrg #endif
102 1.1 mrg return (EOPNOTSUPP);
103 1.1 mrg }
104 1.1 mrg
105 1.1 mrg /*
106 1.1 mrg * sys_sstk: sstk system call.
107 1.1 mrg */
108 1.1 mrg
109 1.1 mrg /* ARGSUSED */
110 1.1 mrg int sys_sstk(p, v, retval)
111 1.1 mrg
112 1.1 mrg struct proc *p;
113 1.1 mrg void *v;
114 1.1 mrg register_t *retval;
115 1.1 mrg
116 1.1 mrg {
117 1.1 mrg #if 0
118 1.1 mrg struct sys_sstk_args /* {
119 1.1 mrg syscallarg(int) incr;
120 1.1 mrg } */ *uap = v;
121 1.1 mrg #endif
122 1.1 mrg return (EOPNOTSUPP);
123 1.1 mrg }
124 1.1 mrg
125 1.1 mrg /*
126 1.1 mrg * sys_madvise: give advice about memory usage.
127 1.1 mrg */
128 1.1 mrg
129 1.1 mrg /* ARGSUSED */
130 1.1 mrg int sys_madvise(p, v, retval)
131 1.1 mrg
132 1.1 mrg struct proc *p;
133 1.1 mrg void *v;
134 1.1 mrg register_t *retval;
135 1.1 mrg
136 1.1 mrg {
137 1.1 mrg #if 0
138 1.1 mrg struct sys_madvise_args /* {
139 1.1 mrg syscallarg(caddr_t) addr;
140 1.1 mrg syscallarg(size_t) len;
141 1.1 mrg syscallarg(int) behav;
142 1.1 mrg } */ *uap = v;
143 1.1 mrg #endif
144 1.1 mrg return (EOPNOTSUPP);
145 1.1 mrg }
146 1.1 mrg
147 1.1 mrg /*
148 1.1 mrg * sys_mincore: determine if pages are in core or not.
149 1.1 mrg */
150 1.1 mrg
151 1.1 mrg /* ARGSUSED */
152 1.1 mrg int sys_mincore(p, v, retval)
153 1.1 mrg
154 1.1 mrg struct proc *p;
155 1.1 mrg void *v;
156 1.1 mrg register_t *retval;
157 1.1 mrg
158 1.1 mrg {
159 1.1 mrg #if 0
160 1.1 mrg struct sys_mincore_args /* {
161 1.1 mrg syscallarg(caddr_t) addr;
162 1.1 mrg syscallarg(size_t) len;
163 1.1 mrg syscallarg(char *) vec;
164 1.1 mrg } */ *uap = v;
165 1.1 mrg #endif
166 1.1 mrg return (EOPNOTSUPP);
167 1.1 mrg }
168 1.1 mrg
169 1.1 mrg #if 0
170 1.1 mrg /*
171 1.1 mrg * munmapfd: unmap file descriptor
172 1.1 mrg *
173 1.1 mrg * XXX: is this acutally a useful function? could it be useful?
174 1.1 mrg */
175 1.1 mrg
176 1.1 mrg void munmapfd(p, fd)
177 1.1 mrg
178 1.1 mrg struct proc *p;
179 1.1 mrg int fd;
180 1.1 mrg
181 1.1 mrg {
182 1.1 mrg /*
183 1.1 mrg * XXX should vm_deallocate any regions mapped to this file
184 1.1 mrg */
185 1.1 mrg p->p_fd->fd_ofileflags[fd] &= ~UF_MAPPED;
186 1.1 mrg }
187 1.1 mrg #endif
188 1.1 mrg
189 1.1 mrg /*
190 1.1 mrg * sys_mmap: mmap system call.
191 1.1 mrg *
192 1.1 mrg * => file offest and address may not be page aligned
193 1.1 mrg * - if MAP_FIXED, offset and address must have remainder mod PAGE_SIZE
194 1.1 mrg * - if address isn't page aligned the mapping starts at trunc_page(addr)
195 1.1 mrg * and the return value is adjusted up by the page offset.
196 1.1 mrg */
197 1.1 mrg
198 1.1 mrg int sys_mmap(p, v, retval)
199 1.1 mrg
200 1.1 mrg struct proc *p;
201 1.1 mrg void *v;
202 1.1 mrg register_t *retval;
203 1.1 mrg
204 1.1 mrg {
205 1.1 mrg register struct sys_mmap_args /* {
206 1.1 mrg syscallarg(caddr_t) addr;
207 1.1 mrg syscallarg(size_t) len;
208 1.1 mrg syscallarg(int) prot;
209 1.1 mrg syscallarg(int) flags;
210 1.1 mrg syscallarg(int) fd;
211 1.1 mrg syscallarg(long) pad;
212 1.1 mrg syscallarg(off_t) pos;
213 1.1 mrg } */ *uap = v;
214 1.1 mrg vm_offset_t addr;
215 1.1 mrg off_t pos;
216 1.1 mrg vm_size_t size, pageoff;
217 1.1 mrg vm_prot_t prot, maxprot;
218 1.1 mrg int flags, fd;
219 1.1 mrg vm_offset_t vm_min_address = VM_MIN_ADDRESS;
220 1.1 mrg register struct filedesc *fdp = p->p_fd;
221 1.1 mrg register struct file *fp;
222 1.1 mrg struct vnode *vp;
223 1.1 mrg caddr_t handle;
224 1.1 mrg int error;
225 1.1 mrg
226 1.1 mrg /*
227 1.1 mrg * first, extract syscall args from the uap.
228 1.1 mrg */
229 1.1 mrg
230 1.1 mrg addr = (vm_offset_t) SCARG(uap, addr);
231 1.1 mrg size = (vm_size_t) SCARG(uap, len);
232 1.1 mrg prot = SCARG(uap, prot) & VM_PROT_ALL;
233 1.1 mrg flags = SCARG(uap, flags);
234 1.1 mrg fd = SCARG(uap, fd);
235 1.1 mrg pos = SCARG(uap, pos);
236 1.1 mrg
237 1.1 mrg /*
238 1.1 mrg * make sure that the newsize fits within a vm_offset_t
239 1.1 mrg * XXX: need to revise addressing data types
240 1.1 mrg */
241 1.1 mrg if (pos + size > (vm_offset_t)-PAGE_SIZE) {
242 1.1 mrg #ifdef DEBUG
243 1.1 mrg printf("mmap: pos=%qx, size=%x too big\n", pos, (int)size);
244 1.1 mrg #endif
245 1.1 mrg return(EINVAL);
246 1.1 mrg }
247 1.1 mrg
248 1.1 mrg /*
249 1.1 mrg * align file position and save offset. adjust size.
250 1.1 mrg */
251 1.1 mrg
252 1.1 mrg pageoff = (pos & PAGE_MASK);
253 1.1 mrg pos -= pageoff;
254 1.1 mrg size += pageoff; /* add offset */
255 1.1 mrg size = (vm_size_t) round_page(size); /* round up */
256 1.1 mrg if ((ssize_t) size < 0)
257 1.1 mrg return(EINVAL); /* don't allow wrap */
258 1.1 mrg
259 1.1 mrg /*
260 1.1 mrg * now check (MAP_FIXED) or get (!MAP_FIXED) the "addr"
261 1.1 mrg */
262 1.1 mrg
263 1.1 mrg if (flags & MAP_FIXED) {
264 1.1 mrg
265 1.1 mrg /* ensure address and file offset are aligned properly */
266 1.1 mrg addr -= pageoff;
267 1.1 mrg if (addr & PAGE_MASK)
268 1.1 mrg return(EINVAL);
269 1.1 mrg
270 1.1 mrg if (VM_MAXUSER_ADDRESS > 0 && (addr + size) > VM_MAXUSER_ADDRESS)
271 1.1 mrg return(EINVAL);
272 1.1 mrg if (vm_min_address > 0 && addr < vm_min_address)
273 1.1 mrg return(EINVAL);
274 1.1 mrg if (addr > addr + size)
275 1.1 mrg return (EINVAL); /* no wrapping! */
276 1.1 mrg
277 1.1 mrg } else {
278 1.1 mrg
279 1.1 mrg /*
280 1.1 mrg * not fixed: make sure we skip over the largest possible heap.
281 1.1 mrg * we will refine our guess later (e.g. to account for VAC, etc.)
282 1.1 mrg */
283 1.1 mrg if (addr < round_page(p->p_vmspace->vm_daddr + MAXDSIZ))
284 1.1 mrg addr = round_page(p->p_vmspace->vm_daddr + MAXDSIZ);
285 1.1 mrg }
286 1.1 mrg
287 1.1 mrg /*
288 1.1 mrg * check for file mappings (i.e. not anonymous) and verify file.
289 1.1 mrg */
290 1.1 mrg
291 1.1 mrg if ((flags & MAP_ANON) == 0) {
292 1.1 mrg
293 1.1 mrg if (fd < 0 || fd >= fdp->fd_nfiles)
294 1.1 mrg return(EBADF); /* failed range check? */
295 1.1 mrg fp = fdp->fd_ofiles[fd]; /* convert to file pointer */
296 1.1 mrg if (fp == NULL)
297 1.1 mrg return(EBADF);
298 1.1 mrg
299 1.1 mrg if (fp->f_type != DTYPE_VNODE)
300 1.1 mrg return(EINVAL); /* only mmap vnodes! */
301 1.1 mrg vp = (struct vnode *)fp->f_data; /* convert to vnode */
302 1.1 mrg if (vp->v_type != VREG && vp->v_type != VCHR)
303 1.1 mrg return (EINVAL); /* only REG/CHR support mmap */
304 1.1 mrg
305 1.1 mrg /* special case: catch SunOS style /dev/zero */
306 1.1 mrg if (vp->v_type == VCHR && iszerodev(vp->v_rdev)) {
307 1.1 mrg flags |= MAP_ANON;
308 1.1 mrg goto is_anon;
309 1.1 mrg }
310 1.1 mrg
311 1.1 mrg #if defined(COMPAT_13)
312 1.1 mrg /*
313 1.1 mrg * XXX: support MAP_FILE: some older applications call mmap with flags
314 1.1 mrg * set to MAP_FILE (i.e. zero). the proper semantics for this seem
315 1.1 mrg * to be MAP_SHARED for devices and MAP_PRIVATE for files.
316 1.1 mrg *
317 1.1 mrg * XXX: how does MAP_ANON fit in the picture?
318 1.1 mrg * XXX: what about MAP_COPY?
319 1.1 mrg */
320 1.1 mrg
321 1.1 mrg if ((flags & (MAP_SHARED|MAP_PRIVATE|MAP_COPY)) == 0) {
322 1.1 mrg #if defined(DIAGNOSTIC)
323 1.1 mrg printf("WARNING: corrected bogus mmap (pid %d comm %s)\n", p->p_pid,
324 1.1 mrg p->p_comm);
325 1.1 mrg #endif
326 1.1 mrg if (vp->v_type == VCHR)
327 1.1 mrg flags |= MAP_SHARED; /* for a device */
328 1.1 mrg else
329 1.1 mrg flags |= MAP_PRIVATE; /* for a file */
330 1.1 mrg }
331 1.1 mrg #else
332 1.1 mrg
333 1.1 mrg if ((flags & (MAP_SHARED|MAP_PRIVATE|MAP_COPY)) == 0)
334 1.1 mrg return(EINVAL); /* sorry, old timer */
335 1.1 mrg
336 1.1 mrg #endif
337 1.1 mrg
338 1.1 mrg #if defined(sparc)
339 1.1 mrg /*
340 1.1 mrg * sparc seems to want to map devices MAP_PRIVATE, which doesn't
341 1.1 mrg * make sense for us (why would we want to copy-on-write fault
342 1.1 mrg * framebuffer mappings?). fix this.
343 1.1 mrg */
344 1.1 mrg if (vp->v_type == VCHR && (flags & MAP_PRIVATE) != 0) {
345 1.1 mrg #if defined(DIAGNOSTIC)
346 1.1 mrg printf("WARNING: converting MAP_PRIVATE device mapping to MAP_SHARE "
347 1.1 mrg "(pid %d comm %s)\n", p->p_pid, p->p_comm);
348 1.1 mrg #endif
349 1.1 mrg flags = (flags & ~MAP_PRIVATE) | MAP_SHARED; /* switch it */
350 1.1 mrg }
351 1.1 mrg #endif
352 1.1 mrg
353 1.1 mrg /*
354 1.1 mrg * now check protection
355 1.1 mrg */
356 1.1 mrg
357 1.1 mrg maxprot = VM_PROT_EXECUTE;
358 1.1 mrg
359 1.1 mrg /* check read access */
360 1.1 mrg if (fp->f_flag & FREAD)
361 1.1 mrg maxprot |= VM_PROT_READ;
362 1.1 mrg else if (prot & PROT_READ)
363 1.1 mrg return(EACCES);
364 1.1 mrg
365 1.1 mrg /* check write case (if shared) */
366 1.1 mrg if (flags & MAP_SHARED) {
367 1.1 mrg if (fp->f_flag & FWRITE)
368 1.1 mrg maxprot |= VM_PROT_WRITE;
369 1.1 mrg else if (prot & PROT_WRITE)
370 1.1 mrg return(EACCES);
371 1.1 mrg } else {
372 1.1 mrg maxprot |= VM_PROT_WRITE; /* MAP_PRIVATE mappings can always write to */
373 1.1 mrg }
374 1.1 mrg
375 1.1 mrg /*
376 1.1 mrg * set handle to vnode
377 1.1 mrg */
378 1.1 mrg
379 1.1 mrg handle = (caddr_t)vp;
380 1.1 mrg
381 1.1 mrg } else /* MAP_ANON case */ {
382 1.1 mrg
383 1.1 mrg if (fd != -1)
384 1.1 mrg return(EINVAL);
385 1.1 mrg
386 1.1 mrg is_anon: /* label for SunOS style /dev/zero */
387 1.1 mrg handle = NULL;
388 1.1 mrg maxprot = VM_PROT_ALL;
389 1.1 mrg pos = 0;
390 1.1 mrg }
391 1.1 mrg
392 1.1 mrg /*
393 1.1 mrg * now let kernel internal function uvm_mmap do the work.
394 1.1 mrg */
395 1.1 mrg
396 1.1 mrg error = uvm_mmap(&p->p_vmspace->vm_map, &addr, size, prot, maxprot,
397 1.1 mrg flags, handle, pos);
398 1.1 mrg
399 1.1 mrg if (error == 0)
400 1.1 mrg *retval = (register_t)(addr + pageoff); /* remember to add offset */
401 1.1 mrg
402 1.1 mrg return (error);
403 1.1 mrg }
404 1.1 mrg
405 1.1 mrg /*
406 1.1 mrg * sys___msync13: the msync system call (a front-end for flush)
407 1.1 mrg */
408 1.1 mrg
409 1.1 mrg int sys___msync13(p, v, retval)
410 1.1 mrg
411 1.1 mrg struct proc *p;
412 1.1 mrg void *v;
413 1.1 mrg register_t *retval;
414 1.1 mrg
415 1.1 mrg {
416 1.1 mrg struct sys___msync13_args /* {
417 1.1 mrg syscallarg(caddr_t) addr;
418 1.1 mrg syscallarg(size_t) len;
419 1.1 mrg syscallarg(int) flags;
420 1.1 mrg } */ *uap = v;
421 1.1 mrg vm_offset_t addr;
422 1.1 mrg vm_size_t size, pageoff;
423 1.1 mrg vm_map_t map;
424 1.1 mrg int rv, flags, uvmflags;
425 1.1 mrg
426 1.1 mrg /*
427 1.1 mrg * extract syscall args from the uap
428 1.1 mrg */
429 1.1 mrg
430 1.1 mrg addr = (vm_offset_t)SCARG(uap, addr);
431 1.1 mrg size = (vm_size_t)SCARG(uap, len);
432 1.1 mrg flags = SCARG(uap, flags);
433 1.1 mrg
434 1.1 mrg /* sanity check flags */
435 1.1 mrg if ((flags & ~(MS_ASYNC | MS_SYNC | MS_INVALIDATE)) != 0 ||
436 1.1 mrg (flags & (MS_ASYNC | MS_SYNC | MS_INVALIDATE)) == 0 ||
437 1.1 mrg (flags & (MS_ASYNC | MS_SYNC)) == (MS_ASYNC | MS_SYNC))
438 1.1 mrg return (EINVAL);
439 1.1 mrg if ((flags & (MS_ASYNC | MS_SYNC)) == 0)
440 1.1 mrg flags |= MS_SYNC;
441 1.1 mrg
442 1.1 mrg /*
443 1.1 mrg * align the address to a page boundary, and adjust the size accordingly.
444 1.1 mrg */
445 1.1 mrg
446 1.1 mrg pageoff = (addr & PAGE_MASK);
447 1.1 mrg addr -= pageoff;
448 1.1 mrg size += pageoff;
449 1.1 mrg size = (vm_size_t) round_page(size);
450 1.1 mrg
451 1.1 mrg /* disallow wrap-around. */
452 1.1 mrg if (addr + size < addr)
453 1.1 mrg return (EINVAL);
454 1.1 mrg
455 1.1 mrg /*
456 1.1 mrg * get map
457 1.1 mrg */
458 1.1 mrg
459 1.1 mrg map = &p->p_vmspace->vm_map;
460 1.1 mrg
461 1.1 mrg /*
462 1.1 mrg * XXXCDC: do we really need this semantic?
463 1.1 mrg *
464 1.1 mrg * XXX Gak! If size is zero we are supposed to sync "all modified
465 1.1 mrg * pages with the region containing addr". Unfortunately, we
466 1.1 mrg * don't really keep track of individual mmaps so we approximate
467 1.1 mrg * by flushing the range of the map entry containing addr.
468 1.1 mrg * This can be incorrect if the region splits or is coalesced
469 1.1 mrg * with a neighbor.
470 1.1 mrg */
471 1.1 mrg if (size == 0) {
472 1.1 mrg vm_map_entry_t entry;
473 1.1 mrg
474 1.1 mrg vm_map_lock_read(map);
475 1.1 mrg rv = uvm_map_lookup_entry(map, addr, &entry);
476 1.1 mrg if (rv == TRUE) {
477 1.1 mrg addr = entry->start;
478 1.1 mrg size = entry->end - entry->start;
479 1.1 mrg }
480 1.1 mrg vm_map_unlock_read(map);
481 1.1 mrg if (rv == FALSE)
482 1.1 mrg return (EINVAL);
483 1.1 mrg }
484 1.1 mrg
485 1.1 mrg /*
486 1.1 mrg * translate MS_ flags into PGO_ flags
487 1.1 mrg */
488 1.1 mrg uvmflags = (flags & MS_INVALIDATE) ? PGO_FREE : 0;
489 1.1 mrg if (flags & MS_SYNC)
490 1.1 mrg uvmflags |= PGO_SYNCIO;
491 1.1 mrg else
492 1.1 mrg uvmflags |= PGO_SYNCIO; /* XXXCDC: force sync for now! */
493 1.1 mrg
494 1.1 mrg /*
495 1.1 mrg * doit!
496 1.1 mrg */
497 1.1 mrg rv = uvm_map_clean(map, addr, addr+size, uvmflags);
498 1.1 mrg
499 1.1 mrg /*
500 1.1 mrg * and return...
501 1.1 mrg */
502 1.1 mrg switch (rv) {
503 1.1 mrg case KERN_SUCCESS:
504 1.1 mrg return(0);
505 1.1 mrg case KERN_INVALID_ADDRESS:
506 1.1 mrg return (ENOMEM);
507 1.1 mrg case KERN_FAILURE:
508 1.1 mrg return (EIO);
509 1.1 mrg case KERN_PAGES_LOCKED: /* XXXCDC: uvm doesn't return this */
510 1.1 mrg return (EBUSY);
511 1.1 mrg default:
512 1.1 mrg return (EINVAL);
513 1.1 mrg }
514 1.1 mrg /*NOTREACHED*/
515 1.1 mrg }
516 1.1 mrg
517 1.1 mrg /*
518 1.1 mrg * sys_munmap: unmap a users memory
519 1.1 mrg */
520 1.1 mrg
521 1.1 mrg int sys_munmap(p, v, retval)
522 1.1 mrg
523 1.1 mrg register struct proc *p;
524 1.1 mrg void *v;
525 1.1 mrg register_t *retval;
526 1.1 mrg
527 1.1 mrg {
528 1.1 mrg register struct sys_munmap_args /* {
529 1.1 mrg syscallarg(caddr_t) addr;
530 1.1 mrg syscallarg(size_t) len;
531 1.1 mrg } */ *uap = v;
532 1.1 mrg vm_offset_t addr;
533 1.1 mrg vm_size_t size, pageoff;
534 1.1 mrg vm_map_t map;
535 1.1 mrg vm_offset_t vm_min_address = VM_MIN_ADDRESS;
536 1.1 mrg struct vm_map_entry *dead_entries;
537 1.1 mrg
538 1.1 mrg /*
539 1.1 mrg * get syscall args...
540 1.1 mrg */
541 1.1 mrg
542 1.1 mrg addr = (vm_offset_t) SCARG(uap, addr);
543 1.1 mrg size = (vm_size_t) SCARG(uap, len);
544 1.1 mrg
545 1.1 mrg /*
546 1.1 mrg * align the address to a page boundary, and adjust the size accordingly.
547 1.1 mrg */
548 1.1 mrg
549 1.1 mrg pageoff = (addr & PAGE_MASK);
550 1.1 mrg addr -= pageoff;
551 1.1 mrg size += pageoff;
552 1.1 mrg size = (vm_size_t) round_page(size);
553 1.1 mrg
554 1.1 mrg if ((int)size < 0)
555 1.1 mrg return(EINVAL);
556 1.1 mrg if (size == 0)
557 1.1 mrg return(0);
558 1.1 mrg
559 1.1 mrg /*
560 1.1 mrg * Check for illegal addresses. Watch out for address wrap...
561 1.1 mrg * Note that VM_*_ADDRESS are not constants due to casts (argh).
562 1.1 mrg */
563 1.1 mrg if (VM_MAXUSER_ADDRESS > 0 && addr + size > VM_MAXUSER_ADDRESS)
564 1.1 mrg return (EINVAL);
565 1.1 mrg if (vm_min_address > 0 && addr < vm_min_address)
566 1.1 mrg return (EINVAL);
567 1.1 mrg if (addr > addr + size)
568 1.1 mrg return (EINVAL);
569 1.1 mrg map = &p->p_vmspace->vm_map;
570 1.1 mrg
571 1.1 mrg
572 1.1 mrg vm_map_lock(map); /* lock map so we can checkprot */
573 1.1 mrg
574 1.1 mrg /*
575 1.1 mrg * interesting system call semantic: make sure entire range is
576 1.1 mrg * allocated before allowing an unmap.
577 1.1 mrg */
578 1.1 mrg
579 1.1 mrg if (!uvm_map_checkprot(map, addr, addr + size, VM_PROT_NONE)) {
580 1.1 mrg vm_map_unlock(map);
581 1.1 mrg return(EINVAL);
582 1.1 mrg }
583 1.1 mrg
584 1.1 mrg /*
585 1.1 mrg * doit!
586 1.1 mrg */
587 1.1 mrg (void) uvm_unmap_remove(map, addr, addr + size, 0, &dead_entries);
588 1.1 mrg
589 1.1 mrg vm_map_unlock(map); /* and unlock */
590 1.1 mrg
591 1.1 mrg if (dead_entries != NULL)
592 1.1 mrg uvm_unmap_detach(dead_entries, 0);
593 1.1 mrg
594 1.1 mrg return(0);
595 1.1 mrg }
596 1.1 mrg
597 1.1 mrg /*
598 1.1 mrg * sys_mprotect: the mprotect system call
599 1.1 mrg */
600 1.1 mrg
601 1.1 mrg int sys_mprotect(p, v, retval)
602 1.1 mrg
603 1.1 mrg struct proc *p;
604 1.1 mrg void *v;
605 1.1 mrg register_t *retval;
606 1.1 mrg
607 1.1 mrg {
608 1.1 mrg struct sys_mprotect_args /* {
609 1.1 mrg syscallarg(caddr_t) addr;
610 1.1 mrg syscallarg(int) len;
611 1.1 mrg syscallarg(int) prot;
612 1.1 mrg } */ *uap = v;
613 1.1 mrg vm_offset_t addr;
614 1.1 mrg vm_size_t size, pageoff;
615 1.1 mrg vm_prot_t prot;
616 1.1 mrg int rv;
617 1.1 mrg
618 1.1 mrg /*
619 1.1 mrg * extract syscall args from uap
620 1.1 mrg */
621 1.1 mrg
622 1.1 mrg addr = (vm_offset_t)SCARG(uap, addr);
623 1.1 mrg size = (vm_size_t)SCARG(uap, len);
624 1.1 mrg prot = SCARG(uap, prot) & VM_PROT_ALL;
625 1.1 mrg
626 1.1 mrg /*
627 1.1 mrg * align the address to a page boundary, and adjust the size accordingly
628 1.1 mrg */
629 1.1 mrg pageoff = (addr & PAGE_MASK);
630 1.1 mrg addr -= pageoff;
631 1.1 mrg size += pageoff;
632 1.1 mrg size = (vm_size_t) round_page(size);
633 1.1 mrg if ((int)size < 0)
634 1.1 mrg return(EINVAL);
635 1.1 mrg
636 1.1 mrg /*
637 1.1 mrg * doit
638 1.1 mrg */
639 1.1 mrg
640 1.1 mrg rv = uvm_map_protect(&p->p_vmspace->vm_map,
641 1.1 mrg addr, addr+size, prot, FALSE);
642 1.1 mrg
643 1.1 mrg if (rv == KERN_SUCCESS)
644 1.1 mrg return(0);
645 1.1 mrg if (rv == KERN_PROTECTION_FAILURE)
646 1.1 mrg return(EACCES);
647 1.1 mrg return(EINVAL);
648 1.1 mrg }
649 1.1 mrg
650 1.1 mrg /*
651 1.1 mrg * sys_minherit: the minherit system call
652 1.1 mrg */
653 1.1 mrg
654 1.1 mrg int sys_minherit(p, v, retval)
655 1.1 mrg
656 1.1 mrg struct proc *p;
657 1.1 mrg void *v;
658 1.1 mrg register_t *retval;
659 1.1 mrg
660 1.1 mrg {
661 1.1 mrg struct sys_minherit_args /* {
662 1.1 mrg syscallarg(caddr_t) addr;
663 1.1 mrg syscallarg(int) len;
664 1.1 mrg syscallarg(int) inherit;
665 1.1 mrg } */ *uap = v;
666 1.1 mrg vm_offset_t addr;
667 1.1 mrg vm_size_t size, pageoff;
668 1.1 mrg register vm_inherit_t inherit;
669 1.1 mrg
670 1.1 mrg addr = (vm_offset_t)SCARG(uap, addr);
671 1.1 mrg size = (vm_size_t)SCARG(uap, len);
672 1.1 mrg inherit = SCARG(uap, inherit);
673 1.1 mrg /*
674 1.1 mrg * align the address to a page boundary, xand adjust the size accordingly.
675 1.1 mrg */
676 1.1 mrg pageoff = (addr & PAGE_MASK);
677 1.1 mrg addr -= pageoff;
678 1.1 mrg size += pageoff;
679 1.1 mrg size = (vm_size_t) round_page(size);
680 1.1 mrg if ((int)size < 0)
681 1.1 mrg return(EINVAL);
682 1.1 mrg
683 1.1 mrg switch (uvm_map_inherit(&p->p_vmspace->vm_map, addr, addr+size,
684 1.1 mrg inherit)) {
685 1.1 mrg case KERN_SUCCESS:
686 1.1 mrg return (0);
687 1.1 mrg case KERN_PROTECTION_FAILURE:
688 1.1 mrg return (EACCES);
689 1.1 mrg }
690 1.1 mrg return (EINVAL);
691 1.1 mrg }
692 1.1 mrg
693 1.1 mrg /*
694 1.1 mrg * sys_mlock: memory lock
695 1.1 mrg */
696 1.1 mrg
697 1.1 mrg int sys_mlock(p, v, retval)
698 1.1 mrg
699 1.1 mrg struct proc *p;
700 1.1 mrg void *v;
701 1.1 mrg register_t *retval;
702 1.1 mrg
703 1.1 mrg {
704 1.1 mrg struct sys_mlock_args /* {
705 1.1 mrg syscallarg(caddr_t) addr;
706 1.1 mrg syscallarg(size_t) len;
707 1.1 mrg } */ *uap = v;
708 1.1 mrg vm_offset_t addr;
709 1.1 mrg vm_size_t size, pageoff;
710 1.1 mrg int error;
711 1.1 mrg
712 1.1 mrg /*
713 1.1 mrg * extract syscall args from uap
714 1.1 mrg */
715 1.1 mrg addr = (vm_offset_t)SCARG(uap, addr);
716 1.1 mrg size = (vm_size_t)SCARG(uap, len);
717 1.1 mrg
718 1.1 mrg /*
719 1.1 mrg * align the address to a page boundary and adjust the size accordingly
720 1.1 mrg */
721 1.1 mrg pageoff = (addr & PAGE_MASK);
722 1.1 mrg addr -= pageoff;
723 1.1 mrg size += pageoff;
724 1.1 mrg size = (vm_size_t) round_page(size);
725 1.1 mrg
726 1.1 mrg /* disallow wrap-around. */
727 1.1 mrg if (addr + (int)size < addr)
728 1.1 mrg return (EINVAL);
729 1.1 mrg
730 1.1 mrg if (atop(size) + uvmexp.wired > uvmexp.wiredmax)
731 1.1 mrg return (EAGAIN);
732 1.1 mrg
733 1.1 mrg #ifdef pmap_wired_count
734 1.1 mrg if (size + ptoa(pmap_wired_count(vm_map_pmap(&p->p_vmspace->vm_map))) >
735 1.1 mrg p->p_rlimit[RLIMIT_MEMLOCK].rlim_cur)
736 1.1 mrg return (EAGAIN);
737 1.1 mrg #else
738 1.1 mrg if ((error = suser(p->p_ucred, &p->p_acflag)) != 0)
739 1.1 mrg return (error);
740 1.1 mrg #endif
741 1.1 mrg
742 1.1 mrg error = uvm_map_pageable(&p->p_vmspace->vm_map, addr, addr+size, FALSE);
743 1.1 mrg return (error == KERN_SUCCESS ? 0 : ENOMEM);
744 1.1 mrg }
745 1.1 mrg
746 1.1 mrg /*
747 1.1 mrg * sys_munlock: unlock wired pages
748 1.1 mrg */
749 1.1 mrg
750 1.1 mrg int sys_munlock(p, v, retval)
751 1.1 mrg
752 1.1 mrg struct proc *p;
753 1.1 mrg void *v;
754 1.1 mrg register_t *retval;
755 1.1 mrg
756 1.1 mrg {
757 1.1 mrg struct sys_munlock_args /* {
758 1.1 mrg syscallarg(caddr_t) addr;
759 1.1 mrg syscallarg(size_t) len;
760 1.1 mrg } */ *uap = v;
761 1.1 mrg vm_offset_t addr;
762 1.1 mrg vm_size_t size, pageoff;
763 1.1 mrg int error;
764 1.1 mrg
765 1.1 mrg /*
766 1.1 mrg * extract syscall args from uap
767 1.1 mrg */
768 1.1 mrg
769 1.1 mrg addr = (vm_offset_t)SCARG(uap, addr);
770 1.1 mrg size = (vm_size_t)SCARG(uap, len);
771 1.1 mrg
772 1.1 mrg /*
773 1.1 mrg * align the address to a page boundary, and adjust the size accordingly
774 1.1 mrg */
775 1.1 mrg pageoff = (addr & PAGE_MASK);
776 1.1 mrg addr -= pageoff;
777 1.1 mrg size += pageoff;
778 1.1 mrg size = (vm_size_t) round_page(size);
779 1.1 mrg
780 1.1 mrg /* disallow wrap-around. */
781 1.1 mrg if (addr + (int)size < addr)
782 1.1 mrg return (EINVAL);
783 1.1 mrg
784 1.1 mrg #ifndef pmap_wired_count
785 1.1 mrg if ((error = suser(p->p_ucred, &p->p_acflag)) != 0)
786 1.1 mrg return (error);
787 1.1 mrg #endif
788 1.1 mrg
789 1.1 mrg error = uvm_map_pageable(&p->p_vmspace->vm_map, addr, addr+size, TRUE);
790 1.1 mrg return (error == KERN_SUCCESS ? 0 : ENOMEM);
791 1.1 mrg }
792 1.1 mrg
793 1.1 mrg /*
794 1.1 mrg * uvm_mmap: internal version of mmap
795 1.1 mrg *
796 1.1 mrg * - used by sys_mmap, exec, and sysv shm
797 1.1 mrg * - handle is a vnode pointer or NULL for MAP_ANON (XXX: not true,
798 1.1 mrg * sysv shm uses "named anonymous memory")
799 1.1 mrg * - caller must page-align the file offset
800 1.1 mrg */
801 1.1 mrg
802 1.1 mrg int uvm_mmap(map, addr, size, prot, maxprot, flags, handle, foff)
803 1.1 mrg
804 1.1 mrg vm_map_t map;
805 1.1 mrg vm_offset_t *addr;
806 1.1 mrg vm_size_t size;
807 1.1 mrg vm_prot_t prot, maxprot;
808 1.1 mrg int flags;
809 1.1 mrg caddr_t handle; /* XXX: VNODE? */
810 1.1 mrg vm_offset_t foff;
811 1.1 mrg
812 1.1 mrg {
813 1.1 mrg struct uvm_object *uobj;
814 1.1 mrg struct vnode *vp;
815 1.1 mrg int retval;
816 1.1 mrg int advice = UVM_ADV_NORMAL;
817 1.1 mrg uvm_flag_t uvmflag = 0;
818 1.1 mrg
819 1.1 mrg /*
820 1.1 mrg * check params
821 1.1 mrg */
822 1.1 mrg
823 1.1 mrg if (size == 0)
824 1.1 mrg return(0);
825 1.1 mrg if (foff & PAGE_MASK)
826 1.1 mrg return(EINVAL);
827 1.1 mrg if ((prot & maxprot) != prot)
828 1.1 mrg return(EINVAL);
829 1.1 mrg
830 1.1 mrg /*
831 1.1 mrg * for non-fixed mappings, round off the suggested address.
832 1.1 mrg * for fixed mappings, check alignment and zap old mappings.
833 1.1 mrg */
834 1.1 mrg
835 1.1 mrg if ((flags & MAP_FIXED) == 0) {
836 1.1 mrg
837 1.1 mrg *addr = round_page(*addr); /* round */
838 1.1 mrg
839 1.1 mrg } else {
840 1.1 mrg
841 1.1 mrg if (*addr & PAGE_MASK)
842 1.1 mrg return(EINVAL);
843 1.1 mrg uvmflag |= UVM_FLAG_FIXED;
844 1.1 mrg (void) uvm_unmap(map, *addr, *addr + size, 0); /* zap! */
845 1.1 mrg }
846 1.1 mrg
847 1.1 mrg /*
848 1.1 mrg * handle anon vs. non-anon mappings. for non-anon mappings attach
849 1.1 mrg * to underlying vm object.
850 1.1 mrg */
851 1.1 mrg
852 1.1 mrg if (flags & MAP_ANON) {
853 1.1 mrg
854 1.1 mrg foff = UVM_UNKNOWN_OFFSET;
855 1.1 mrg uobj = NULL;
856 1.1 mrg if ((flags & MAP_SHARED) == 0)
857 1.1 mrg uvmflag |= UVM_FLAG_COPYONW; /* XXX: defer amap create */
858 1.1 mrg else
859 1.1 mrg uvmflag |= UVM_FLAG_OVERLAY; /* shared: create amap now */
860 1.1 mrg
861 1.1 mrg } else {
862 1.1 mrg
863 1.1 mrg vp = (struct vnode *) handle; /* get vnode */
864 1.1 mrg if (vp->v_type != VCHR) {
865 1.1 mrg uobj = uvn_attach((void *) vp, (flags & MAP_SHARED) ? maxprot :
866 1.1 mrg (maxprot & ~VM_PROT_WRITE));
867 1.1 mrg
868 1.1 mrg /*
869 1.1 mrg * XXXCDC: hack from old code
870 1.1 mrg * don't allow vnodes which have been mapped shared-writeable to
871 1.1 mrg * persist [forces them to be flushed out when last reference goes].
872 1.1 mrg *
873 1.1 mrg * XXXCDC: interesting side effect: avoids a bug. note that in
874 1.1 mrg * WRITE [ufs_readwrite.c] that we allocate buffer, uncache, and
875 1.1 mrg * then do the write. the problem with this is that if the uncache
876 1.1 mrg * causes VM data to be flushed to the same area of the file we
877 1.1 mrg * are writing to... in that case we've got the buffer locked and
878 1.1 mrg * our process goes to sleep forever.
879 1.1 mrg *
880 1.1 mrg * XXXCDC: checking maxprot protects us from the "persistbug"
881 1.1 mrg * program but this is not a long term solution.
882 1.1 mrg *
883 1.1 mrg * XXXCDC: we don't bother calling uncache with the vp VOP_LOCKed
884 1.1 mrg * since we know that we are already holding a valid reference to
885 1.1 mrg * the uvn (from the uvn_attach above), and thus it is impossible
886 1.1 mrg * for the uncache to kill the uvn and trigger I/O.
887 1.1 mrg */
888 1.1 mrg if (flags & MAP_SHARED) {
889 1.1 mrg if ((prot & VM_PROT_WRITE) || (maxprot & VM_PROT_WRITE)) {
890 1.1 mrg uvm_vnp_uncache(vp);
891 1.1 mrg }
892 1.1 mrg }
893 1.1 mrg
894 1.1 mrg } else {
895 1.1 mrg uobj = udv_attach((void *) &vp->v_rdev, (flags & MAP_SHARED) ? maxprot :
896 1.1 mrg (maxprot & ~VM_PROT_WRITE));
897 1.1 mrg advice = UVM_ADV_RANDOM;
898 1.1 mrg }
899 1.1 mrg
900 1.1 mrg if (uobj == NULL)
901 1.1 mrg return((vp->v_type == VCHR) ? EINVAL : ENOMEM);
902 1.1 mrg
903 1.1 mrg if ((flags & MAP_SHARED) == 0)
904 1.1 mrg uvmflag |= UVM_FLAG_COPYONW;
905 1.1 mrg }
906 1.1 mrg
907 1.1 mrg /*
908 1.1 mrg * set up mapping flags
909 1.1 mrg */
910 1.1 mrg
911 1.1 mrg uvmflag = UVM_MAPFLAG(prot, maxprot,
912 1.1 mrg (flags & MAP_SHARED) ? UVM_INH_SHARE : UVM_INH_COPY,
913 1.1 mrg advice, uvmflag);
914 1.1 mrg
915 1.1 mrg /*
916 1.1 mrg * do it!
917 1.1 mrg */
918 1.1 mrg
919 1.1 mrg retval = uvm_map(map, addr, size, uobj, foff, uvmflag);
920 1.1 mrg
921 1.1 mrg if (retval == KERN_SUCCESS)
922 1.1 mrg return(0);
923 1.1 mrg
924 1.1 mrg /*
925 1.1 mrg * errors: first detach from the uobj, if any.
926 1.1 mrg */
927 1.1 mrg
928 1.1 mrg if (uobj)
929 1.1 mrg uobj->pgops->pgo_detach(uobj);
930 1.1 mrg
931 1.1 mrg switch (retval) {
932 1.1 mrg case KERN_INVALID_ADDRESS:
933 1.1 mrg case KERN_NO_SPACE:
934 1.1 mrg return(ENOMEM);
935 1.1 mrg case KERN_PROTECTION_FAILURE:
936 1.1 mrg return(EACCES);
937 1.1 mrg }
938 1.1 mrg return(EINVAL);
939 1.1 mrg }
940