exec_subr.c revision 1.37.2.7 1 1.37.2.7 skrll /* $NetBSD: exec_subr.c,v 1.37.2.7 2005/11/10 14:09:44 skrll Exp $ */
2 1.8 cgd
3 1.1 cgd /*
4 1.10 cgd * Copyright (c) 1993, 1994, 1996 Christopher G. Demetriou
5 1.1 cgd * All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Redistribution and use in source and binary forms, with or without
8 1.1 cgd * modification, are permitted provided that the following conditions
9 1.1 cgd * are met:
10 1.1 cgd * 1. Redistributions of source code must retain the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer.
12 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer in the
14 1.1 cgd * documentation and/or other materials provided with the distribution.
15 1.1 cgd * 3. All advertising materials mentioning features or use of this software
16 1.1 cgd * must display the following acknowledgement:
17 1.1 cgd * This product includes software developed by Christopher G. Demetriou.
18 1.1 cgd * 4. The name of the author may not be used to endorse or promote products
19 1.5 jtc * derived from this software without specific prior written permission
20 1.1 cgd *
21 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
22 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
23 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
24 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
25 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
26 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
30 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31 1.1 cgd */
32 1.29 lukem
33 1.29 lukem #include <sys/cdefs.h>
34 1.37.2.7 skrll __KERNEL_RCSID(0, "$NetBSD: exec_subr.c,v 1.37.2.7 2005/11/10 14:09:44 skrll Exp $");
35 1.12 mrg
36 1.1 cgd #include <sys/param.h>
37 1.1 cgd #include <sys/systm.h>
38 1.1 cgd #include <sys/proc.h>
39 1.1 cgd #include <sys/malloc.h>
40 1.1 cgd #include <sys/vnode.h>
41 1.4 cgd #include <sys/filedesc.h>
42 1.1 cgd #include <sys/exec.h>
43 1.1 cgd #include <sys/mman.h>
44 1.37.2.2 skrll #include <sys/resourcevar.h>
45 1.37.2.7 skrll #include <sys/device.h>
46 1.1 cgd
47 1.11 mrg #include <uvm/uvm.h>
48 1.11 mrg
49 1.37.2.7 skrll #define VMCMD_EVCNT_DECL(name) \
50 1.37.2.7 skrll static struct evcnt vmcmd_ev_##name = \
51 1.37.2.7 skrll EVCNT_INITIALIZER(EVCNT_TYPE_MISC, NULL, "vmcmd", #name); \
52 1.37.2.7 skrll EVCNT_ATTACH_STATIC(vmcmd_ev_##name)
53 1.37.2.7 skrll
54 1.37.2.7 skrll #define VMCMD_EVCNT_INCR(name) \
55 1.37.2.7 skrll vmcmd_ev_##name.ev_count++
56 1.37.2.7 skrll
57 1.37.2.7 skrll VMCMD_EVCNT_DECL(calls);
58 1.37.2.7 skrll VMCMD_EVCNT_DECL(extends);
59 1.37.2.7 skrll VMCMD_EVCNT_DECL(kills);
60 1.10 cgd
61 1.1 cgd /*
62 1.1 cgd * new_vmcmd():
63 1.1 cgd * create a new vmcmd structure and fill in its fields based
64 1.1 cgd * on function call arguments. make sure objects ref'd by
65 1.1 cgd * the vmcmd are 'held'.
66 1.1 cgd */
67 1.1 cgd
68 1.1 cgd void
69 1.22 thorpej new_vmcmd(struct exec_vmcmd_set *evsp,
70 1.37.2.4 skrll int (*proc)(struct lwp * l, struct exec_vmcmd *),
71 1.22 thorpej u_long len, u_long addr, struct vnode *vp, u_long offset,
72 1.22 thorpej u_int prot, int flags)
73 1.1 cgd {
74 1.1 cgd struct exec_vmcmd *vcp;
75 1.1 cgd
76 1.37.2.7 skrll VMCMD_EVCNT_INCR(calls);
77 1.37.2.7 skrll
78 1.1 cgd if (evsp->evs_used >= evsp->evs_cnt)
79 1.1 cgd vmcmdset_extend(evsp);
80 1.1 cgd vcp = &evsp->evs_cmds[evsp->evs_used++];
81 1.1 cgd vcp->ev_proc = proc;
82 1.1 cgd vcp->ev_len = len;
83 1.1 cgd vcp->ev_addr = addr;
84 1.1 cgd if ((vcp->ev_vp = vp) != NULL)
85 1.1 cgd vref(vp);
86 1.1 cgd vcp->ev_offset = offset;
87 1.1 cgd vcp->ev_prot = prot;
88 1.25 tv vcp->ev_flags = flags;
89 1.1 cgd }
90 1.1 cgd
91 1.1 cgd void
92 1.22 thorpej vmcmdset_extend(struct exec_vmcmd_set *evsp)
93 1.1 cgd {
94 1.1 cgd struct exec_vmcmd *nvcp;
95 1.1 cgd u_int ocnt;
96 1.1 cgd
97 1.1 cgd #ifdef DIAGNOSTIC
98 1.1 cgd if (evsp->evs_used < evsp->evs_cnt)
99 1.1 cgd panic("vmcmdset_extend: not necessary");
100 1.1 cgd #endif
101 1.1 cgd
102 1.1 cgd /* figure out number of entries in new set */
103 1.37.2.7 skrll if ((ocnt = evsp->evs_cnt) != 0) {
104 1.37.2.7 skrll evsp->evs_cnt += ocnt;
105 1.37.2.7 skrll VMCMD_EVCNT_INCR(extends);
106 1.37.2.7 skrll } else
107 1.37.2.7 skrll evsp->evs_cnt = EXEC_DEFAULT_VMCMD_SETSIZE;
108 1.1 cgd
109 1.1 cgd /* allocate it */
110 1.23 thorpej nvcp = malloc(evsp->evs_cnt * sizeof(struct exec_vmcmd),
111 1.23 thorpej M_EXEC, M_WAITOK);
112 1.1 cgd
113 1.1 cgd /* free the old struct, if there was one, and record the new one */
114 1.1 cgd if (ocnt) {
115 1.23 thorpej memcpy(nvcp, evsp->evs_cmds,
116 1.23 thorpej (ocnt * sizeof(struct exec_vmcmd)));
117 1.23 thorpej free(evsp->evs_cmds, M_EXEC);
118 1.1 cgd }
119 1.1 cgd evsp->evs_cmds = nvcp;
120 1.1 cgd }
121 1.1 cgd
122 1.1 cgd void
123 1.22 thorpej kill_vmcmds(struct exec_vmcmd_set *evsp)
124 1.1 cgd {
125 1.1 cgd struct exec_vmcmd *vcp;
126 1.30 thorpej u_int i;
127 1.1 cgd
128 1.37.2.7 skrll VMCMD_EVCNT_INCR(kills);
129 1.37.2.7 skrll
130 1.1 cgd if (evsp->evs_cnt == 0)
131 1.1 cgd return;
132 1.1 cgd
133 1.1 cgd for (i = 0; i < evsp->evs_used; i++) {
134 1.1 cgd vcp = &evsp->evs_cmds[i];
135 1.37.2.2 skrll if (vcp->ev_vp != NULL)
136 1.1 cgd vrele(vcp->ev_vp);
137 1.1 cgd }
138 1.1 cgd evsp->evs_used = evsp->evs_cnt = 0;
139 1.23 thorpej free(evsp->evs_cmds, M_EXEC);
140 1.1 cgd }
141 1.1 cgd
142 1.1 cgd /*
143 1.1 cgd * vmcmd_map_pagedvn():
144 1.1 cgd * handle vmcmd which specifies that a vnode should be mmap'd.
145 1.1 cgd * appropriate for handling demand-paged text and data segments.
146 1.1 cgd */
147 1.1 cgd
148 1.1 cgd int
149 1.37.2.4 skrll vmcmd_map_pagedvn(struct lwp *l, struct exec_vmcmd *cmd)
150 1.1 cgd {
151 1.27 chs struct uvm_object *uobj;
152 1.37.2.4 skrll struct proc *p = l->l_proc;
153 1.27 chs int error;
154 1.27 chs
155 1.27 chs KASSERT(cmd->ev_vp->v_flag & VTEXT);
156 1.11 mrg
157 1.11 mrg /*
158 1.11 mrg * map the vnode in using uvm_map.
159 1.11 mrg */
160 1.11 mrg
161 1.11 mrg if (cmd->ev_len == 0)
162 1.11 mrg return(0);
163 1.11 mrg if (cmd->ev_offset & PAGE_MASK)
164 1.11 mrg return(EINVAL);
165 1.11 mrg if (cmd->ev_addr & PAGE_MASK)
166 1.18 chs return(EINVAL);
167 1.18 chs if (cmd->ev_len & PAGE_MASK)
168 1.11 mrg return(EINVAL);
169 1.11 mrg
170 1.11 mrg /*
171 1.11 mrg * first, attach to the object
172 1.11 mrg */
173 1.11 mrg
174 1.27 chs uobj = uvn_attach(cmd->ev_vp, VM_PROT_READ|VM_PROT_EXECUTE);
175 1.11 mrg if (uobj == NULL)
176 1.11 mrg return(ENOMEM);
177 1.26 chs VREF(cmd->ev_vp);
178 1.11 mrg
179 1.11 mrg /*
180 1.11 mrg * do the map
181 1.11 mrg */
182 1.11 mrg
183 1.37.2.6 skrll error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr, cmd->ev_len,
184 1.24 thorpej uobj, cmd->ev_offset, 0,
185 1.37.2.6 skrll UVM_MAPFLAG(cmd->ev_prot, VM_PROT_ALL, UVM_INH_COPY,
186 1.34 atatat UVM_ADV_NORMAL, UVM_FLAG_COPYONW|UVM_FLAG_FIXED));
187 1.27 chs if (error) {
188 1.27 chs uobj->pgops->pgo_detach(uobj);
189 1.27 chs }
190 1.27 chs return error;
191 1.1 cgd }
192 1.1 cgd
193 1.1 cgd /*
194 1.1 cgd * vmcmd_map_readvn():
195 1.1 cgd * handle vmcmd which specifies that a vnode should be read from.
196 1.1 cgd * appropriate for non-demand-paged text/data segments, i.e. impure
197 1.1 cgd * objects (a la OMAGIC and NMAGIC).
198 1.1 cgd */
199 1.1 cgd int
200 1.37.2.4 skrll vmcmd_map_readvn(struct lwp *l, struct exec_vmcmd *cmd)
201 1.1 cgd {
202 1.37.2.4 skrll struct proc *p = l->l_proc;
203 1.1 cgd int error;
204 1.17 ws long diff;
205 1.1 cgd
206 1.11 mrg if (cmd->ev_len == 0)
207 1.27 chs return 0;
208 1.27 chs
209 1.17 ws diff = cmd->ev_addr - trunc_page(cmd->ev_addr);
210 1.17 ws cmd->ev_addr -= diff; /* required by uvm_map */
211 1.17 ws cmd->ev_offset -= diff;
212 1.17 ws cmd->ev_len += diff;
213 1.17 ws
214 1.37.2.6 skrll error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr,
215 1.24 thorpej round_page(cmd->ev_len), NULL, UVM_UNKNOWN_OFFSET, 0,
216 1.13 chuck UVM_MAPFLAG(UVM_PROT_ALL, UVM_PROT_ALL, UVM_INH_COPY,
217 1.11 mrg UVM_ADV_NORMAL,
218 1.34 atatat UVM_FLAG_FIXED|UVM_FLAG_OVERLAY|UVM_FLAG_COPYONW));
219 1.11 mrg
220 1.1 cgd if (error)
221 1.1 cgd return error;
222 1.19 matt
223 1.37.2.4 skrll return vmcmd_readvn(l, cmd);
224 1.19 matt }
225 1.19 matt
226 1.19 matt int
227 1.37.2.4 skrll vmcmd_readvn(struct lwp *l, struct exec_vmcmd *cmd)
228 1.19 matt {
229 1.37.2.4 skrll struct proc *p = l->l_proc;
230 1.19 matt int error;
231 1.1 cgd
232 1.1 cgd error = vn_rdwr(UIO_READ, cmd->ev_vp, (caddr_t)cmd->ev_addr,
233 1.10 cgd cmd->ev_len, cmd->ev_offset, UIO_USERSPACE, IO_UNIT,
234 1.37.2.4 skrll p->p_ucred, NULL, l);
235 1.1 cgd if (error)
236 1.1 cgd return error;
237 1.32 matt
238 1.32 matt #ifdef PMAP_NEED_PROCWR
239 1.32 matt /*
240 1.32 matt * we had to write the process, make sure the pages are synched
241 1.32 matt * with the instruction cache.
242 1.32 matt */
243 1.32 matt if (cmd->ev_prot & VM_PROT_EXECUTE)
244 1.32 matt pmap_procwr(p, cmd->ev_addr, cmd->ev_len);
245 1.32 matt #endif
246 1.1 cgd
247 1.13 chuck if (cmd->ev_prot != (VM_PROT_READ|VM_PROT_WRITE|VM_PROT_EXECUTE)) {
248 1.27 chs
249 1.13 chuck /*
250 1.13 chuck * we had to map in the area at PROT_ALL so that vn_rdwr()
251 1.13 chuck * could write to it. however, the caller seems to want
252 1.13 chuck * it mapped read-only, so now we are going to have to call
253 1.13 chuck * uvm_map_protect() to fix up the protection. ICK.
254 1.13 chuck */
255 1.27 chs
256 1.37.2.6 skrll return uvm_map_protect(&p->p_vmspace->vm_map,
257 1.13 chuck trunc_page(cmd->ev_addr),
258 1.13 chuck round_page(cmd->ev_addr + cmd->ev_len),
259 1.27 chs cmd->ev_prot, FALSE);
260 1.13 chuck }
261 1.27 chs return 0;
262 1.1 cgd }
263 1.1 cgd
264 1.1 cgd /*
265 1.1 cgd * vmcmd_map_zero():
266 1.1 cgd * handle vmcmd which specifies a zero-filled address space region. The
267 1.1 cgd * address range must be first allocated, then protected appropriately.
268 1.1 cgd */
269 1.1 cgd
270 1.1 cgd int
271 1.37.2.4 skrll vmcmd_map_zero(struct lwp *l, struct exec_vmcmd *cmd)
272 1.1 cgd {
273 1.37.2.4 skrll struct proc *p = l->l_proc;
274 1.1 cgd int error;
275 1.17 ws long diff;
276 1.1 cgd
277 1.17 ws diff = cmd->ev_addr - trunc_page(cmd->ev_addr);
278 1.17 ws cmd->ev_addr -= diff; /* required by uvm_map */
279 1.17 ws cmd->ev_len += diff;
280 1.17 ws
281 1.37.2.6 skrll error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr,
282 1.24 thorpej round_page(cmd->ev_len), NULL, UVM_UNKNOWN_OFFSET, 0,
283 1.11 mrg UVM_MAPFLAG(cmd->ev_prot, UVM_PROT_ALL, UVM_INH_COPY,
284 1.11 mrg UVM_ADV_NORMAL,
285 1.34 atatat UVM_FLAG_FIXED|UVM_FLAG_COPYONW));
286 1.27 chs return error;
287 1.1 cgd }
288 1.28 christos
289 1.28 christos /*
290 1.28 christos * exec_read_from():
291 1.28 christos *
292 1.28 christos * Read from vnode into buffer at offset.
293 1.28 christos */
294 1.28 christos int
295 1.37.2.7 skrll exec_read_from(struct lwp *l, struct vnode *vp, u_long off, void *bf,
296 1.28 christos size_t size)
297 1.28 christos {
298 1.28 christos int error;
299 1.28 christos size_t resid;
300 1.28 christos
301 1.37.2.7 skrll if ((error = vn_rdwr(UIO_READ, vp, bf, size, off, UIO_SYSSPACE,
302 1.37.2.4 skrll 0, l->l_proc->p_ucred, &resid, NULL)) != 0)
303 1.28 christos return error;
304 1.28 christos /*
305 1.28 christos * See if we got all of it
306 1.28 christos */
307 1.28 christos if (resid != 0)
308 1.28 christos return ENOEXEC;
309 1.28 christos return 0;
310 1.28 christos }
311 1.28 christos
312 1.37.2.2 skrll /*
313 1.37.2.2 skrll * exec_setup_stack(): Set up the stack segment for an elf
314 1.37.2.2 skrll * executable.
315 1.37.2.2 skrll *
316 1.37.2.2 skrll * Note that the ep_ssize parameter must be set to be the current stack
317 1.37.2.2 skrll * limit; this is adjusted in the body of execve() to yield the
318 1.37.2.2 skrll * appropriate stack segment usage once the argument length is
319 1.37.2.2 skrll * calculated.
320 1.37.2.2 skrll *
321 1.37.2.2 skrll * This function returns an int for uniformity with other (future) formats'
322 1.37.2.2 skrll * stack setup functions. They might have errors to return.
323 1.37.2.2 skrll */
324 1.37.2.2 skrll
325 1.37.2.2 skrll int
326 1.37.2.5 skrll exec_setup_stack(struct lwp *l, struct exec_package *epp)
327 1.37.2.2 skrll {
328 1.37.2.2 skrll u_long max_stack_size;
329 1.37.2.2 skrll u_long access_linear_min, access_size;
330 1.37.2.2 skrll u_long noaccess_linear_min, noaccess_size;
331 1.37.2.2 skrll
332 1.37.2.2 skrll #ifndef USRSTACK32
333 1.37.2.2 skrll #define USRSTACK32 (0x00000000ffffffffL&~PGOFSET)
334 1.37.2.2 skrll #endif
335 1.37.2.2 skrll
336 1.37.2.2 skrll if (epp->ep_flags & EXEC_32) {
337 1.37.2.2 skrll epp->ep_minsaddr = USRSTACK32;
338 1.37.2.2 skrll max_stack_size = MAXSSIZ;
339 1.37.2.2 skrll } else {
340 1.37.2.2 skrll epp->ep_minsaddr = USRSTACK;
341 1.37.2.2 skrll max_stack_size = MAXSSIZ;
342 1.37.2.2 skrll }
343 1.37.2.6 skrll epp->ep_maxsaddr = (u_long)STACK_GROW(epp->ep_minsaddr,
344 1.37.2.2 skrll max_stack_size);
345 1.37.2.5 skrll epp->ep_ssize = l->l_proc->p_rlimit[RLIMIT_STACK].rlim_cur;
346 1.37.2.2 skrll
347 1.37.2.2 skrll /*
348 1.37.2.2 skrll * set up commands for stack. note that this takes *two*, one to
349 1.37.2.2 skrll * map the part of the stack which we can access, and one to map
350 1.37.2.2 skrll * the part which we can't.
351 1.37.2.2 skrll *
352 1.37.2.2 skrll * arguably, it could be made into one, but that would require the
353 1.37.2.2 skrll * addition of another mapping proc, which is unnecessary
354 1.37.2.2 skrll */
355 1.37.2.2 skrll access_size = epp->ep_ssize;
356 1.37.2.2 skrll access_linear_min = (u_long)STACK_ALLOC(epp->ep_minsaddr, access_size);
357 1.37.2.2 skrll noaccess_size = max_stack_size - access_size;
358 1.37.2.6 skrll noaccess_linear_min = (u_long)STACK_ALLOC(STACK_GROW(epp->ep_minsaddr,
359 1.37.2.2 skrll access_size), noaccess_size);
360 1.37.2.2 skrll if (noaccess_size > 0) {
361 1.37.2.2 skrll NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero, noaccess_size,
362 1.37.2.2 skrll noaccess_linear_min, NULL, 0, VM_PROT_NONE);
363 1.37.2.2 skrll }
364 1.37.2.2 skrll KASSERT(access_size > 0);
365 1.37.2.2 skrll NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero, access_size,
366 1.37.2.2 skrll access_linear_min, NULL, 0, VM_PROT_READ | VM_PROT_WRITE);
367 1.37.2.2 skrll
368 1.37.2.2 skrll return 0;
369 1.37.2.2 skrll }
370