Home | History | Annotate | Line # | Download | only in kern
exec_subr.c revision 1.37.2.7
      1  1.37.2.7     skrll /*	$NetBSD: exec_subr.c,v 1.37.2.7 2005/11/10 14:09:44 skrll Exp $	*/
      2       1.8       cgd 
      3       1.1       cgd /*
      4      1.10       cgd  * Copyright (c) 1993, 1994, 1996 Christopher G. Demetriou
      5       1.1       cgd  * All rights reserved.
      6       1.1       cgd  *
      7       1.1       cgd  * Redistribution and use in source and binary forms, with or without
      8       1.1       cgd  * modification, are permitted provided that the following conditions
      9       1.1       cgd  * are met:
     10       1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     11       1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     12       1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     13       1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     14       1.1       cgd  *    documentation and/or other materials provided with the distribution.
     15       1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     16       1.1       cgd  *    must display the following acknowledgement:
     17       1.1       cgd  *      This product includes software developed by Christopher G. Demetriou.
     18       1.1       cgd  * 4. The name of the author may not be used to endorse or promote products
     19       1.5       jtc  *    derived from this software without specific prior written permission
     20       1.1       cgd  *
     21       1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     22       1.1       cgd  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     23       1.1       cgd  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     24       1.1       cgd  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     25       1.1       cgd  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     26       1.1       cgd  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     27       1.1       cgd  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     28       1.1       cgd  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     29       1.1       cgd  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     30       1.1       cgd  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     31       1.1       cgd  */
     32      1.29     lukem 
     33      1.29     lukem #include <sys/cdefs.h>
     34  1.37.2.7     skrll __KERNEL_RCSID(0, "$NetBSD: exec_subr.c,v 1.37.2.7 2005/11/10 14:09:44 skrll Exp $");
     35      1.12       mrg 
     36       1.1       cgd #include <sys/param.h>
     37       1.1       cgd #include <sys/systm.h>
     38       1.1       cgd #include <sys/proc.h>
     39       1.1       cgd #include <sys/malloc.h>
     40       1.1       cgd #include <sys/vnode.h>
     41       1.4       cgd #include <sys/filedesc.h>
     42       1.1       cgd #include <sys/exec.h>
     43       1.1       cgd #include <sys/mman.h>
     44  1.37.2.2     skrll #include <sys/resourcevar.h>
     45  1.37.2.7     skrll #include <sys/device.h>
     46       1.1       cgd 
     47      1.11       mrg #include <uvm/uvm.h>
     48      1.11       mrg 
     49  1.37.2.7     skrll #define	VMCMD_EVCNT_DECL(name)					\
     50  1.37.2.7     skrll static struct evcnt vmcmd_ev_##name =				\
     51  1.37.2.7     skrll     EVCNT_INITIALIZER(EVCNT_TYPE_MISC, NULL, "vmcmd", #name);	\
     52  1.37.2.7     skrll EVCNT_ATTACH_STATIC(vmcmd_ev_##name)
     53  1.37.2.7     skrll 
     54  1.37.2.7     skrll #define	VMCMD_EVCNT_INCR(name)					\
     55  1.37.2.7     skrll     vmcmd_ev_##name.ev_count++
     56  1.37.2.7     skrll 
     57  1.37.2.7     skrll VMCMD_EVCNT_DECL(calls);
     58  1.37.2.7     skrll VMCMD_EVCNT_DECL(extends);
     59  1.37.2.7     skrll VMCMD_EVCNT_DECL(kills);
     60      1.10       cgd 
     61       1.1       cgd /*
     62       1.1       cgd  * new_vmcmd():
     63       1.1       cgd  *	create a new vmcmd structure and fill in its fields based
     64       1.1       cgd  *	on function call arguments.  make sure objects ref'd by
     65       1.1       cgd  *	the vmcmd are 'held'.
     66       1.1       cgd  */
     67       1.1       cgd 
     68       1.1       cgd void
     69      1.22   thorpej new_vmcmd(struct exec_vmcmd_set *evsp,
     70  1.37.2.4     skrll     int (*proc)(struct lwp * l, struct exec_vmcmd *),
     71      1.22   thorpej     u_long len, u_long addr, struct vnode *vp, u_long offset,
     72      1.22   thorpej     u_int prot, int flags)
     73       1.1       cgd {
     74       1.1       cgd 	struct exec_vmcmd    *vcp;
     75       1.1       cgd 
     76  1.37.2.7     skrll 	VMCMD_EVCNT_INCR(calls);
     77  1.37.2.7     skrll 
     78       1.1       cgd 	if (evsp->evs_used >= evsp->evs_cnt)
     79       1.1       cgd 		vmcmdset_extend(evsp);
     80       1.1       cgd 	vcp = &evsp->evs_cmds[evsp->evs_used++];
     81       1.1       cgd 	vcp->ev_proc = proc;
     82       1.1       cgd 	vcp->ev_len = len;
     83       1.1       cgd 	vcp->ev_addr = addr;
     84       1.1       cgd 	if ((vcp->ev_vp = vp) != NULL)
     85       1.1       cgd 		vref(vp);
     86       1.1       cgd 	vcp->ev_offset = offset;
     87       1.1       cgd 	vcp->ev_prot = prot;
     88      1.25        tv 	vcp->ev_flags = flags;
     89       1.1       cgd }
     90       1.1       cgd 
     91       1.1       cgd void
     92      1.22   thorpej vmcmdset_extend(struct exec_vmcmd_set *evsp)
     93       1.1       cgd {
     94       1.1       cgd 	struct exec_vmcmd *nvcp;
     95       1.1       cgd 	u_int ocnt;
     96       1.1       cgd 
     97       1.1       cgd #ifdef DIAGNOSTIC
     98       1.1       cgd 	if (evsp->evs_used < evsp->evs_cnt)
     99       1.1       cgd 		panic("vmcmdset_extend: not necessary");
    100       1.1       cgd #endif
    101       1.1       cgd 
    102       1.1       cgd 	/* figure out number of entries in new set */
    103  1.37.2.7     skrll 	if ((ocnt = evsp->evs_cnt) != 0) {
    104  1.37.2.7     skrll 		evsp->evs_cnt += ocnt;
    105  1.37.2.7     skrll 		VMCMD_EVCNT_INCR(extends);
    106  1.37.2.7     skrll 	} else
    107  1.37.2.7     skrll 		evsp->evs_cnt = EXEC_DEFAULT_VMCMD_SETSIZE;
    108       1.1       cgd 
    109       1.1       cgd 	/* allocate it */
    110      1.23   thorpej 	nvcp = malloc(evsp->evs_cnt * sizeof(struct exec_vmcmd),
    111      1.23   thorpej 	    M_EXEC, M_WAITOK);
    112       1.1       cgd 
    113       1.1       cgd 	/* free the old struct, if there was one, and record the new one */
    114       1.1       cgd 	if (ocnt) {
    115      1.23   thorpej 		memcpy(nvcp, evsp->evs_cmds,
    116      1.23   thorpej 		    (ocnt * sizeof(struct exec_vmcmd)));
    117      1.23   thorpej 		free(evsp->evs_cmds, M_EXEC);
    118       1.1       cgd 	}
    119       1.1       cgd 	evsp->evs_cmds = nvcp;
    120       1.1       cgd }
    121       1.1       cgd 
    122       1.1       cgd void
    123      1.22   thorpej kill_vmcmds(struct exec_vmcmd_set *evsp)
    124       1.1       cgd {
    125       1.1       cgd 	struct exec_vmcmd *vcp;
    126      1.30   thorpej 	u_int i;
    127       1.1       cgd 
    128  1.37.2.7     skrll 	VMCMD_EVCNT_INCR(kills);
    129  1.37.2.7     skrll 
    130       1.1       cgd 	if (evsp->evs_cnt == 0)
    131       1.1       cgd 		return;
    132       1.1       cgd 
    133       1.1       cgd 	for (i = 0; i < evsp->evs_used; i++) {
    134       1.1       cgd 		vcp = &evsp->evs_cmds[i];
    135  1.37.2.2     skrll 		if (vcp->ev_vp != NULL)
    136       1.1       cgd 			vrele(vcp->ev_vp);
    137       1.1       cgd 	}
    138       1.1       cgd 	evsp->evs_used = evsp->evs_cnt = 0;
    139      1.23   thorpej 	free(evsp->evs_cmds, M_EXEC);
    140       1.1       cgd }
    141       1.1       cgd 
    142       1.1       cgd /*
    143       1.1       cgd  * vmcmd_map_pagedvn():
    144       1.1       cgd  *	handle vmcmd which specifies that a vnode should be mmap'd.
    145       1.1       cgd  *	appropriate for handling demand-paged text and data segments.
    146       1.1       cgd  */
    147       1.1       cgd 
    148       1.1       cgd int
    149  1.37.2.4     skrll vmcmd_map_pagedvn(struct lwp *l, struct exec_vmcmd *cmd)
    150       1.1       cgd {
    151      1.27       chs 	struct uvm_object *uobj;
    152  1.37.2.4     skrll 	struct proc *p = l->l_proc;
    153      1.27       chs 	int error;
    154      1.27       chs 
    155      1.27       chs 	KASSERT(cmd->ev_vp->v_flag & VTEXT);
    156      1.11       mrg 
    157      1.11       mrg 	/*
    158      1.11       mrg 	 * map the vnode in using uvm_map.
    159      1.11       mrg 	 */
    160      1.11       mrg 
    161      1.11       mrg         if (cmd->ev_len == 0)
    162      1.11       mrg                 return(0);
    163      1.11       mrg         if (cmd->ev_offset & PAGE_MASK)
    164      1.11       mrg                 return(EINVAL);
    165      1.11       mrg 	if (cmd->ev_addr & PAGE_MASK)
    166      1.18       chs 		return(EINVAL);
    167      1.18       chs 	if (cmd->ev_len & PAGE_MASK)
    168      1.11       mrg 		return(EINVAL);
    169      1.11       mrg 
    170      1.11       mrg 	/*
    171      1.11       mrg 	 * first, attach to the object
    172      1.11       mrg 	 */
    173      1.11       mrg 
    174      1.27       chs         uobj = uvn_attach(cmd->ev_vp, VM_PROT_READ|VM_PROT_EXECUTE);
    175      1.11       mrg         if (uobj == NULL)
    176      1.11       mrg                 return(ENOMEM);
    177      1.26       chs 	VREF(cmd->ev_vp);
    178      1.11       mrg 
    179      1.11       mrg 	/*
    180      1.11       mrg 	 * do the map
    181      1.11       mrg 	 */
    182      1.11       mrg 
    183  1.37.2.6     skrll 	error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr, cmd->ev_len,
    184      1.24   thorpej 		uobj, cmd->ev_offset, 0,
    185  1.37.2.6     skrll 		UVM_MAPFLAG(cmd->ev_prot, VM_PROT_ALL, UVM_INH_COPY,
    186      1.34    atatat 			UVM_ADV_NORMAL, UVM_FLAG_COPYONW|UVM_FLAG_FIXED));
    187      1.27       chs 	if (error) {
    188      1.27       chs 		uobj->pgops->pgo_detach(uobj);
    189      1.27       chs 	}
    190      1.27       chs 	return error;
    191       1.1       cgd }
    192       1.1       cgd 
    193       1.1       cgd /*
    194       1.1       cgd  * vmcmd_map_readvn():
    195       1.1       cgd  *	handle vmcmd which specifies that a vnode should be read from.
    196       1.1       cgd  *	appropriate for non-demand-paged text/data segments, i.e. impure
    197       1.1       cgd  *	objects (a la OMAGIC and NMAGIC).
    198       1.1       cgd  */
    199       1.1       cgd int
    200  1.37.2.4     skrll vmcmd_map_readvn(struct lwp *l, struct exec_vmcmd *cmd)
    201       1.1       cgd {
    202  1.37.2.4     skrll 	struct proc *p = l->l_proc;
    203       1.1       cgd 	int error;
    204      1.17        ws 	long diff;
    205       1.1       cgd 
    206      1.11       mrg 	if (cmd->ev_len == 0)
    207      1.27       chs 		return 0;
    208      1.27       chs 
    209      1.17        ws 	diff = cmd->ev_addr - trunc_page(cmd->ev_addr);
    210      1.17        ws 	cmd->ev_addr -= diff;			/* required by uvm_map */
    211      1.17        ws 	cmd->ev_offset -= diff;
    212      1.17        ws 	cmd->ev_len += diff;
    213      1.17        ws 
    214  1.37.2.6     skrll 	error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr,
    215      1.24   thorpej 			round_page(cmd->ev_len), NULL, UVM_UNKNOWN_OFFSET, 0,
    216      1.13     chuck 			UVM_MAPFLAG(UVM_PROT_ALL, UVM_PROT_ALL, UVM_INH_COPY,
    217      1.11       mrg 			UVM_ADV_NORMAL,
    218      1.34    atatat 			UVM_FLAG_FIXED|UVM_FLAG_OVERLAY|UVM_FLAG_COPYONW));
    219      1.11       mrg 
    220       1.1       cgd 	if (error)
    221       1.1       cgd 		return error;
    222      1.19      matt 
    223  1.37.2.4     skrll 	return vmcmd_readvn(l, cmd);
    224      1.19      matt }
    225      1.19      matt 
    226      1.19      matt int
    227  1.37.2.4     skrll vmcmd_readvn(struct lwp *l, struct exec_vmcmd *cmd)
    228      1.19      matt {
    229  1.37.2.4     skrll 	struct proc *p = l->l_proc;
    230      1.19      matt 	int error;
    231       1.1       cgd 
    232       1.1       cgd 	error = vn_rdwr(UIO_READ, cmd->ev_vp, (caddr_t)cmd->ev_addr,
    233      1.10       cgd 	    cmd->ev_len, cmd->ev_offset, UIO_USERSPACE, IO_UNIT,
    234  1.37.2.4     skrll 	    p->p_ucred, NULL, l);
    235       1.1       cgd 	if (error)
    236       1.1       cgd 		return error;
    237      1.32      matt 
    238      1.32      matt #ifdef PMAP_NEED_PROCWR
    239      1.32      matt 	/*
    240      1.32      matt 	 * we had to write the process, make sure the pages are synched
    241      1.32      matt 	 * with the instruction cache.
    242      1.32      matt 	 */
    243      1.32      matt 	if (cmd->ev_prot & VM_PROT_EXECUTE)
    244      1.32      matt 		pmap_procwr(p, cmd->ev_addr, cmd->ev_len);
    245      1.32      matt #endif
    246       1.1       cgd 
    247      1.13     chuck 	if (cmd->ev_prot != (VM_PROT_READ|VM_PROT_WRITE|VM_PROT_EXECUTE)) {
    248      1.27       chs 
    249      1.13     chuck 		/*
    250      1.13     chuck 		 * we had to map in the area at PROT_ALL so that vn_rdwr()
    251      1.13     chuck 		 * could write to it.   however, the caller seems to want
    252      1.13     chuck 		 * it mapped read-only, so now we are going to have to call
    253      1.13     chuck 		 * uvm_map_protect() to fix up the protection.  ICK.
    254      1.13     chuck 		 */
    255      1.27       chs 
    256  1.37.2.6     skrll 		return uvm_map_protect(&p->p_vmspace->vm_map,
    257      1.13     chuck 				trunc_page(cmd->ev_addr),
    258      1.13     chuck 				round_page(cmd->ev_addr + cmd->ev_len),
    259      1.27       chs 				cmd->ev_prot, FALSE);
    260      1.13     chuck 	}
    261      1.27       chs 	return 0;
    262       1.1       cgd }
    263       1.1       cgd 
    264       1.1       cgd /*
    265       1.1       cgd  * vmcmd_map_zero():
    266       1.1       cgd  *	handle vmcmd which specifies a zero-filled address space region.  The
    267       1.1       cgd  *	address range must be first allocated, then protected appropriately.
    268       1.1       cgd  */
    269       1.1       cgd 
    270       1.1       cgd int
    271  1.37.2.4     skrll vmcmd_map_zero(struct lwp *l, struct exec_vmcmd *cmd)
    272       1.1       cgd {
    273  1.37.2.4     skrll 	struct proc *p = l->l_proc;
    274       1.1       cgd 	int error;
    275      1.17        ws 	long diff;
    276       1.1       cgd 
    277      1.17        ws 	diff = cmd->ev_addr - trunc_page(cmd->ev_addr);
    278      1.17        ws 	cmd->ev_addr -= diff;			/* required by uvm_map */
    279      1.17        ws 	cmd->ev_len += diff;
    280      1.17        ws 
    281  1.37.2.6     skrll 	error = uvm_map(&p->p_vmspace->vm_map, &cmd->ev_addr,
    282      1.24   thorpej 			round_page(cmd->ev_len), NULL, UVM_UNKNOWN_OFFSET, 0,
    283      1.11       mrg 			UVM_MAPFLAG(cmd->ev_prot, UVM_PROT_ALL, UVM_INH_COPY,
    284      1.11       mrg 			UVM_ADV_NORMAL,
    285      1.34    atatat 			UVM_FLAG_FIXED|UVM_FLAG_COPYONW));
    286      1.27       chs 	return error;
    287       1.1       cgd }
    288      1.28  christos 
    289      1.28  christos /*
    290      1.28  christos  * exec_read_from():
    291      1.28  christos  *
    292      1.28  christos  *	Read from vnode into buffer at offset.
    293      1.28  christos  */
    294      1.28  christos int
    295  1.37.2.7     skrll exec_read_from(struct lwp *l, struct vnode *vp, u_long off, void *bf,
    296      1.28  christos     size_t size)
    297      1.28  christos {
    298      1.28  christos 	int error;
    299      1.28  christos 	size_t resid;
    300      1.28  christos 
    301  1.37.2.7     skrll 	if ((error = vn_rdwr(UIO_READ, vp, bf, size, off, UIO_SYSSPACE,
    302  1.37.2.4     skrll 	    0, l->l_proc->p_ucred, &resid, NULL)) != 0)
    303      1.28  christos 		return error;
    304      1.28  christos 	/*
    305      1.28  christos 	 * See if we got all of it
    306      1.28  christos 	 */
    307      1.28  christos 	if (resid != 0)
    308      1.28  christos 		return ENOEXEC;
    309      1.28  christos 	return 0;
    310      1.28  christos }
    311      1.28  christos 
    312  1.37.2.2     skrll /*
    313  1.37.2.2     skrll  * exec_setup_stack(): Set up the stack segment for an elf
    314  1.37.2.2     skrll  * executable.
    315  1.37.2.2     skrll  *
    316  1.37.2.2     skrll  * Note that the ep_ssize parameter must be set to be the current stack
    317  1.37.2.2     skrll  * limit; this is adjusted in the body of execve() to yield the
    318  1.37.2.2     skrll  * appropriate stack segment usage once the argument length is
    319  1.37.2.2     skrll  * calculated.
    320  1.37.2.2     skrll  *
    321  1.37.2.2     skrll  * This function returns an int for uniformity with other (future) formats'
    322  1.37.2.2     skrll  * stack setup functions.  They might have errors to return.
    323  1.37.2.2     skrll  */
    324  1.37.2.2     skrll 
    325  1.37.2.2     skrll int
    326  1.37.2.5     skrll exec_setup_stack(struct lwp *l, struct exec_package *epp)
    327  1.37.2.2     skrll {
    328  1.37.2.2     skrll 	u_long max_stack_size;
    329  1.37.2.2     skrll 	u_long access_linear_min, access_size;
    330  1.37.2.2     skrll 	u_long noaccess_linear_min, noaccess_size;
    331  1.37.2.2     skrll 
    332  1.37.2.2     skrll #ifndef	USRSTACK32
    333  1.37.2.2     skrll #define USRSTACK32	(0x00000000ffffffffL&~PGOFSET)
    334  1.37.2.2     skrll #endif
    335  1.37.2.2     skrll 
    336  1.37.2.2     skrll 	if (epp->ep_flags & EXEC_32) {
    337  1.37.2.2     skrll 		epp->ep_minsaddr = USRSTACK32;
    338  1.37.2.2     skrll 		max_stack_size = MAXSSIZ;
    339  1.37.2.2     skrll 	} else {
    340  1.37.2.2     skrll 		epp->ep_minsaddr = USRSTACK;
    341  1.37.2.2     skrll 		max_stack_size = MAXSSIZ;
    342  1.37.2.2     skrll 	}
    343  1.37.2.6     skrll 	epp->ep_maxsaddr = (u_long)STACK_GROW(epp->ep_minsaddr,
    344  1.37.2.2     skrll 		max_stack_size);
    345  1.37.2.5     skrll 	epp->ep_ssize = l->l_proc->p_rlimit[RLIMIT_STACK].rlim_cur;
    346  1.37.2.2     skrll 
    347  1.37.2.2     skrll 	/*
    348  1.37.2.2     skrll 	 * set up commands for stack.  note that this takes *two*, one to
    349  1.37.2.2     skrll 	 * map the part of the stack which we can access, and one to map
    350  1.37.2.2     skrll 	 * the part which we can't.
    351  1.37.2.2     skrll 	 *
    352  1.37.2.2     skrll 	 * arguably, it could be made into one, but that would require the
    353  1.37.2.2     skrll 	 * addition of another mapping proc, which is unnecessary
    354  1.37.2.2     skrll 	 */
    355  1.37.2.2     skrll 	access_size = epp->ep_ssize;
    356  1.37.2.2     skrll 	access_linear_min = (u_long)STACK_ALLOC(epp->ep_minsaddr, access_size);
    357  1.37.2.2     skrll 	noaccess_size = max_stack_size - access_size;
    358  1.37.2.6     skrll 	noaccess_linear_min = (u_long)STACK_ALLOC(STACK_GROW(epp->ep_minsaddr,
    359  1.37.2.2     skrll 	    access_size), noaccess_size);
    360  1.37.2.2     skrll 	if (noaccess_size > 0) {
    361  1.37.2.2     skrll 		NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero, noaccess_size,
    362  1.37.2.2     skrll 		    noaccess_linear_min, NULL, 0, VM_PROT_NONE);
    363  1.37.2.2     skrll 	}
    364  1.37.2.2     skrll 	KASSERT(access_size > 0);
    365  1.37.2.2     skrll 	NEW_VMCMD(&epp->ep_vmcmds, vmcmd_map_zero, access_size,
    366  1.37.2.2     skrll 	    access_linear_min, NULL, 0, VM_PROT_READ | VM_PROT_WRITE);
    367  1.37.2.2     skrll 
    368  1.37.2.2     skrll 	return 0;
    369  1.37.2.2     skrll }
    370