Home | History | Annotate | Line # | Download | only in gmon
mcount.c revision 1.13.16.1
      1  1.13.16.1    martin /*	$NetBSD: mcount.c,v 1.13.16.1 2020/04/13 07:45:07 martin Exp $	*/
      2        1.1  christos 
      3        1.1  christos /*
      4        1.1  christos  * Copyright (c) 2003, 2004 Wasabi Systems, Inc.
      5        1.1  christos  * All rights reserved.
      6        1.1  christos  *
      7        1.1  christos  * Written by Nathan J. Williams for Wasabi Systems, Inc.
      8        1.1  christos  *
      9        1.1  christos  * Redistribution and use in source and binary forms, with or without
     10        1.1  christos  * modification, are permitted provided that the following conditions
     11        1.1  christos  * are met:
     12        1.1  christos  * 1. Redistributions of source code must retain the above copyright
     13        1.1  christos  *    notice, this list of conditions and the following disclaimer.
     14        1.1  christos  * 2. Redistributions in binary form must reproduce the above copyright
     15        1.1  christos  *    notice, this list of conditions and the following disclaimer in the
     16        1.1  christos  *    documentation and/or other materials provided with the distribution.
     17        1.1  christos  * 3. All advertising materials mentioning features or use of this software
     18        1.1  christos  *    must display the following acknowledgement:
     19        1.1  christos  *	This product includes software developed for the NetBSD Project by
     20        1.1  christos  *	Wasabi Systems, Inc.
     21        1.1  christos  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22        1.1  christos  *    or promote products derived from this software without specific prior
     23        1.1  christos  *    written permission.
     24        1.1  christos  *
     25        1.1  christos  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26        1.1  christos  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27        1.1  christos  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28        1.1  christos  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29        1.1  christos  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30        1.1  christos  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31        1.1  christos  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32        1.1  christos  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33        1.1  christos  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34        1.1  christos  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35        1.1  christos  * POSSIBILITY OF SUCH DAMAGE.
     36        1.1  christos  */
     37        1.1  christos 
     38        1.1  christos /*-
     39        1.1  christos  * Copyright (c) 1983, 1992, 1993
     40        1.1  christos  *	The Regents of the University of California.  All rights reserved.
     41        1.1  christos  *
     42        1.1  christos  * Redistribution and use in source and binary forms, with or without
     43        1.1  christos  * modification, are permitted provided that the following conditions
     44        1.1  christos  * are met:
     45        1.1  christos  * 1. Redistributions of source code must retain the above copyright
     46        1.1  christos  *    notice, this list of conditions and the following disclaimer.
     47        1.1  christos  * 2. Redistributions in binary form must reproduce the above copyright
     48        1.1  christos  *    notice, this list of conditions and the following disclaimer in the
     49        1.1  christos  *    documentation and/or other materials provided with the distribution.
     50        1.1  christos  * 3. Neither the name of the University nor the names of its contributors
     51        1.1  christos  *    may be used to endorse or promote products derived from this software
     52        1.1  christos  *    without specific prior written permission.
     53        1.1  christos  *
     54        1.1  christos  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     55        1.1  christos  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     56        1.1  christos  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     57        1.1  christos  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     58        1.1  christos  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     59        1.1  christos  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     60        1.1  christos  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     61        1.1  christos  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     62        1.1  christos  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     63        1.1  christos  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     64        1.1  christos  * SUCH DAMAGE.
     65        1.1  christos  */
     66        1.1  christos 
     67        1.1  christos /* If building a standalone libkern, don't include mcount. */
     68        1.5  christos #if (!defined(_KERNEL) || defined(GPROF)) && !defined(_STANDALONE)
     69        1.1  christos 
     70        1.1  christos #ifdef _KERNEL_OPT
     71        1.1  christos #include "opt_multiprocessor.h"
     72        1.1  christos #endif
     73        1.1  christos 
     74        1.1  christos #include <sys/cdefs.h>
     75        1.1  christos #if !defined(lint) && !defined(_KERNEL) && defined(LIBC_SCCS)
     76        1.1  christos #if 0
     77        1.1  christos static char sccsid[] = "@(#)mcount.c	8.1 (Berkeley) 6/4/93";
     78        1.1  christos #else
     79  1.13.16.1    martin __RCSID("$NetBSD: mcount.c,v 1.13.16.1 2020/04/13 07:45:07 martin Exp $");
     80        1.1  christos #endif
     81        1.1  christos #endif
     82        1.1  christos 
     83        1.1  christos #include <sys/param.h>
     84        1.1  christos #include <sys/gmon.h>
     85       1.11       ryo #include <sys/lock.h>
     86        1.1  christos 
     87        1.3  christos #ifndef _KERNEL
     88        1.1  christos #include "reentrant.h"
     89        1.3  christos #endif
     90        1.1  christos 
     91  1.13.16.1    martin #if defined(_REENTRANT) && !defined(_RUMPKERNEL)
     92        1.1  christos extern thread_key_t _gmonkey;
     93        1.1  christos extern struct gmonparam _gmondummy;
     94        1.1  christos struct gmonparam *_m_gmon_alloc(void);
     95        1.1  christos #endif
     96        1.1  christos 
     97       1.11       ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL) && defined(MULTIPROCESSOR)
     98       1.11       ryo __cpu_simple_lock_t __mcount_lock;
     99       1.11       ryo #endif
    100       1.11       ryo 
    101        1.9    martin #ifndef __LINT__
    102       1.10      matt _MCOUNT_DECL(u_long, u_long)
    103        1.1  christos #ifdef _KERNEL
    104        1.7       uwe     __attribute__((__no_instrument_function__))
    105        1.1  christos #endif
    106        1.7       uwe     __used;
    107        1.9    martin #endif
    108        1.1  christos 
    109       1.12  christos /* XXX: make these interfaces */
    110       1.12  christos #ifdef _RUMPKERNEL
    111       1.12  christos #undef MCOUNT_ENTER
    112       1.12  christos #define MCOUNT_ENTER
    113       1.12  christos #undef MCOUNT_EXIT
    114       1.12  christos #define MCOUNT_EXIT
    115       1.12  christos #undef MCOUNT
    116       1.12  christos #define MCOUNT
    117       1.12  christos #endif
    118       1.12  christos 
    119        1.1  christos /*
    120        1.1  christos  * mcount is called on entry to each function compiled with the profiling
    121        1.1  christos  * switch set.  _mcount(), which is declared in a machine-dependent way
    122        1.1  christos  * with _MCOUNT_DECL, does the actual work and is either inlined into a
    123        1.1  christos  * C routine or called by an assembly stub.  In any case, this magic is
    124        1.1  christos  * taken care of by the MCOUNT definition in <machine/profile.h>.
    125        1.1  christos  *
    126        1.1  christos  * _mcount updates data structures that represent traversals of the
    127        1.1  christos  * program's call graph edges.  frompc and selfpc are the return
    128        1.1  christos  * address and function address that represents the given call graph edge.
    129        1.1  christos  *
    130        1.1  christos  * Note: the original BSD code used the same variable (frompcindex) for
    131        1.1  christos  * both frompcindex and frompc.  Any reasonable, modern compiler will
    132        1.1  christos  * perform this optimization.
    133        1.1  christos  */
    134        1.9    martin #ifndef __LINT__
    135       1.10      matt /* _mcount; may be static, inline, etc */
    136       1.10      matt _MCOUNT_DECL(u_long frompc, u_long selfpc)
    137        1.1  christos {
    138        1.1  christos 	u_short *frompcindex;
    139        1.1  christos 	struct tostruct *top, *prevtop;
    140        1.1  christos 	struct gmonparam *p;
    141        1.1  christos 	long toindex;
    142        1.8     pooka #if defined(_KERNEL) && !defined(_RUMPKERNEL)
    143        1.1  christos 	int s;
    144        1.1  christos #endif
    145        1.1  christos 
    146  1.13.16.1    martin #if defined(_REENTRANT) && !defined(_KERNEL) && !defined(_RUMPKERNEL)
    147        1.1  christos 	if (__isthreaded) {
    148       1.13  christos 		/* prevent re-entry via thr_getspecific */
    149       1.13  christos 		if (_gmonparam.state != GMON_PROF_ON)
    150       1.13  christos 			return;
    151       1.13  christos 		_gmonparam.state = GMON_PROF_BUSY;
    152        1.1  christos 		p = thr_getspecific(_gmonkey);
    153        1.1  christos 		if (p == NULL) {
    154        1.1  christos 			/* Prevent recursive calls while allocating */
    155        1.1  christos 			thr_setspecific(_gmonkey, &_gmondummy);
    156        1.1  christos 			p = _m_gmon_alloc();
    157        1.1  christos 		}
    158       1.13  christos 		_gmonparam.state = GMON_PROF_ON;
    159        1.1  christos 	} else
    160        1.1  christos #endif
    161        1.1  christos 		p = &_gmonparam;
    162        1.1  christos 	/*
    163        1.1  christos 	 * check that we are profiling
    164        1.1  christos 	 * and that we aren't recursively invoked.
    165        1.1  christos 	 */
    166        1.1  christos 	if (p->state != GMON_PROF_ON)
    167        1.1  christos 		return;
    168       1.11       ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
    169        1.1  christos 	MCOUNT_ENTER;
    170       1.11       ryo #ifdef MULTIPROCESSOR
    171       1.11       ryo 	__cpu_simple_lock(&__mcount_lock);
    172       1.11       ryo 	__insn_barrier();
    173       1.11       ryo #endif
    174        1.1  christos #endif
    175        1.1  christos 	p->state = GMON_PROF_BUSY;
    176        1.1  christos 	/*
    177        1.1  christos 	 * check that frompcindex is a reasonable pc value.
    178        1.1  christos 	 * for example:	signal catchers get called from the stack,
    179        1.1  christos 	 *		not from text space.  too bad.
    180        1.1  christos 	 */
    181        1.1  christos 	frompc -= p->lowpc;
    182        1.1  christos 	if (frompc > p->textsize)
    183        1.1  christos 		goto done;
    184        1.1  christos 
    185        1.1  christos #if (HASHFRACTION & (HASHFRACTION - 1)) == 0
    186        1.1  christos 	if (p->hashfraction == HASHFRACTION)
    187        1.1  christos 		frompcindex =
    188        1.1  christos 		    &p->froms[
    189        1.1  christos 		    (size_t)(frompc / (HASHFRACTION * sizeof(*p->froms)))];
    190        1.1  christos 	else
    191        1.1  christos #endif
    192        1.1  christos 		frompcindex =
    193        1.1  christos 		    &p->froms[
    194        1.1  christos 		    (size_t)(frompc / (p->hashfraction * sizeof(*p->froms)))];
    195        1.1  christos 	toindex = *frompcindex;
    196        1.1  christos 	if (toindex == 0) {
    197        1.1  christos 		/*
    198        1.1  christos 		 *	first time traversing this arc
    199        1.1  christos 		 */
    200        1.1  christos 		toindex = ++p->tos[0].link;
    201        1.1  christos 		if (toindex >= p->tolimit)
    202        1.1  christos 			/* halt further profiling */
    203        1.1  christos 			goto overflow;
    204        1.1  christos 
    205        1.1  christos 		*frompcindex = (u_short)toindex;
    206        1.1  christos 		top = &p->tos[(size_t)toindex];
    207        1.1  christos 		top->selfpc = selfpc;
    208        1.1  christos 		top->count = 1;
    209        1.1  christos 		top->link = 0;
    210        1.1  christos 		goto done;
    211        1.1  christos 	}
    212        1.1  christos 	top = &p->tos[(size_t)toindex];
    213        1.1  christos 	if (top->selfpc == selfpc) {
    214        1.1  christos 		/*
    215        1.1  christos 		 * arc at front of chain; usual case.
    216        1.1  christos 		 */
    217        1.1  christos 		top->count++;
    218        1.1  christos 		goto done;
    219        1.1  christos 	}
    220        1.1  christos 	/*
    221        1.1  christos 	 * have to go looking down chain for it.
    222        1.1  christos 	 * top points to what we are looking at,
    223        1.1  christos 	 * prevtop points to previous top.
    224        1.1  christos 	 * we know it is not at the head of the chain.
    225        1.1  christos 	 */
    226        1.1  christos 	for (; /* goto done */; ) {
    227        1.1  christos 		if (top->link == 0) {
    228        1.1  christos 			/*
    229        1.1  christos 			 * top is end of the chain and none of the chain
    230        1.1  christos 			 * had top->selfpc == selfpc.
    231        1.1  christos 			 * so we allocate a new tostruct
    232        1.1  christos 			 * and link it to the head of the chain.
    233        1.1  christos 			 */
    234        1.1  christos 			toindex = ++p->tos[0].link;
    235        1.1  christos 			if (toindex >= p->tolimit)
    236        1.1  christos 				goto overflow;
    237        1.1  christos 
    238        1.1  christos 			top = &p->tos[(size_t)toindex];
    239        1.1  christos 			top->selfpc = selfpc;
    240        1.1  christos 			top->count = 1;
    241        1.1  christos 			top->link = *frompcindex;
    242        1.1  christos 			*frompcindex = (u_short)toindex;
    243        1.1  christos 			goto done;
    244        1.1  christos 		}
    245        1.1  christos 		/*
    246        1.1  christos 		 * otherwise, check the next arc on the chain.
    247        1.1  christos 		 */
    248        1.1  christos 		prevtop = top;
    249        1.1  christos 		top = &p->tos[top->link];
    250        1.1  christos 		if (top->selfpc == selfpc) {
    251        1.1  christos 			/*
    252        1.1  christos 			 * there it is.
    253        1.1  christos 			 * increment its count
    254        1.1  christos 			 * move it to the head of the chain.
    255        1.1  christos 			 */
    256        1.1  christos 			top->count++;
    257        1.1  christos 			toindex = prevtop->link;
    258        1.1  christos 			prevtop->link = top->link;
    259        1.1  christos 			top->link = *frompcindex;
    260        1.1  christos 			*frompcindex = (u_short)toindex;
    261        1.1  christos 			goto done;
    262        1.1  christos 		}
    263        1.1  christos 	}
    264        1.1  christos done:
    265        1.1  christos 	p->state = GMON_PROF_ON;
    266       1.11       ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
    267       1.11       ryo #ifdef MULTIPROCESSOR
    268       1.11       ryo 	__insn_barrier();
    269       1.11       ryo 	__cpu_simple_unlock(&__mcount_lock);
    270       1.11       ryo #endif
    271        1.1  christos 	MCOUNT_EXIT;
    272        1.1  christos #endif
    273        1.1  christos 	return;
    274       1.11       ryo 
    275        1.1  christos overflow:
    276        1.1  christos 	p->state = GMON_PROF_ERROR;
    277       1.11       ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
    278       1.11       ryo #ifdef MULTIPROCESSOR
    279       1.11       ryo 	__insn_barrier();
    280       1.11       ryo 	__cpu_simple_unlock(&__mcount_lock);
    281       1.11       ryo #endif
    282        1.1  christos 	MCOUNT_EXIT;
    283        1.1  christos #endif
    284        1.1  christos 	return;
    285        1.1  christos }
    286        1.9    martin #endif
    287        1.1  christos 
    288        1.1  christos #ifdef MCOUNT
    289        1.1  christos /*
    290        1.1  christos  * Actual definition of mcount function.  Defined in <machine/profile.h>,
    291        1.1  christos  * which is included by <sys/gmon.h>.
    292        1.1  christos  */
    293        1.1  christos MCOUNT
    294        1.1  christos #endif
    295        1.1  christos 
    296        1.5  christos #endif /* (!_KERNEL || GPROF) && !_STANDALONE */
    297