mcount.c revision 1.13 1 1.13 christos /* $NetBSD: mcount.c,v 1.13 2016/02/28 02:56:39 christos Exp $ */
2 1.1 christos
3 1.1 christos /*
4 1.1 christos * Copyright (c) 2003, 2004 Wasabi Systems, Inc.
5 1.1 christos * All rights reserved.
6 1.1 christos *
7 1.1 christos * Written by Nathan J. Williams for Wasabi Systems, Inc.
8 1.1 christos *
9 1.1 christos * Redistribution and use in source and binary forms, with or without
10 1.1 christos * modification, are permitted provided that the following conditions
11 1.1 christos * are met:
12 1.1 christos * 1. Redistributions of source code must retain the above copyright
13 1.1 christos * notice, this list of conditions and the following disclaimer.
14 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 christos * notice, this list of conditions and the following disclaimer in the
16 1.1 christos * documentation and/or other materials provided with the distribution.
17 1.1 christos * 3. All advertising materials mentioning features or use of this software
18 1.1 christos * must display the following acknowledgement:
19 1.1 christos * This product includes software developed for the NetBSD Project by
20 1.1 christos * Wasabi Systems, Inc.
21 1.1 christos * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.1 christos * or promote products derived from this software without specific prior
23 1.1 christos * written permission.
24 1.1 christos *
25 1.1 christos * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.1 christos * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1 christos * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1 christos * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.1 christos * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1 christos * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1 christos * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1 christos * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1 christos * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1 christos * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1 christos * POSSIBILITY OF SUCH DAMAGE.
36 1.1 christos */
37 1.1 christos
38 1.1 christos /*-
39 1.1 christos * Copyright (c) 1983, 1992, 1993
40 1.1 christos * The Regents of the University of California. All rights reserved.
41 1.1 christos *
42 1.1 christos * Redistribution and use in source and binary forms, with or without
43 1.1 christos * modification, are permitted provided that the following conditions
44 1.1 christos * are met:
45 1.1 christos * 1. Redistributions of source code must retain the above copyright
46 1.1 christos * notice, this list of conditions and the following disclaimer.
47 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright
48 1.1 christos * notice, this list of conditions and the following disclaimer in the
49 1.1 christos * documentation and/or other materials provided with the distribution.
50 1.1 christos * 3. Neither the name of the University nor the names of its contributors
51 1.1 christos * may be used to endorse or promote products derived from this software
52 1.1 christos * without specific prior written permission.
53 1.1 christos *
54 1.1 christos * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
55 1.1 christos * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
56 1.1 christos * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
57 1.1 christos * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
58 1.1 christos * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
59 1.1 christos * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
60 1.1 christos * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
61 1.1 christos * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
62 1.1 christos * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
63 1.1 christos * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
64 1.1 christos * SUCH DAMAGE.
65 1.1 christos */
66 1.1 christos
67 1.1 christos /* If building a standalone libkern, don't include mcount. */
68 1.5 christos #if (!defined(_KERNEL) || defined(GPROF)) && !defined(_STANDALONE)
69 1.1 christos
70 1.1 christos #ifdef _KERNEL_OPT
71 1.1 christos #include "opt_multiprocessor.h"
72 1.1 christos #endif
73 1.1 christos
74 1.1 christos #include <sys/cdefs.h>
75 1.1 christos #if !defined(lint) && !defined(_KERNEL) && defined(LIBC_SCCS)
76 1.1 christos #if 0
77 1.1 christos static char sccsid[] = "@(#)mcount.c 8.1 (Berkeley) 6/4/93";
78 1.1 christos #else
79 1.13 christos __RCSID("$NetBSD: mcount.c,v 1.13 2016/02/28 02:56:39 christos Exp $");
80 1.1 christos #endif
81 1.1 christos #endif
82 1.1 christos
83 1.1 christos #include <sys/param.h>
84 1.1 christos #include <sys/gmon.h>
85 1.11 ryo #include <sys/lock.h>
86 1.1 christos
87 1.3 christos #ifndef _KERNEL
88 1.1 christos #include "reentrant.h"
89 1.3 christos #endif
90 1.1 christos
91 1.1 christos #ifdef _REENTRANT
92 1.1 christos extern thread_key_t _gmonkey;
93 1.1 christos extern struct gmonparam _gmondummy;
94 1.1 christos struct gmonparam *_m_gmon_alloc(void);
95 1.1 christos #endif
96 1.1 christos
97 1.11 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL) && defined(MULTIPROCESSOR)
98 1.11 ryo __cpu_simple_lock_t __mcount_lock;
99 1.11 ryo #endif
100 1.11 ryo
101 1.9 martin #ifndef __LINT__
102 1.10 matt _MCOUNT_DECL(u_long, u_long)
103 1.1 christos #ifdef _KERNEL
104 1.7 uwe __attribute__((__no_instrument_function__))
105 1.1 christos #endif
106 1.7 uwe __used;
107 1.9 martin #endif
108 1.1 christos
109 1.12 christos /* XXX: make these interfaces */
110 1.12 christos #ifdef _RUMPKERNEL
111 1.12 christos #undef MCOUNT_ENTER
112 1.12 christos #define MCOUNT_ENTER
113 1.12 christos #undef MCOUNT_EXIT
114 1.12 christos #define MCOUNT_EXIT
115 1.12 christos #undef MCOUNT
116 1.12 christos #define MCOUNT
117 1.12 christos #endif
118 1.12 christos
119 1.1 christos /*
120 1.1 christos * mcount is called on entry to each function compiled with the profiling
121 1.1 christos * switch set. _mcount(), which is declared in a machine-dependent way
122 1.1 christos * with _MCOUNT_DECL, does the actual work and is either inlined into a
123 1.1 christos * C routine or called by an assembly stub. In any case, this magic is
124 1.1 christos * taken care of by the MCOUNT definition in <machine/profile.h>.
125 1.1 christos *
126 1.1 christos * _mcount updates data structures that represent traversals of the
127 1.1 christos * program's call graph edges. frompc and selfpc are the return
128 1.1 christos * address and function address that represents the given call graph edge.
129 1.1 christos *
130 1.1 christos * Note: the original BSD code used the same variable (frompcindex) for
131 1.1 christos * both frompcindex and frompc. Any reasonable, modern compiler will
132 1.1 christos * perform this optimization.
133 1.1 christos */
134 1.9 martin #ifndef __LINT__
135 1.10 matt /* _mcount; may be static, inline, etc */
136 1.10 matt _MCOUNT_DECL(u_long frompc, u_long selfpc)
137 1.1 christos {
138 1.1 christos u_short *frompcindex;
139 1.1 christos struct tostruct *top, *prevtop;
140 1.1 christos struct gmonparam *p;
141 1.1 christos long toindex;
142 1.8 pooka #if defined(_KERNEL) && !defined(_RUMPKERNEL)
143 1.1 christos int s;
144 1.1 christos #endif
145 1.1 christos
146 1.1 christos #if defined(_REENTRANT) && !defined(_KERNEL)
147 1.1 christos if (__isthreaded) {
148 1.13 christos /* prevent re-entry via thr_getspecific */
149 1.13 christos if (_gmonparam.state != GMON_PROF_ON)
150 1.13 christos return;
151 1.13 christos _gmonparam.state = GMON_PROF_BUSY;
152 1.1 christos p = thr_getspecific(_gmonkey);
153 1.1 christos if (p == NULL) {
154 1.1 christos /* Prevent recursive calls while allocating */
155 1.1 christos thr_setspecific(_gmonkey, &_gmondummy);
156 1.1 christos p = _m_gmon_alloc();
157 1.1 christos }
158 1.13 christos _gmonparam.state = GMON_PROF_ON;
159 1.1 christos } else
160 1.1 christos #endif
161 1.1 christos p = &_gmonparam;
162 1.1 christos /*
163 1.1 christos * check that we are profiling
164 1.1 christos * and that we aren't recursively invoked.
165 1.1 christos */
166 1.1 christos if (p->state != GMON_PROF_ON)
167 1.1 christos return;
168 1.11 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
169 1.1 christos MCOUNT_ENTER;
170 1.11 ryo #ifdef MULTIPROCESSOR
171 1.11 ryo __cpu_simple_lock(&__mcount_lock);
172 1.11 ryo __insn_barrier();
173 1.11 ryo #endif
174 1.1 christos #endif
175 1.1 christos p->state = GMON_PROF_BUSY;
176 1.1 christos /*
177 1.1 christos * check that frompcindex is a reasonable pc value.
178 1.1 christos * for example: signal catchers get called from the stack,
179 1.1 christos * not from text space. too bad.
180 1.1 christos */
181 1.1 christos frompc -= p->lowpc;
182 1.1 christos if (frompc > p->textsize)
183 1.1 christos goto done;
184 1.1 christos
185 1.1 christos #if (HASHFRACTION & (HASHFRACTION - 1)) == 0
186 1.1 christos if (p->hashfraction == HASHFRACTION)
187 1.1 christos frompcindex =
188 1.1 christos &p->froms[
189 1.1 christos (size_t)(frompc / (HASHFRACTION * sizeof(*p->froms)))];
190 1.1 christos else
191 1.1 christos #endif
192 1.1 christos frompcindex =
193 1.1 christos &p->froms[
194 1.1 christos (size_t)(frompc / (p->hashfraction * sizeof(*p->froms)))];
195 1.1 christos toindex = *frompcindex;
196 1.1 christos if (toindex == 0) {
197 1.1 christos /*
198 1.1 christos * first time traversing this arc
199 1.1 christos */
200 1.1 christos toindex = ++p->tos[0].link;
201 1.1 christos if (toindex >= p->tolimit)
202 1.1 christos /* halt further profiling */
203 1.1 christos goto overflow;
204 1.1 christos
205 1.1 christos *frompcindex = (u_short)toindex;
206 1.1 christos top = &p->tos[(size_t)toindex];
207 1.1 christos top->selfpc = selfpc;
208 1.1 christos top->count = 1;
209 1.1 christos top->link = 0;
210 1.1 christos goto done;
211 1.1 christos }
212 1.1 christos top = &p->tos[(size_t)toindex];
213 1.1 christos if (top->selfpc == selfpc) {
214 1.1 christos /*
215 1.1 christos * arc at front of chain; usual case.
216 1.1 christos */
217 1.1 christos top->count++;
218 1.1 christos goto done;
219 1.1 christos }
220 1.1 christos /*
221 1.1 christos * have to go looking down chain for it.
222 1.1 christos * top points to what we are looking at,
223 1.1 christos * prevtop points to previous top.
224 1.1 christos * we know it is not at the head of the chain.
225 1.1 christos */
226 1.1 christos for (; /* goto done */; ) {
227 1.1 christos if (top->link == 0) {
228 1.1 christos /*
229 1.1 christos * top is end of the chain and none of the chain
230 1.1 christos * had top->selfpc == selfpc.
231 1.1 christos * so we allocate a new tostruct
232 1.1 christos * and link it to the head of the chain.
233 1.1 christos */
234 1.1 christos toindex = ++p->tos[0].link;
235 1.1 christos if (toindex >= p->tolimit)
236 1.1 christos goto overflow;
237 1.1 christos
238 1.1 christos top = &p->tos[(size_t)toindex];
239 1.1 christos top->selfpc = selfpc;
240 1.1 christos top->count = 1;
241 1.1 christos top->link = *frompcindex;
242 1.1 christos *frompcindex = (u_short)toindex;
243 1.1 christos goto done;
244 1.1 christos }
245 1.1 christos /*
246 1.1 christos * otherwise, check the next arc on the chain.
247 1.1 christos */
248 1.1 christos prevtop = top;
249 1.1 christos top = &p->tos[top->link];
250 1.1 christos if (top->selfpc == selfpc) {
251 1.1 christos /*
252 1.1 christos * there it is.
253 1.1 christos * increment its count
254 1.1 christos * move it to the head of the chain.
255 1.1 christos */
256 1.1 christos top->count++;
257 1.1 christos toindex = prevtop->link;
258 1.1 christos prevtop->link = top->link;
259 1.1 christos top->link = *frompcindex;
260 1.1 christos *frompcindex = (u_short)toindex;
261 1.1 christos goto done;
262 1.1 christos }
263 1.1 christos }
264 1.1 christos done:
265 1.1 christos p->state = GMON_PROF_ON;
266 1.11 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
267 1.11 ryo #ifdef MULTIPROCESSOR
268 1.11 ryo __insn_barrier();
269 1.11 ryo __cpu_simple_unlock(&__mcount_lock);
270 1.11 ryo #endif
271 1.1 christos MCOUNT_EXIT;
272 1.1 christos #endif
273 1.1 christos return;
274 1.11 ryo
275 1.1 christos overflow:
276 1.1 christos p->state = GMON_PROF_ERROR;
277 1.11 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
278 1.11 ryo #ifdef MULTIPROCESSOR
279 1.11 ryo __insn_barrier();
280 1.11 ryo __cpu_simple_unlock(&__mcount_lock);
281 1.11 ryo #endif
282 1.1 christos MCOUNT_EXIT;
283 1.1 christos #endif
284 1.1 christos return;
285 1.1 christos }
286 1.9 martin #endif
287 1.1 christos
288 1.1 christos #ifdef MCOUNT
289 1.1 christos /*
290 1.1 christos * Actual definition of mcount function. Defined in <machine/profile.h>,
291 1.1 christos * which is included by <sys/gmon.h>.
292 1.1 christos */
293 1.1 christos MCOUNT
294 1.1 christos #endif
295 1.1 christos
296 1.5 christos #endif /* (!_KERNEL || GPROF) && !_STANDALONE */
297