mcount.c revision 1.18 1 1.18 christos /* $NetBSD: mcount.c,v 1.18 2024/02/23 13:32:28 christos Exp $ */
2 1.1 christos
3 1.1 christos /*
4 1.1 christos * Copyright (c) 2003, 2004 Wasabi Systems, Inc.
5 1.1 christos * All rights reserved.
6 1.1 christos *
7 1.1 christos * Written by Nathan J. Williams for Wasabi Systems, Inc.
8 1.1 christos *
9 1.1 christos * Redistribution and use in source and binary forms, with or without
10 1.1 christos * modification, are permitted provided that the following conditions
11 1.1 christos * are met:
12 1.1 christos * 1. Redistributions of source code must retain the above copyright
13 1.1 christos * notice, this list of conditions and the following disclaimer.
14 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 christos * notice, this list of conditions and the following disclaimer in the
16 1.1 christos * documentation and/or other materials provided with the distribution.
17 1.1 christos * 3. All advertising materials mentioning features or use of this software
18 1.1 christos * must display the following acknowledgement:
19 1.1 christos * This product includes software developed for the NetBSD Project by
20 1.1 christos * Wasabi Systems, Inc.
21 1.1 christos * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.1 christos * or promote products derived from this software without specific prior
23 1.1 christos * written permission.
24 1.1 christos *
25 1.1 christos * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.1 christos * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1 christos * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1 christos * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.1 christos * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1 christos * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1 christos * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1 christos * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1 christos * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1 christos * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1 christos * POSSIBILITY OF SUCH DAMAGE.
36 1.1 christos */
37 1.1 christos
38 1.1 christos /*-
39 1.1 christos * Copyright (c) 1983, 1992, 1993
40 1.1 christos * The Regents of the University of California. All rights reserved.
41 1.1 christos *
42 1.1 christos * Redistribution and use in source and binary forms, with or without
43 1.1 christos * modification, are permitted provided that the following conditions
44 1.1 christos * are met:
45 1.1 christos * 1. Redistributions of source code must retain the above copyright
46 1.1 christos * notice, this list of conditions and the following disclaimer.
47 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright
48 1.1 christos * notice, this list of conditions and the following disclaimer in the
49 1.1 christos * documentation and/or other materials provided with the distribution.
50 1.1 christos * 3. Neither the name of the University nor the names of its contributors
51 1.1 christos * may be used to endorse or promote products derived from this software
52 1.1 christos * without specific prior written permission.
53 1.1 christos *
54 1.1 christos * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
55 1.1 christos * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
56 1.1 christos * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
57 1.1 christos * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
58 1.1 christos * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
59 1.1 christos * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
60 1.1 christos * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
61 1.1 christos * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
62 1.1 christos * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
63 1.1 christos * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
64 1.1 christos * SUCH DAMAGE.
65 1.1 christos */
66 1.1 christos
67 1.1 christos #ifdef _KERNEL_OPT
68 1.1 christos #include "opt_multiprocessor.h"
69 1.1 christos #endif
70 1.1 christos
71 1.15 ryo /* If building a standalone libkern, don't include mcount. */
72 1.15 ryo #if (!defined(_KERNEL) || defined(GPROF)) && !defined(_STANDALONE)
73 1.15 ryo
74 1.1 christos #include <sys/cdefs.h>
75 1.1 christos #if !defined(lint) && !defined(_KERNEL) && defined(LIBC_SCCS)
76 1.1 christos #if 0
77 1.1 christos static char sccsid[] = "@(#)mcount.c 8.1 (Berkeley) 6/4/93";
78 1.1 christos #else
79 1.18 christos __RCSID("$NetBSD: mcount.c,v 1.18 2024/02/23 13:32:28 christos Exp $");
80 1.1 christos #endif
81 1.1 christos #endif
82 1.1 christos
83 1.1 christos #include <sys/param.h>
84 1.1 christos #include <sys/gmon.h>
85 1.11 ryo #include <sys/lock.h>
86 1.16 ryo #include <sys/proc.h>
87 1.1 christos
88 1.3 christos #ifndef _KERNEL
89 1.1 christos #include "reentrant.h"
90 1.3 christos #endif
91 1.1 christos
92 1.14 kamil #if defined(_REENTRANT) && !defined(_RUMPKERNEL)
93 1.1 christos extern thread_key_t _gmonkey;
94 1.1 christos extern struct gmonparam _gmondummy;
95 1.1 christos struct gmonparam *_m_gmon_alloc(void);
96 1.1 christos #endif
97 1.1 christos
98 1.10 matt _MCOUNT_DECL(u_long, u_long)
99 1.1 christos #ifdef _KERNEL
100 1.7 uwe __attribute__((__no_instrument_function__))
101 1.1 christos #endif
102 1.7 uwe __used;
103 1.1 christos
104 1.12 christos /* XXX: make these interfaces */
105 1.12 christos #ifdef _RUMPKERNEL
106 1.12 christos #undef MCOUNT_ENTER
107 1.12 christos #define MCOUNT_ENTER
108 1.12 christos #undef MCOUNT_EXIT
109 1.12 christos #define MCOUNT_EXIT
110 1.12 christos #undef MCOUNT
111 1.12 christos #define MCOUNT
112 1.12 christos #endif
113 1.12 christos
114 1.1 christos /*
115 1.1 christos * mcount is called on entry to each function compiled with the profiling
116 1.1 christos * switch set. _mcount(), which is declared in a machine-dependent way
117 1.1 christos * with _MCOUNT_DECL, does the actual work and is either inlined into a
118 1.1 christos * C routine or called by an assembly stub. In any case, this magic is
119 1.1 christos * taken care of by the MCOUNT definition in <machine/profile.h>.
120 1.1 christos *
121 1.1 christos * _mcount updates data structures that represent traversals of the
122 1.1 christos * program's call graph edges. frompc and selfpc are the return
123 1.1 christos * address and function address that represents the given call graph edge.
124 1.1 christos *
125 1.1 christos * Note: the original BSD code used the same variable (frompcindex) for
126 1.1 christos * both frompcindex and frompc. Any reasonable, modern compiler will
127 1.1 christos * perform this optimization.
128 1.1 christos */
129 1.10 matt /* _mcount; may be static, inline, etc */
130 1.18 christos /*LINTED unused*/
131 1.10 matt _MCOUNT_DECL(u_long frompc, u_long selfpc)
132 1.1 christos {
133 1.1 christos u_short *frompcindex;
134 1.1 christos struct tostruct *top, *prevtop;
135 1.1 christos struct gmonparam *p;
136 1.1 christos long toindex;
137 1.8 pooka #if defined(_KERNEL) && !defined(_RUMPKERNEL)
138 1.1 christos int s;
139 1.1 christos #endif
140 1.1 christos
141 1.14 kamil #if defined(_REENTRANT) && !defined(_KERNEL) && !defined(_RUMPKERNEL)
142 1.1 christos if (__isthreaded) {
143 1.13 christos /* prevent re-entry via thr_getspecific */
144 1.13 christos if (_gmonparam.state != GMON_PROF_ON)
145 1.13 christos return;
146 1.13 christos _gmonparam.state = GMON_PROF_BUSY;
147 1.1 christos p = thr_getspecific(_gmonkey);
148 1.1 christos if (p == NULL) {
149 1.1 christos /* Prevent recursive calls while allocating */
150 1.1 christos thr_setspecific(_gmonkey, &_gmondummy);
151 1.1 christos p = _m_gmon_alloc();
152 1.1 christos }
153 1.13 christos _gmonparam.state = GMON_PROF_ON;
154 1.1 christos } else
155 1.1 christos #endif
156 1.1 christos p = &_gmonparam;
157 1.1 christos /*
158 1.1 christos * check that we are profiling
159 1.1 christos * and that we aren't recursively invoked.
160 1.1 christos */
161 1.1 christos if (p->state != GMON_PROF_ON)
162 1.1 christos return;
163 1.11 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
164 1.1 christos MCOUNT_ENTER;
165 1.11 ryo #ifdef MULTIPROCESSOR
166 1.16 ryo p = curcpu()->ci_gmon;
167 1.16 ryo if (p == NULL || p->state != GMON_PROF_ON) {
168 1.16 ryo MCOUNT_EXIT;
169 1.16 ryo return;
170 1.16 ryo }
171 1.11 ryo #endif
172 1.1 christos #endif
173 1.1 christos p->state = GMON_PROF_BUSY;
174 1.1 christos /*
175 1.1 christos * check that frompcindex is a reasonable pc value.
176 1.1 christos * for example: signal catchers get called from the stack,
177 1.1 christos * not from text space. too bad.
178 1.1 christos */
179 1.1 christos frompc -= p->lowpc;
180 1.1 christos if (frompc > p->textsize)
181 1.1 christos goto done;
182 1.1 christos
183 1.1 christos #if (HASHFRACTION & (HASHFRACTION - 1)) == 0
184 1.1 christos if (p->hashfraction == HASHFRACTION)
185 1.1 christos frompcindex =
186 1.1 christos &p->froms[
187 1.1 christos (size_t)(frompc / (HASHFRACTION * sizeof(*p->froms)))];
188 1.1 christos else
189 1.1 christos #endif
190 1.1 christos frompcindex =
191 1.1 christos &p->froms[
192 1.1 christos (size_t)(frompc / (p->hashfraction * sizeof(*p->froms)))];
193 1.1 christos toindex = *frompcindex;
194 1.1 christos if (toindex == 0) {
195 1.1 christos /*
196 1.1 christos * first time traversing this arc
197 1.1 christos */
198 1.1 christos toindex = ++p->tos[0].link;
199 1.1 christos if (toindex >= p->tolimit)
200 1.1 christos /* halt further profiling */
201 1.1 christos goto overflow;
202 1.1 christos
203 1.1 christos *frompcindex = (u_short)toindex;
204 1.1 christos top = &p->tos[(size_t)toindex];
205 1.1 christos top->selfpc = selfpc;
206 1.1 christos top->count = 1;
207 1.1 christos top->link = 0;
208 1.1 christos goto done;
209 1.1 christos }
210 1.1 christos top = &p->tos[(size_t)toindex];
211 1.1 christos if (top->selfpc == selfpc) {
212 1.1 christos /*
213 1.1 christos * arc at front of chain; usual case.
214 1.1 christos */
215 1.1 christos top->count++;
216 1.1 christos goto done;
217 1.1 christos }
218 1.1 christos /*
219 1.1 christos * have to go looking down chain for it.
220 1.1 christos * top points to what we are looking at,
221 1.1 christos * prevtop points to previous top.
222 1.1 christos * we know it is not at the head of the chain.
223 1.1 christos */
224 1.1 christos for (; /* goto done */; ) {
225 1.1 christos if (top->link == 0) {
226 1.1 christos /*
227 1.1 christos * top is end of the chain and none of the chain
228 1.1 christos * had top->selfpc == selfpc.
229 1.1 christos * so we allocate a new tostruct
230 1.1 christos * and link it to the head of the chain.
231 1.1 christos */
232 1.1 christos toindex = ++p->tos[0].link;
233 1.1 christos if (toindex >= p->tolimit)
234 1.1 christos goto overflow;
235 1.1 christos
236 1.1 christos top = &p->tos[(size_t)toindex];
237 1.1 christos top->selfpc = selfpc;
238 1.1 christos top->count = 1;
239 1.1 christos top->link = *frompcindex;
240 1.1 christos *frompcindex = (u_short)toindex;
241 1.1 christos goto done;
242 1.1 christos }
243 1.1 christos /*
244 1.1 christos * otherwise, check the next arc on the chain.
245 1.1 christos */
246 1.1 christos prevtop = top;
247 1.1 christos top = &p->tos[top->link];
248 1.1 christos if (top->selfpc == selfpc) {
249 1.1 christos /*
250 1.1 christos * there it is.
251 1.1 christos * increment its count
252 1.1 christos * move it to the head of the chain.
253 1.1 christos */
254 1.1 christos top->count++;
255 1.1 christos toindex = prevtop->link;
256 1.1 christos prevtop->link = top->link;
257 1.1 christos top->link = *frompcindex;
258 1.1 christos *frompcindex = (u_short)toindex;
259 1.1 christos goto done;
260 1.1 christos }
261 1.1 christos }
262 1.1 christos done:
263 1.1 christos p->state = GMON_PROF_ON;
264 1.11 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
265 1.1 christos MCOUNT_EXIT;
266 1.1 christos #endif
267 1.1 christos return;
268 1.11 ryo
269 1.1 christos overflow:
270 1.1 christos p->state = GMON_PROF_ERROR;
271 1.11 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL)
272 1.1 christos MCOUNT_EXIT;
273 1.1 christos #endif
274 1.1 christos return;
275 1.1 christos }
276 1.1 christos
277 1.1 christos #ifdef MCOUNT
278 1.1 christos /*
279 1.1 christos * Actual definition of mcount function. Defined in <machine/profile.h>,
280 1.1 christos * which is included by <sys/gmon.h>.
281 1.1 christos */
282 1.1 christos MCOUNT
283 1.1 christos #endif
284 1.1 christos
285 1.16 ryo #if defined(_KERNEL) && !defined(_RUMPKERNEL) && defined(MULTIPROCESSOR)
286 1.16 ryo void _gmonparam_merge(struct gmonparam *, struct gmonparam *);
287 1.16 ryo
288 1.16 ryo void
289 1.16 ryo _gmonparam_merge(struct gmonparam *p, struct gmonparam *q)
290 1.16 ryo {
291 1.16 ryo u_long fromindex;
292 1.16 ryo u_short *frompcindex, qtoindex, toindex;
293 1.16 ryo u_long selfpc;
294 1.16 ryo u_long endfrom;
295 1.16 ryo long count;
296 1.16 ryo struct tostruct *top;
297 1.16 ryo int i;
298 1.16 ryo
299 1.16 ryo count = q->kcountsize / sizeof(*q->kcount);
300 1.16 ryo for (i = 0; i < count; i++)
301 1.16 ryo p->kcount[i] += q->kcount[i];
302 1.16 ryo
303 1.16 ryo endfrom = (q->fromssize / sizeof(*q->froms));
304 1.16 ryo for (fromindex = 0; fromindex < endfrom; fromindex++) {
305 1.16 ryo if (q->froms[fromindex] == 0)
306 1.16 ryo continue;
307 1.16 ryo for (qtoindex = q->froms[fromindex]; qtoindex != 0;
308 1.16 ryo qtoindex = q->tos[qtoindex].link) {
309 1.16 ryo selfpc = q->tos[qtoindex].selfpc;
310 1.16 ryo count = q->tos[qtoindex].count;
311 1.16 ryo /* cribbed from mcount */
312 1.16 ryo frompcindex = &p->froms[fromindex];
313 1.16 ryo toindex = *frompcindex;
314 1.16 ryo if (toindex == 0) {
315 1.16 ryo /*
316 1.16 ryo * first time traversing this arc
317 1.16 ryo */
318 1.16 ryo toindex = ++p->tos[0].link;
319 1.16 ryo if (toindex >= p->tolimit)
320 1.16 ryo /* halt further profiling */
321 1.16 ryo goto overflow;
322 1.16 ryo
323 1.16 ryo *frompcindex = (u_short)toindex;
324 1.16 ryo top = &p->tos[(size_t)toindex];
325 1.16 ryo top->selfpc = selfpc;
326 1.16 ryo top->count = count;
327 1.16 ryo top->link = 0;
328 1.16 ryo goto done;
329 1.16 ryo }
330 1.16 ryo top = &p->tos[(size_t)toindex];
331 1.16 ryo if (top->selfpc == selfpc) {
332 1.16 ryo /*
333 1.16 ryo * arc at front of chain; usual case.
334 1.16 ryo */
335 1.16 ryo top->count+= count;
336 1.16 ryo goto done;
337 1.16 ryo }
338 1.16 ryo /*
339 1.16 ryo * have to go looking down chain for it.
340 1.16 ryo * top points to what we are looking at,
341 1.16 ryo * we know it is not at the head of the chain.
342 1.16 ryo */
343 1.16 ryo for (; /* goto done */; ) {
344 1.16 ryo if (top->link == 0) {
345 1.16 ryo /*
346 1.16 ryo * top is end of the chain and
347 1.16 ryo * none of the chain had
348 1.16 ryo * top->selfpc == selfpc. so
349 1.16 ryo * we allocate a new tostruct
350 1.16 ryo * and link it to the head of
351 1.16 ryo * the chain.
352 1.16 ryo */
353 1.16 ryo toindex = ++p->tos[0].link;
354 1.16 ryo if (toindex >= p->tolimit)
355 1.16 ryo goto overflow;
356 1.16 ryo
357 1.16 ryo top = &p->tos[(size_t)toindex];
358 1.16 ryo top->selfpc = selfpc;
359 1.16 ryo top->count = count;
360 1.16 ryo top->link = *frompcindex;
361 1.16 ryo *frompcindex = (u_short)toindex;
362 1.16 ryo goto done;
363 1.16 ryo }
364 1.16 ryo /*
365 1.16 ryo * otherwise, check the next arc on the chain.
366 1.16 ryo */
367 1.16 ryo top = &p->tos[top->link];
368 1.16 ryo if (top->selfpc == selfpc) {
369 1.16 ryo /*
370 1.16 ryo * there it is.
371 1.16 ryo * add to its count.
372 1.16 ryo */
373 1.16 ryo top->count += count;
374 1.16 ryo goto done;
375 1.16 ryo }
376 1.16 ryo }
377 1.16 ryo
378 1.16 ryo done: ;
379 1.16 ryo }
380 1.16 ryo
381 1.16 ryo }
382 1.16 ryo overflow: ;
383 1.16 ryo
384 1.16 ryo }
385 1.16 ryo #endif
386 1.16 ryo
387 1.5 christos #endif /* (!_KERNEL || GPROF) && !_STANDALONE */
388