lockstat.c revision 1.5.2.4
1 1.5.2.4 yamt /* $NetBSD: lockstat.c,v 1.5.2.4 2007/09/03 14:33:13 yamt Exp $ */ 2 1.5.2.2 yamt 3 1.5.2.2 yamt /*- 4 1.5.2.4 yamt * Copyright (c) 2006, 2007 The NetBSD Foundation, Inc. 5 1.5.2.2 yamt * All rights reserved. 6 1.5.2.2 yamt * 7 1.5.2.2 yamt * This code is derived from software contributed to The NetBSD Foundation 8 1.5.2.2 yamt * by Andrew Doran. 9 1.5.2.2 yamt * 10 1.5.2.2 yamt * Redistribution and use in source and binary forms, with or without 11 1.5.2.2 yamt * modification, are permitted provided that the following conditions 12 1.5.2.2 yamt * are met: 13 1.5.2.2 yamt * 1. Redistributions of source code must retain the above copyright 14 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer. 15 1.5.2.2 yamt * 2. Redistributions in binary form must reproduce the above copyright 16 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer in the 17 1.5.2.2 yamt * documentation and/or other materials provided with the distribution. 18 1.5.2.2 yamt * 3. All advertising materials mentioning features or use of this software 19 1.5.2.2 yamt * must display the following acknowledgement: 20 1.5.2.2 yamt * This product includes software developed by the NetBSD 21 1.5.2.2 yamt * Foundation, Inc. and its contributors. 22 1.5.2.2 yamt * 4. Neither the name of The NetBSD Foundation nor the names of its 23 1.5.2.2 yamt * contributors may be used to endorse or promote products derived 24 1.5.2.2 yamt * from this software without specific prior written permission. 25 1.5.2.2 yamt * 26 1.5.2.2 yamt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 27 1.5.2.2 yamt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 28 1.5.2.2 yamt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 29 1.5.2.2 yamt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 30 1.5.2.2 yamt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 31 1.5.2.2 yamt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 32 1.5.2.2 yamt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 33 1.5.2.2 yamt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 34 1.5.2.2 yamt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 35 1.5.2.2 yamt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 36 1.5.2.2 yamt * POSSIBILITY OF SUCH DAMAGE. 37 1.5.2.2 yamt */ 38 1.5.2.2 yamt 39 1.5.2.2 yamt /* 40 1.5.2.2 yamt * Lock statistics driver, providing kernel support for the lockstat(8) 41 1.5.2.2 yamt * command. 42 1.5.2.2 yamt * 43 1.5.2.2 yamt * XXX Timings for contention on sleep locks are currently incorrect. 44 1.5.2.2 yamt */ 45 1.5.2.2 yamt 46 1.5.2.2 yamt #include <sys/cdefs.h> 47 1.5.2.4 yamt __KERNEL_RCSID(0, "$NetBSD: lockstat.c,v 1.5.2.4 2007/09/03 14:33:13 yamt Exp $"); 48 1.5.2.2 yamt 49 1.5.2.2 yamt #include <sys/types.h> 50 1.5.2.2 yamt #include <sys/param.h> 51 1.5.2.2 yamt #include <sys/lock.h> 52 1.5.2.2 yamt #include <sys/proc.h> 53 1.5.2.2 yamt #include <sys/resourcevar.h> 54 1.5.2.2 yamt #include <sys/systm.h> 55 1.5.2.2 yamt #include <sys/kernel.h> 56 1.5.2.2 yamt #include <sys/malloc.h> 57 1.5.2.2 yamt #include <sys/conf.h> 58 1.5.2.2 yamt #include <sys/syslog.h> 59 1.5.2.2 yamt 60 1.5.2.2 yamt #include <dev/lockstat.h> 61 1.5.2.2 yamt 62 1.5.2.2 yamt #ifndef __HAVE_CPU_COUNTER 63 1.5.2.2 yamt #error CPU counters not available 64 1.5.2.2 yamt #endif 65 1.5.2.2 yamt 66 1.5.2.2 yamt #if LONG_BIT == 64 67 1.5.2.2 yamt #define LOCKSTAT_HASH_SHIFT 3 68 1.5.2.2 yamt #elif LONG_BIT == 32 69 1.5.2.2 yamt #define LOCKSTAT_HASH_SHIFT 2 70 1.5.2.2 yamt #endif 71 1.5.2.2 yamt 72 1.5.2.4 yamt #define LOCKSTAT_MINBUFS 1000 73 1.5.2.4 yamt #define LOCKSTAT_DEFBUFS 10000 74 1.5.2.4 yamt #define LOCKSTAT_MAXBUFS 50000 75 1.5.2.2 yamt 76 1.5.2.2 yamt #define LOCKSTAT_HASH_SIZE 64 77 1.5.2.2 yamt #define LOCKSTAT_HASH_MASK (LOCKSTAT_HASH_SIZE - 1) 78 1.5.2.2 yamt #define LOCKSTAT_HASH(key) \ 79 1.5.2.2 yamt ((key >> LOCKSTAT_HASH_SHIFT) & LOCKSTAT_HASH_MASK) 80 1.5.2.2 yamt 81 1.5.2.2 yamt typedef struct lscpu { 82 1.5.2.2 yamt SLIST_HEAD(, lsbuf) lc_free; 83 1.5.2.2 yamt u_int lc_overflow; 84 1.5.2.2 yamt LIST_HEAD(lslist, lsbuf) lc_hash[LOCKSTAT_HASH_SIZE]; 85 1.5.2.2 yamt } lscpu_t; 86 1.5.2.2 yamt 87 1.5.2.2 yamt typedef struct lslist lslist_t; 88 1.5.2.2 yamt 89 1.5.2.2 yamt void lockstatattach(int); 90 1.5.2.2 yamt void lockstat_start(lsenable_t *); 91 1.5.2.2 yamt int lockstat_alloc(lsenable_t *); 92 1.5.2.2 yamt void lockstat_init_tables(lsenable_t *); 93 1.5.2.2 yamt int lockstat_stop(lsdisable_t *); 94 1.5.2.2 yamt void lockstat_free(void); 95 1.5.2.2 yamt 96 1.5.2.2 yamt dev_type_open(lockstat_open); 97 1.5.2.2 yamt dev_type_close(lockstat_close); 98 1.5.2.2 yamt dev_type_read(lockstat_read); 99 1.5.2.2 yamt dev_type_ioctl(lockstat_ioctl); 100 1.5.2.2 yamt 101 1.5.2.2 yamt /* Protected against write by lockstat_lock(). Used by lockstat_event(). */ 102 1.5.2.2 yamt volatile u_int lockstat_enabled; 103 1.5.2.2 yamt uintptr_t lockstat_csstart; 104 1.5.2.2 yamt uintptr_t lockstat_csend; 105 1.5.2.2 yamt uintptr_t lockstat_csmask; 106 1.5.2.4 yamt uintptr_t lockstat_lamask; 107 1.5.2.2 yamt uintptr_t lockstat_lockstart; 108 1.5.2.2 yamt uintptr_t lockstat_lockend; 109 1.5.2.2 yamt 110 1.5.2.2 yamt /* Protected by lockstat_lock(). */ 111 1.5.2.2 yamt struct simplelock lockstat_slock; 112 1.5.2.2 yamt lsbuf_t *lockstat_baseb; 113 1.5.2.2 yamt size_t lockstat_sizeb; 114 1.5.2.2 yamt int lockstat_busy; 115 1.5.2.2 yamt int lockstat_devopen; 116 1.5.2.2 yamt struct timespec lockstat_stime; 117 1.5.2.2 yamt 118 1.5.2.2 yamt const struct cdevsw lockstat_cdevsw = { 119 1.5.2.2 yamt lockstat_open, lockstat_close, lockstat_read, nowrite, lockstat_ioctl, 120 1.5.2.2 yamt nostop, notty, nopoll, nommap, nokqfilter, 0 121 1.5.2.2 yamt }; 122 1.5.2.2 yamt 123 1.5.2.2 yamt MALLOC_DEFINE(M_LOCKSTAT, "lockstat", "lockstat event buffers"); 124 1.5.2.2 yamt 125 1.5.2.2 yamt /* 126 1.5.2.2 yamt * Called when the pseudo-driver is attached. 127 1.5.2.2 yamt */ 128 1.5.2.2 yamt void 129 1.5.2.2 yamt lockstatattach(int nunits) 130 1.5.2.2 yamt { 131 1.5.2.2 yamt 132 1.5.2.2 yamt (void)nunits; 133 1.5.2.2 yamt 134 1.5.2.2 yamt __cpu_simple_lock_init(&lockstat_slock.lock_data); 135 1.5.2.2 yamt } 136 1.5.2.2 yamt 137 1.5.2.2 yamt /* 138 1.5.2.2 yamt * Grab the global lock. If busy is set, we want to block out operations on 139 1.5.2.2 yamt * the control device. 140 1.5.2.2 yamt */ 141 1.5.2.2 yamt static inline int 142 1.5.2.2 yamt lockstat_lock(int busy) 143 1.5.2.2 yamt { 144 1.5.2.2 yamt 145 1.5.2.2 yamt if (!__cpu_simple_lock_try(&lockstat_slock.lock_data)) 146 1.5.2.2 yamt return (EBUSY); 147 1.5.2.2 yamt if (busy) { 148 1.5.2.2 yamt if (lockstat_busy) { 149 1.5.2.2 yamt __cpu_simple_unlock(&lockstat_slock.lock_data); 150 1.5.2.2 yamt return (EBUSY); 151 1.5.2.2 yamt } 152 1.5.2.2 yamt lockstat_busy = 1; 153 1.5.2.2 yamt } 154 1.5.2.2 yamt KASSERT(lockstat_busy); 155 1.5.2.2 yamt 156 1.5.2.2 yamt return 0; 157 1.5.2.2 yamt } 158 1.5.2.2 yamt 159 1.5.2.2 yamt /* 160 1.5.2.2 yamt * Release the global lock. If unbusy is set, we want to allow new 161 1.5.2.2 yamt * operations on the control device. 162 1.5.2.2 yamt */ 163 1.5.2.2 yamt static inline void 164 1.5.2.2 yamt lockstat_unlock(int unbusy) 165 1.5.2.2 yamt { 166 1.5.2.2 yamt 167 1.5.2.2 yamt KASSERT(lockstat_busy); 168 1.5.2.2 yamt if (unbusy) 169 1.5.2.2 yamt lockstat_busy = 0; 170 1.5.2.2 yamt __cpu_simple_unlock(&lockstat_slock.lock_data); 171 1.5.2.2 yamt } 172 1.5.2.2 yamt 173 1.5.2.2 yamt /* 174 1.5.2.2 yamt * Prepare the per-CPU tables for use, or clear down tables when tracing is 175 1.5.2.2 yamt * stopped. 176 1.5.2.2 yamt */ 177 1.5.2.2 yamt void 178 1.5.2.2 yamt lockstat_init_tables(lsenable_t *le) 179 1.5.2.2 yamt { 180 1.5.2.3 yamt int i, per, slop, cpuno; 181 1.5.2.2 yamt CPU_INFO_ITERATOR cii; 182 1.5.2.2 yamt struct cpu_info *ci; 183 1.5.2.2 yamt lscpu_t *lc; 184 1.5.2.2 yamt lsbuf_t *lb; 185 1.5.2.2 yamt 186 1.5.2.2 yamt KASSERT(!lockstat_enabled); 187 1.5.2.2 yamt 188 1.5.2.2 yamt for (CPU_INFO_FOREACH(cii, ci)) { 189 1.5.2.2 yamt if (ci->ci_lockstat != NULL) { 190 1.5.2.2 yamt free(ci->ci_lockstat, M_LOCKSTAT); 191 1.5.2.2 yamt ci->ci_lockstat = NULL; 192 1.5.2.2 yamt } 193 1.5.2.2 yamt } 194 1.5.2.2 yamt 195 1.5.2.2 yamt if (le == NULL) 196 1.5.2.2 yamt return; 197 1.5.2.2 yamt 198 1.5.2.2 yamt lb = lockstat_baseb; 199 1.5.2.2 yamt per = le->le_nbufs / ncpu; 200 1.5.2.2 yamt slop = le->le_nbufs - (per * ncpu); 201 1.5.2.2 yamt cpuno = 0; 202 1.5.2.2 yamt for (CPU_INFO_FOREACH(cii, ci)) { 203 1.5.2.2 yamt lc = malloc(sizeof(*lc), M_LOCKSTAT, M_WAITOK); 204 1.5.2.2 yamt lc->lc_overflow = 0; 205 1.5.2.2 yamt ci->ci_lockstat = lc; 206 1.5.2.2 yamt 207 1.5.2.2 yamt SLIST_INIT(&lc->lc_free); 208 1.5.2.2 yamt for (i = 0; i < LOCKSTAT_HASH_SIZE; i++) 209 1.5.2.2 yamt LIST_INIT(&lc->lc_hash[i]); 210 1.5.2.2 yamt 211 1.5.2.2 yamt for (i = per; i != 0; i--, lb++) { 212 1.5.2.2 yamt lb->lb_cpu = (uint16_t)cpuno; 213 1.5.2.2 yamt SLIST_INSERT_HEAD(&lc->lc_free, lb, lb_chain.slist); 214 1.5.2.2 yamt } 215 1.5.2.2 yamt if (--slop > 0) { 216 1.5.2.2 yamt lb->lb_cpu = (uint16_t)cpuno; 217 1.5.2.2 yamt SLIST_INSERT_HEAD(&lc->lc_free, lb, lb_chain.slist); 218 1.5.2.2 yamt lb++; 219 1.5.2.2 yamt } 220 1.5.2.2 yamt cpuno++; 221 1.5.2.2 yamt } 222 1.5.2.2 yamt } 223 1.5.2.2 yamt 224 1.5.2.2 yamt /* 225 1.5.2.2 yamt * Start collecting lock statistics. 226 1.5.2.2 yamt */ 227 1.5.2.2 yamt void 228 1.5.2.2 yamt lockstat_start(lsenable_t *le) 229 1.5.2.2 yamt { 230 1.5.2.2 yamt 231 1.5.2.2 yamt KASSERT(!lockstat_enabled); 232 1.5.2.2 yamt 233 1.5.2.2 yamt lockstat_init_tables(le); 234 1.5.2.2 yamt 235 1.5.2.2 yamt if ((le->le_flags & LE_CALLSITE) != 0) 236 1.5.2.2 yamt lockstat_csmask = (uintptr_t)-1LL; 237 1.5.2.2 yamt else 238 1.5.2.2 yamt lockstat_csmask = 0; 239 1.5.2.2 yamt 240 1.5.2.4 yamt if ((le->le_flags & LE_LOCK) != 0) 241 1.5.2.4 yamt lockstat_lamask = (uintptr_t)-1LL; 242 1.5.2.4 yamt else 243 1.5.2.4 yamt lockstat_lamask = 0; 244 1.5.2.4 yamt 245 1.5.2.2 yamt lockstat_csstart = le->le_csstart; 246 1.5.2.2 yamt lockstat_csend = le->le_csend; 247 1.5.2.2 yamt lockstat_lockstart = le->le_lockstart; 248 1.5.2.3 yamt lockstat_lockstart = le->le_lockstart; 249 1.5.2.2 yamt lockstat_lockend = le->le_lockend; 250 1.5.2.2 yamt mb_memory(); 251 1.5.2.2 yamt getnanotime(&lockstat_stime); 252 1.5.2.2 yamt lockstat_enabled = le->le_mask; 253 1.5.2.2 yamt mb_write(); 254 1.5.2.2 yamt } 255 1.5.2.2 yamt 256 1.5.2.2 yamt /* 257 1.5.2.2 yamt * Stop collecting lock statistics. 258 1.5.2.2 yamt */ 259 1.5.2.2 yamt int 260 1.5.2.2 yamt lockstat_stop(lsdisable_t *ld) 261 1.5.2.2 yamt { 262 1.5.2.2 yamt CPU_INFO_ITERATOR cii; 263 1.5.2.2 yamt struct cpu_info *ci; 264 1.5.2.2 yamt u_int cpuno, overflow; 265 1.5.2.2 yamt struct timespec ts; 266 1.5.2.2 yamt int error; 267 1.5.2.2 yamt 268 1.5.2.2 yamt KASSERT(lockstat_enabled); 269 1.5.2.2 yamt 270 1.5.2.2 yamt /* 271 1.5.2.2 yamt * Set enabled false, force a write barrier, and wait for other CPUs 272 1.5.2.2 yamt * to exit lockstat_event(). 273 1.5.2.2 yamt */ 274 1.5.2.2 yamt lockstat_enabled = 0; 275 1.5.2.2 yamt lockstat_unlock(0); 276 1.5.2.2 yamt getnanotime(&ts); 277 1.5.2.2 yamt tsleep(&lockstat_stop, PPAUSE, "lockstat", mstohz(10)); 278 1.5.2.2 yamt (void)lockstat_lock(0); 279 1.5.2.2 yamt 280 1.5.2.2 yamt /* 281 1.5.2.2 yamt * Did we run out of buffers while tracing? 282 1.5.2.2 yamt */ 283 1.5.2.2 yamt overflow = 0; 284 1.5.2.2 yamt for (CPU_INFO_FOREACH(cii, ci)) 285 1.5.2.2 yamt overflow += ((lscpu_t *)ci->ci_lockstat)->lc_overflow; 286 1.5.2.2 yamt 287 1.5.2.2 yamt if (overflow != 0) { 288 1.5.2.2 yamt error = EOVERFLOW; 289 1.5.2.2 yamt log(LOG_NOTICE, "lockstat: %d buffer allocations failed\n", 290 1.5.2.2 yamt overflow); 291 1.5.2.2 yamt } else 292 1.5.2.2 yamt error = 0; 293 1.5.2.2 yamt 294 1.5.2.2 yamt lockstat_init_tables(NULL); 295 1.5.2.2 yamt 296 1.5.2.2 yamt if (ld == NULL) 297 1.5.2.2 yamt return (error); 298 1.5.2.2 yamt 299 1.5.2.2 yamt /* 300 1.5.2.2 yamt * Fill out the disable struct for the caller. 301 1.5.2.2 yamt */ 302 1.5.2.2 yamt timespecsub(&ts, &lockstat_stime, &ld->ld_time); 303 1.5.2.2 yamt ld->ld_size = lockstat_sizeb; 304 1.5.2.2 yamt 305 1.5.2.2 yamt cpuno = 0; 306 1.5.2.2 yamt for (CPU_INFO_FOREACH(cii, ci)) { 307 1.5.2.2 yamt if (cpuno > sizeof(ld->ld_freq) / sizeof(ld->ld_freq[0])) { 308 1.5.2.2 yamt log(LOG_WARNING, "lockstat: too many CPUs\n"); 309 1.5.2.2 yamt break; 310 1.5.2.2 yamt } 311 1.5.2.2 yamt ld->ld_freq[cpuno++] = cpu_frequency(ci); 312 1.5.2.2 yamt } 313 1.5.2.2 yamt 314 1.5.2.2 yamt return (error); 315 1.5.2.2 yamt } 316 1.5.2.2 yamt 317 1.5.2.2 yamt /* 318 1.5.2.2 yamt * Allocate buffers for lockstat_start(). 319 1.5.2.2 yamt */ 320 1.5.2.2 yamt int 321 1.5.2.2 yamt lockstat_alloc(lsenable_t *le) 322 1.5.2.2 yamt { 323 1.5.2.2 yamt lsbuf_t *lb; 324 1.5.2.2 yamt size_t sz; 325 1.5.2.2 yamt 326 1.5.2.2 yamt KASSERT(!lockstat_enabled); 327 1.5.2.2 yamt lockstat_free(); 328 1.5.2.2 yamt 329 1.5.2.2 yamt sz = sizeof(*lb) * le->le_nbufs; 330 1.5.2.2 yamt 331 1.5.2.2 yamt lockstat_unlock(0); 332 1.5.2.2 yamt lb = malloc(sz, M_LOCKSTAT, M_WAITOK | M_ZERO); 333 1.5.2.2 yamt (void)lockstat_lock(0); 334 1.5.2.2 yamt 335 1.5.2.2 yamt if (lb == NULL) 336 1.5.2.2 yamt return (ENOMEM); 337 1.5.2.2 yamt 338 1.5.2.2 yamt KASSERT(!lockstat_enabled); 339 1.5.2.2 yamt KASSERT(lockstat_baseb == NULL); 340 1.5.2.2 yamt lockstat_sizeb = sz; 341 1.5.2.2 yamt lockstat_baseb = lb; 342 1.5.2.2 yamt 343 1.5.2.2 yamt return (0); 344 1.5.2.2 yamt } 345 1.5.2.2 yamt 346 1.5.2.2 yamt /* 347 1.5.2.2 yamt * Free allocated buffers after tracing has stopped. 348 1.5.2.2 yamt */ 349 1.5.2.2 yamt void 350 1.5.2.2 yamt lockstat_free(void) 351 1.5.2.2 yamt { 352 1.5.2.2 yamt 353 1.5.2.2 yamt KASSERT(!lockstat_enabled); 354 1.5.2.2 yamt 355 1.5.2.2 yamt if (lockstat_baseb != NULL) { 356 1.5.2.2 yamt free(lockstat_baseb, M_LOCKSTAT); 357 1.5.2.2 yamt lockstat_baseb = NULL; 358 1.5.2.2 yamt } 359 1.5.2.2 yamt } 360 1.5.2.2 yamt 361 1.5.2.2 yamt /* 362 1.5.2.2 yamt * Main entry point from lock primatives. 363 1.5.2.2 yamt */ 364 1.5.2.2 yamt void 365 1.5.2.2 yamt lockstat_event(uintptr_t lock, uintptr_t callsite, u_int flags, u_int count, 366 1.5.2.3 yamt uint64_t cycles) 367 1.5.2.2 yamt { 368 1.5.2.2 yamt lslist_t *ll; 369 1.5.2.2 yamt lscpu_t *lc; 370 1.5.2.2 yamt lsbuf_t *lb; 371 1.5.2.2 yamt u_int event; 372 1.5.2.2 yamt int s; 373 1.5.2.2 yamt 374 1.5.2.2 yamt if ((flags & lockstat_enabled) != flags || count == 0) 375 1.5.2.2 yamt return; 376 1.5.2.2 yamt if (lock < lockstat_lockstart || lock > lockstat_lockend) 377 1.5.2.2 yamt return; 378 1.5.2.2 yamt if (callsite < lockstat_csstart || callsite > lockstat_csend) 379 1.5.2.2 yamt return; 380 1.5.2.2 yamt 381 1.5.2.2 yamt callsite &= lockstat_csmask; 382 1.5.2.4 yamt lock &= lockstat_lamask; 383 1.5.2.2 yamt 384 1.5.2.2 yamt /* 385 1.5.2.2 yamt * Find the table for this lock+callsite pair, and try to locate a 386 1.5.2.2 yamt * buffer with the same key. 387 1.5.2.2 yamt */ 388 1.5.2.2 yamt lc = curcpu()->ci_lockstat; 389 1.5.2.2 yamt ll = &lc->lc_hash[LOCKSTAT_HASH(lock ^ callsite)]; 390 1.5.2.2 yamt event = (flags & LB_EVENT_MASK) - 1; 391 1.5.2.4 yamt s = splhigh(); 392 1.5.2.2 yamt 393 1.5.2.2 yamt LIST_FOREACH(lb, ll, lb_chain.list) { 394 1.5.2.2 yamt if (lb->lb_lock == lock && lb->lb_callsite == callsite) 395 1.5.2.2 yamt break; 396 1.5.2.2 yamt } 397 1.5.2.2 yamt 398 1.5.2.2 yamt if (lb != NULL) { 399 1.5.2.2 yamt /* 400 1.5.2.2 yamt * We found a record. Move it to the front of the list, as 401 1.5.2.2 yamt * we're likely to hit it again soon. 402 1.5.2.2 yamt */ 403 1.5.2.2 yamt if (lb != LIST_FIRST(ll)) { 404 1.5.2.2 yamt LIST_REMOVE(lb, lb_chain.list); 405 1.5.2.2 yamt LIST_INSERT_HEAD(ll, lb, lb_chain.list); 406 1.5.2.2 yamt } 407 1.5.2.2 yamt lb->lb_counts[event] += count; 408 1.5.2.3 yamt lb->lb_times[event] += cycles; 409 1.5.2.2 yamt } else if ((lb = SLIST_FIRST(&lc->lc_free)) != NULL) { 410 1.5.2.2 yamt /* 411 1.5.2.2 yamt * Pinch a new buffer and fill it out. 412 1.5.2.2 yamt */ 413 1.5.2.2 yamt SLIST_REMOVE_HEAD(&lc->lc_free, lb_chain.slist); 414 1.5.2.2 yamt LIST_INSERT_HEAD(ll, lb, lb_chain.list); 415 1.5.2.2 yamt lb->lb_flags = (uint16_t)flags; 416 1.5.2.2 yamt lb->lb_lock = lock; 417 1.5.2.2 yamt lb->lb_callsite = callsite; 418 1.5.2.2 yamt lb->lb_counts[event] = count; 419 1.5.2.3 yamt lb->lb_times[event] = cycles; 420 1.5.2.2 yamt } else { 421 1.5.2.2 yamt /* 422 1.5.2.2 yamt * We didn't find a buffer and there were none free. 423 1.5.2.2 yamt * lockstat_stop() will notice later on and report the 424 1.5.2.2 yamt * error. 425 1.5.2.2 yamt */ 426 1.5.2.2 yamt lc->lc_overflow++; 427 1.5.2.2 yamt } 428 1.5.2.2 yamt 429 1.5.2.2 yamt splx(s); 430 1.5.2.2 yamt } 431 1.5.2.2 yamt 432 1.5.2.2 yamt /* 433 1.5.2.2 yamt * Accept an open() on /dev/lockstat. 434 1.5.2.2 yamt */ 435 1.5.2.2 yamt int 436 1.5.2.2 yamt lockstat_open(dev_t dev, int flag, int mode, 437 1.5.2.2 yamt struct lwp *l) 438 1.5.2.2 yamt { 439 1.5.2.2 yamt int error; 440 1.5.2.2 yamt 441 1.5.2.2 yamt if ((error = lockstat_lock(1)) != 0) 442 1.5.2.2 yamt return error; 443 1.5.2.2 yamt 444 1.5.2.2 yamt if (lockstat_devopen) 445 1.5.2.2 yamt error = EBUSY; 446 1.5.2.2 yamt else { 447 1.5.2.2 yamt lockstat_devopen = 1; 448 1.5.2.2 yamt error = 0; 449 1.5.2.2 yamt } 450 1.5.2.2 yamt 451 1.5.2.2 yamt lockstat_unlock(1); 452 1.5.2.2 yamt 453 1.5.2.2 yamt return error; 454 1.5.2.2 yamt } 455 1.5.2.2 yamt 456 1.5.2.2 yamt /* 457 1.5.2.2 yamt * Accept the last close() on /dev/lockstat. 458 1.5.2.2 yamt */ 459 1.5.2.2 yamt int 460 1.5.2.2 yamt lockstat_close(dev_t dev, int flag, int mode, 461 1.5.2.2 yamt struct lwp *l) 462 1.5.2.2 yamt { 463 1.5.2.2 yamt int error; 464 1.5.2.2 yamt 465 1.5.2.2 yamt if ((error = lockstat_lock(1)) == 0) { 466 1.5.2.2 yamt if (lockstat_enabled) 467 1.5.2.2 yamt (void)lockstat_stop(NULL); 468 1.5.2.2 yamt lockstat_free(); 469 1.5.2.2 yamt lockstat_devopen = 0; 470 1.5.2.2 yamt lockstat_unlock(1); 471 1.5.2.2 yamt } 472 1.5.2.2 yamt 473 1.5.2.2 yamt return error; 474 1.5.2.2 yamt } 475 1.5.2.2 yamt 476 1.5.2.2 yamt /* 477 1.5.2.2 yamt * Handle control operations. 478 1.5.2.2 yamt */ 479 1.5.2.2 yamt int 480 1.5.2.4 yamt lockstat_ioctl(dev_t dev, u_long cmd, void *data, 481 1.5.2.2 yamt int flag, struct lwp *l) 482 1.5.2.2 yamt { 483 1.5.2.2 yamt lsenable_t *le; 484 1.5.2.2 yamt int error; 485 1.5.2.2 yamt 486 1.5.2.2 yamt if ((error = lockstat_lock(1)) != 0) 487 1.5.2.2 yamt return error; 488 1.5.2.2 yamt 489 1.5.2.2 yamt switch (cmd) { 490 1.5.2.2 yamt case IOC_LOCKSTAT_GVERSION: 491 1.5.2.2 yamt *(int *)data = LS_VERSION; 492 1.5.2.2 yamt error = 0; 493 1.5.2.2 yamt break; 494 1.5.2.2 yamt 495 1.5.2.2 yamt case IOC_LOCKSTAT_ENABLE: 496 1.5.2.2 yamt le = (lsenable_t *)data; 497 1.5.2.2 yamt 498 1.5.2.2 yamt if (!cpu_hascounter()) { 499 1.5.2.2 yamt error = ENODEV; 500 1.5.2.2 yamt break; 501 1.5.2.2 yamt } 502 1.5.2.2 yamt if (lockstat_enabled) { 503 1.5.2.2 yamt error = EBUSY; 504 1.5.2.2 yamt break; 505 1.5.2.2 yamt } 506 1.5.2.2 yamt 507 1.5.2.2 yamt /* 508 1.5.2.2 yamt * Sanitize the arguments passed in and set up filtering. 509 1.5.2.2 yamt */ 510 1.5.2.2 yamt if (le->le_nbufs == 0) 511 1.5.2.2 yamt le->le_nbufs = LOCKSTAT_DEFBUFS; 512 1.5.2.2 yamt else if (le->le_nbufs > LOCKSTAT_MAXBUFS || 513 1.5.2.2 yamt le->le_nbufs < LOCKSTAT_MINBUFS) { 514 1.5.2.2 yamt error = EINVAL; 515 1.5.2.2 yamt break; 516 1.5.2.2 yamt } 517 1.5.2.2 yamt if ((le->le_flags & LE_ONE_CALLSITE) == 0) { 518 1.5.2.2 yamt le->le_csstart = 0; 519 1.5.2.2 yamt le->le_csend = le->le_csstart - 1; 520 1.5.2.2 yamt } 521 1.5.2.2 yamt if ((le->le_flags & LE_ONE_LOCK) == 0) { 522 1.5.2.2 yamt le->le_lockstart = 0; 523 1.5.2.2 yamt le->le_lockend = le->le_lockstart - 1; 524 1.5.2.2 yamt } 525 1.5.2.2 yamt if ((le->le_mask & LB_EVENT_MASK) == 0) 526 1.5.2.2 yamt return (EINVAL); 527 1.5.2.2 yamt if ((le->le_mask & LB_LOCK_MASK) == 0) 528 1.5.2.2 yamt return (EINVAL); 529 1.5.2.2 yamt 530 1.5.2.2 yamt /* 531 1.5.2.2 yamt * Start tracing. 532 1.5.2.2 yamt */ 533 1.5.2.2 yamt if ((error = lockstat_alloc(le)) == 0) 534 1.5.2.2 yamt lockstat_start(le); 535 1.5.2.2 yamt break; 536 1.5.2.2 yamt 537 1.5.2.2 yamt case IOC_LOCKSTAT_DISABLE: 538 1.5.2.2 yamt if (!lockstat_enabled) 539 1.5.2.2 yamt error = EINVAL; 540 1.5.2.2 yamt else 541 1.5.2.2 yamt error = lockstat_stop((lsdisable_t *)data); 542 1.5.2.2 yamt break; 543 1.5.2.2 yamt 544 1.5.2.2 yamt default: 545 1.5.2.2 yamt error = ENOTTY; 546 1.5.2.2 yamt break; 547 1.5.2.2 yamt } 548 1.5.2.2 yamt 549 1.5.2.2 yamt lockstat_unlock(1); 550 1.5.2.2 yamt return error; 551 1.5.2.2 yamt } 552 1.5.2.2 yamt 553 1.5.2.2 yamt /* 554 1.5.2.2 yamt * Copy buffers out to user-space. 555 1.5.2.2 yamt */ 556 1.5.2.2 yamt int 557 1.5.2.2 yamt lockstat_read(dev_t dev, struct uio *uio, int flag) 558 1.5.2.2 yamt { 559 1.5.2.2 yamt int error; 560 1.5.2.2 yamt 561 1.5.2.2 yamt if ((error = lockstat_lock(1)) != 0) 562 1.5.2.2 yamt return (error); 563 1.5.2.2 yamt 564 1.5.2.2 yamt if (lockstat_enabled) { 565 1.5.2.2 yamt lockstat_unlock(1); 566 1.5.2.2 yamt return (EBUSY); 567 1.5.2.2 yamt } 568 1.5.2.2 yamt 569 1.5.2.2 yamt lockstat_unlock(0); 570 1.5.2.2 yamt error = uiomove(lockstat_baseb, lockstat_sizeb, uio); 571 1.5.2.2 yamt lockstat_lock(0); 572 1.5.2.2 yamt 573 1.5.2.2 yamt lockstat_unlock(1); 574 1.5.2.2 yamt 575 1.5.2.2 yamt return (error); 576 1.5.2.2 yamt } 577
Indexes created Thu Oct 02 10:09:58 GMT 2025