Home | History | Annotate | Line # | Download | only in dtrace
      1 /*	$NetBSD: dtrace_load.c,v 1.5 2019/07/23 09:06:12 hannken Exp $	*/
      2 
      3 /*
      4  * CDDL HEADER START
      5  *
      6  * The contents of this file are subject to the terms of the
      7  * Common Development and Distribution License (the "License").
      8  * You may not use this file except in compliance with the License.
      9  *
     10  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
     11  * or http://www.opensolaris.org/os/licensing.
     12  * See the License for the specific language governing permissions
     13  * and limitations under the License.
     14  *
     15  * When distributing Covered Code, include this CDDL HEADER in each
     16  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
     17  * If applicable, add the following below this CDDL HEADER, with the
     18  * fields enclosed by brackets "[]" replaced with your own identifying
     19  * information: Portions Copyright [yyyy] [name of copyright owner]
     20  *
     21  * CDDL HEADER END
     22  *
     23  * $FreeBSD: head/sys/cddl/dev/dtrace/dtrace_load.c 309069 2016-11-23 22:50:20Z gnn $
     24  *
     25  */
     26 
     27 static void dtrace_debug_init(void *);
     28 static void dtrace_anon_init(void *dummy);
     29 void dtrace_gethrtime_init(void *);
     30 
     31 int dtrace_helptrace_size=0;
     32 
     33 #ifdef __FreeBSD__
     34 #ifndef EARLY_AP_STARTUP
     35 static void
     36 dtrace_ap_start(void *dummy)
     37 {
     38 	int i;
     39 
     40 	mutex_enter(&cpu_lock);
     41 
     42 	/* Setup the rest of the CPUs. */
     43 	CPU_FOREACH(i) {
     44 		if (i == 0)
     45 			continue;
     46 
     47 		(void) dtrace_cpu_setup(CPU_CONFIG, i);
     48 	}
     49 
     50 	mutex_exit(&cpu_lock);
     51 }
     52 
     53 SYSINIT(dtrace_ap_start, SI_SUB_SMP, SI_ORDER_ANY, dtrace_ap_start, NULL);
     54 #endif
     55 #endif
     56 
     57 #ifdef __NetBSD__
     58 void *dtrace_modcb;
     59 #endif
     60 
     61 static void
     62 dtrace_load(void *dummy)
     63 {
     64 	dtrace_provider_id_t id;
     65 	CPU_INFO_ITERATOR cpuind;
     66 	struct cpu_info *cinfo;
     67 
     68 	dtrace_debug_init(NULL);
     69 	dtrace_gethrtime_init(NULL);
     70 
     71 #ifdef __FreeBSD__
     72 	/*
     73 	 * DTrace uses negative logic for the destructive mode switch, so it
     74 	 * is required to translate from the sysctl which uses positive logic.
     75 	 */
     76 	if (dtrace_allow_destructive)
     77 		dtrace_destructive_disallow = 0;
     78 	else
     79 		dtrace_destructive_disallow = 1;
     80 #endif
     81 
     82 	/* Hook into the trap handler. */
     83 	dtrace_trap_func = dtrace_trap;
     84 
     85 	/* Hang our hook for thread switches. */
     86 	dtrace_vtime_switch_func = dtrace_vtime_switch;
     87 
     88 	/* Hang our hook for exceptions. */
     89 	dtrace_invop_init();
     90 
     91 	dtrace_taskq = taskq_create("dtrace_taskq", 1, maxclsyspri, 0, 0, 0);
     92 
     93 #ifdef __FreeBSD__
     94 	dtrace_arena = new_unrhdr(1, INT_MAX, &dtrace_unr_mtx);
     95 
     96 	/* Register callbacks for linker file load and unload events. */
     97 	dtrace_kld_load_tag = EVENTHANDLER_REGISTER(kld_load,
     98 	    dtrace_kld_load, NULL, EVENTHANDLER_PRI_ANY);
     99 	dtrace_kld_unload_try_tag = EVENTHANDLER_REGISTER(kld_unload_try,
    100 	    dtrace_kld_unload_try, NULL, EVENTHANDLER_PRI_ANY);
    101 #endif
    102 
    103 #ifdef __NetBSD__
    104 	dtrace_arena = vmem_create("dtrace", 1, INT_MAX, 1,
    105 			NULL, NULL, NULL, 0, VM_SLEEP, IPL_NONE);
    106 
    107 #endif
    108 
    109 	/*
    110 	 * Initialise the mutexes without 'witness' because the dtrace
    111 	 * code is mostly written to wait for memory. To have the
    112 	 * witness code change a malloc() from M_WAITOK to M_NOWAIT
    113 	 * because a lock is held would surely create a panic in a
    114 	 * low memory situation. And that low memory situation might be
    115 	 * the very problem we are trying to trace.
    116 	 */
    117 	mutex_init(&dtrace_lock,"dtrace probe state", MUTEX_DEFAULT, NULL);
    118 	mutex_init(&dtrace_provider_lock,"dtrace provider state", MUTEX_DEFAULT, NULL);
    119 	mutex_init(&dtrace_meta_lock,"dtrace meta-provider state", MUTEX_DEFAULT, NULL);
    120 #ifdef DEBUG
    121 	mutex_init(&dtrace_errlock,"dtrace error lock", MUTEX_DEFAULT, NULL);
    122 #endif
    123 
    124 	mutex_enter(&dtrace_provider_lock);
    125 	mutex_enter(&dtrace_lock);
    126 	mutex_enter(&cpu_lock);
    127 
    128 	ASSERT(MUTEX_HELD(&cpu_lock));
    129 
    130 	dtrace_state_cache = kmem_cache_create(__UNCONST("dtrace_state_cache"),
    131 	    sizeof (dtrace_dstate_percpu_t) * NCPU, DTRACE_STATE_ALIGN,
    132 	    NULL, NULL, NULL, NULL, NULL, 0);
    133 
    134 	ASSERT(MUTEX_HELD(&cpu_lock));
    135 	dtrace_bymod = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_mod),
    136 	    offsetof(dtrace_probe_t, dtpr_nextmod),
    137 	    offsetof(dtrace_probe_t, dtpr_prevmod));
    138 
    139 	dtrace_byfunc = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_func),
    140 	    offsetof(dtrace_probe_t, dtpr_nextfunc),
    141 	    offsetof(dtrace_probe_t, dtpr_prevfunc));
    142 
    143 	dtrace_byname = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_name),
    144 	    offsetof(dtrace_probe_t, dtpr_nextname),
    145 	    offsetof(dtrace_probe_t, dtpr_prevname));
    146 
    147 	if (dtrace_retain_max < 1) {
    148 		cmn_err(CE_WARN, "illegal value (%lu) for dtrace_retain_max; "
    149 		    "setting to 1", dtrace_retain_max);
    150 		dtrace_retain_max = 1;
    151 	}
    152 
    153 	/*
    154 	 * Now discover our toxic ranges.
    155 	 */
    156 	dtrace_toxic_ranges(dtrace_toxrange_add);
    157 
    158 	/*
    159 	 * Before we register ourselves as a provider to our own framework,
    160 	 * we would like to assert that dtrace_provider is NULL -- but that's
    161 	 * not true if we were loaded as a dependency of a DTrace provider.
    162 	 * Once we've registered, we can assert that dtrace_provider is our
    163 	 * pseudo provider.
    164 	 */
    165 	(void) dtrace_register("dtrace", &dtrace_provider_attr,
    166 	    DTRACE_PRIV_NONE, 0, &dtrace_provider_ops, NULL, &id);
    167 
    168 	ASSERT(dtrace_provider != NULL);
    169 	ASSERT((dtrace_provider_id_t)dtrace_provider == id);
    170 
    171 	dtrace_probeid_begin = dtrace_probe_create((dtrace_provider_id_t)
    172 	    dtrace_provider, NULL, NULL, "BEGIN", 0, NULL);
    173 	dtrace_probeid_end = dtrace_probe_create((dtrace_provider_id_t)
    174 	    dtrace_provider, NULL, NULL, "END", 0, NULL);
    175 	dtrace_probeid_error = dtrace_probe_create((dtrace_provider_id_t)
    176 	    dtrace_provider, NULL, NULL, "ERROR", 1, NULL);
    177 
    178 	mutex_exit(&cpu_lock);
    179 	mutex_exit(&dtrace_lock);
    180 	mutex_exit(&dtrace_provider_lock);
    181 
    182 	mutex_enter(&cpu_lock);
    183 
    184 	/* Setup the CPUs */
    185 	for (CPU_INFO_FOREACH(cpuind, cinfo)) {
    186 		(void) dtrace_cpu_setup(CPU_CONFIG, cpu_index(cinfo));
    187 	}
    188 
    189 	mutex_exit(&cpu_lock);
    190 
    191 #ifdef __NetBSD__
    192 	dtrace_anon_init(NULL);
    193 
    194 	dtrace_modcb = module_register_callbacks(dtrace_module_loaded,
    195 						 dtrace_module_unloaded);
    196 #endif
    197 #ifdef __FreeBSD__
    198 	dtrace_dev = make_dev(&dtrace_cdevsw, 0, UID_ROOT, GID_WHEEL, 0600,
    199 	    "dtrace/dtrace");
    200 	helper_dev = make_dev(&helper_cdevsw, 0, UID_ROOT, GID_WHEEL, 0660,
    201 	    "dtrace/helper");
    202 #endif
    203 
    204 	return;
    205 }
    206