Home | History | Annotate | Line # | Download | only in gen
pthread_atfork.c revision 1.26
      1  1.26  christos /*	$NetBSD: pthread_atfork.c,v 1.26 2025/03/04 16:40:46 christos Exp $	*/
      2   1.1   nathanw 
      3   1.1   nathanw /*-
      4   1.1   nathanw  * Copyright (c) 2002 The NetBSD Foundation, Inc.
      5   1.1   nathanw  * All rights reserved.
      6   1.1   nathanw  *
      7   1.1   nathanw  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1   nathanw  * by Nathan J. Williams.
      9   1.1   nathanw  *
     10   1.1   nathanw  * Redistribution and use in source and binary forms, with or without
     11   1.1   nathanw  * modification, are permitted provided that the following conditions
     12   1.1   nathanw  * are met:
     13   1.1   nathanw  * 1. Redistributions of source code must retain the above copyright
     14   1.1   nathanw  *    notice, this list of conditions and the following disclaimer.
     15   1.1   nathanw  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1   nathanw  *    notice, this list of conditions and the following disclaimer in the
     17   1.1   nathanw  *    documentation and/or other materials provided with the distribution.
     18   1.1   nathanw  *
     19   1.1   nathanw  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1   nathanw  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1   nathanw  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1   nathanw  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1   nathanw  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1   nathanw  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1   nathanw  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1   nathanw  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1   nathanw  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1   nathanw  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1   nathanw  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1   nathanw  */
     31   1.1   nathanw 
     32   1.1   nathanw #include <sys/cdefs.h>
     33   1.1   nathanw #if defined(LIBC_SCCS) && !defined(lint)
     34  1.26  christos __RCSID("$NetBSD: pthread_atfork.c,v 1.26 2025/03/04 16:40:46 christos Exp $");
     35   1.1   nathanw #endif /* LIBC_SCCS and not lint */
     36   1.1   nathanw 
     37   1.1   nathanw #include "namespace.h"
     38   1.1   nathanw 
     39   1.1   nathanw #include <errno.h>
     40   1.1   nathanw #include <stdlib.h>
     41   1.1   nathanw #include <unistd.h>
     42  1.25  riastrad #include <sys/queue.h>
     43  1.15     joerg #include "extern.h"
     44   1.1   nathanw #include "reentrant.h"
     45   1.1   nathanw 
     46   1.1   nathanw #ifdef __weak_alias
     47   1.1   nathanw __weak_alias(pthread_atfork, _pthread_atfork)
     48   1.1   nathanw __weak_alias(fork, _fork)
     49   1.1   nathanw #endif /* __weak_alias */
     50   1.1   nathanw 
     51  1.13     joerg pid_t
     52  1.14     joerg __locked_fork(int *my_errno)
     53  1.13     joerg {
     54  1.13     joerg 	return __fork();
     55  1.13     joerg }
     56   1.1   nathanw 
     57  1.25  riastrad struct atfork_callback {
     58  1.25  riastrad 	SIMPLEQ_ENTRY(atfork_callback) next;
     59  1.25  riastrad 	void (*fn)(void);
     60  1.25  riastrad };
     61  1.25  riastrad 
     62  1.25  riastrad 
     63  1.22  christos /*
     64  1.26  christos  * We need to keep a cache for of at least 6, one for prepare, one for parent,
     65  1.26  christos  * one for child x 2 bexause of the two uses in the libpthread (pthread_init,
     66  1.26  christos  * pthread_tsd_init) constructors, where it is too early to call malloc(3).
     67  1.26  christos  * This does not guarantee that we will have enough, because other libraries
     68  1.26  christos  * can also call pthread_atfork() from their own constructors, so this is not
     69  1.26  christos  * a complete solution and will need to be fixed properly. For now a keep
     70  1.26  christos  * space for 16 since it is just 256 bytes.
     71  1.22  christos  */
     72  1.26  christos static struct atfork_callback atfork_builtin[16];
     73  1.22  christos 
     74   1.1   nathanw /*
     75   1.1   nathanw  * Hypothetically, we could protect the queues with a rwlock which is
     76   1.1   nathanw  * write-locked by pthread_atfork() and read-locked by fork(), but
     77   1.1   nathanw  * since the intended use of the functions is obtaining locks to hold
     78   1.1   nathanw  * across the fork, forking is going to be serialized anyway.
     79   1.1   nathanw  */
     80  1.10  christos #ifdef _REENTRANT
     81   1.1   nathanw static mutex_t atfork_lock = MUTEX_INITIALIZER;
     82  1.10  christos #endif
     83   1.1   nathanw SIMPLEQ_HEAD(atfork_callback_q, atfork_callback);
     84   1.1   nathanw 
     85   1.2   nathanw static struct atfork_callback_q prepareq = SIMPLEQ_HEAD_INITIALIZER(prepareq);
     86   1.2   nathanw static struct atfork_callback_q parentq = SIMPLEQ_HEAD_INITIALIZER(parentq);
     87   1.2   nathanw static struct atfork_callback_q childq = SIMPLEQ_HEAD_INITIALIZER(childq);
     88   1.1   nathanw 
     89   1.7        ad static struct atfork_callback *
     90   1.7        ad af_alloc(void)
     91   1.7        ad {
     92  1.23  christos 
     93  1.22  christos 	for (size_t i = 0; i < __arraycount(atfork_builtin); i++) {
     94  1.22  christos 		if (atfork_builtin[i].fn == NULL)
     95  1.22  christos 			return &atfork_builtin[i];
     96  1.22  christos 	}
     97   1.7        ad 
     98  1.21  christos 	return malloc(sizeof(atfork_builtin));
     99   1.7        ad }
    100   1.7        ad 
    101   1.7        ad static void
    102   1.7        ad af_free(struct atfork_callback *af)
    103   1.7        ad {
    104  1.23  christos 
    105  1.23  christos 	if (af >= atfork_builtin
    106  1.23  christos 	    && af < atfork_builtin + __arraycount(atfork_builtin))
    107  1.23  christos 		af->fn = NULL;
    108  1.23  christos 	else
    109  1.23  christos 		free(af);
    110   1.7        ad }
    111   1.7        ad 
    112   1.1   nathanw int
    113   1.1   nathanw pthread_atfork(void (*prepare)(void), void (*parent)(void),
    114   1.1   nathanw     void (*child)(void))
    115   1.1   nathanw {
    116   1.1   nathanw 	struct atfork_callback *newprepare, *newparent, *newchild;
    117  1.17  riastrad 	sigset_t mask, omask;
    118  1.17  riastrad 	int error;
    119   1.1   nathanw 
    120   1.4     lukem 	newprepare = newparent = newchild = NULL;
    121   1.4     lukem 
    122  1.17  riastrad 	sigfillset(&mask);
    123  1.17  riastrad 	thr_sigsetmask(SIG_SETMASK, &mask, &omask);
    124  1.17  riastrad 
    125   1.7        ad 	mutex_lock(&atfork_lock);
    126   1.1   nathanw 	if (prepare != NULL) {
    127   1.7        ad 		newprepare = af_alloc();
    128   1.7        ad 		if (newprepare == NULL) {
    129  1.17  riastrad 			error = ENOMEM;
    130  1.17  riastrad 			goto out;
    131   1.7        ad 		}
    132  1.25  riastrad 		newprepare->fn = prepare;
    133   1.1   nathanw 	}
    134   1.1   nathanw 
    135   1.1   nathanw 	if (parent != NULL) {
    136   1.7        ad 		newparent = af_alloc();
    137   1.1   nathanw 		if (newparent == NULL) {
    138   1.1   nathanw 			if (newprepare != NULL)
    139   1.7        ad 				af_free(newprepare);
    140  1.17  riastrad 			error = ENOMEM;
    141  1.17  riastrad 			goto out;
    142   1.1   nathanw 		}
    143  1.25  riastrad 		newparent->fn = parent;
    144   1.1   nathanw 	}
    145   1.1   nathanw 
    146   1.1   nathanw 	if (child != NULL) {
    147   1.7        ad 		newchild = af_alloc();
    148   1.1   nathanw 		if (newchild == NULL) {
    149   1.1   nathanw 			if (newprepare != NULL)
    150   1.7        ad 				af_free(newprepare);
    151   1.1   nathanw 			if (newparent != NULL)
    152   1.7        ad 				af_free(newparent);
    153  1.17  riastrad 			error = ENOMEM;
    154  1.17  riastrad 			goto out;
    155   1.1   nathanw 		}
    156  1.25  riastrad 		newchild->fn = child;
    157   1.1   nathanw 	}
    158   1.1   nathanw 
    159  1.25  riastrad 	/*
    160  1.25  riastrad 	 * The order in which the functions are called is specified as
    161  1.25  riastrad 	 * LIFO for the prepare handler and FIFO for the others; insert
    162  1.25  riastrad 	 * at the head and tail as appropriate so that SIMPLEQ_FOREACH()
    163  1.25  riastrad 	 * produces the right order.
    164  1.25  riastrad 	 */
    165  1.25  riastrad 	if (prepare)
    166  1.25  riastrad 		SIMPLEQ_INSERT_HEAD(&prepareq, newprepare, next);
    167  1.25  riastrad 	if (parent)
    168  1.25  riastrad 		SIMPLEQ_INSERT_TAIL(&parentq, newparent, next);
    169  1.25  riastrad 	if (child)
    170  1.25  riastrad 		SIMPLEQ_INSERT_TAIL(&childq, newchild, next);
    171  1.17  riastrad 	error = 0;
    172   1.1   nathanw 
    173  1.17  riastrad out:	mutex_unlock(&atfork_lock);
    174  1.17  riastrad 	thr_sigsetmask(SIG_SETMASK, &omask, NULL);
    175  1.17  riastrad 	return error;
    176   1.1   nathanw }
    177   1.1   nathanw 
    178   1.3     lukem pid_t
    179   1.3     lukem fork(void)
    180   1.1   nathanw {
    181   1.1   nathanw 	struct atfork_callback *iter;
    182   1.1   nathanw 	pid_t ret;
    183   1.1   nathanw 
    184   1.1   nathanw 	mutex_lock(&atfork_lock);
    185   1.1   nathanw 	SIMPLEQ_FOREACH(iter, &prepareq, next)
    186   1.6      yamt 		(*iter->fn)();
    187  1.15     joerg 	_malloc_prefork();
    188   1.1   nathanw 
    189  1.14     joerg 	ret = __locked_fork(&errno);
    190   1.1   nathanw 
    191   1.1   nathanw 	if (ret != 0) {
    192   1.1   nathanw 		/*
    193   1.1   nathanw 		 * We are the parent. It doesn't matter here whether
    194   1.1   nathanw 		 * the fork call succeeded or failed.
    195   1.1   nathanw 		 */
    196  1.15     joerg 		_malloc_postfork();
    197   1.1   nathanw 		SIMPLEQ_FOREACH(iter, &parentq, next)
    198   1.6      yamt 			(*iter->fn)();
    199   1.1   nathanw 		mutex_unlock(&atfork_lock);
    200   1.1   nathanw 	} else {
    201   1.1   nathanw 		/* We are the child */
    202  1.15     joerg 		_malloc_postfork_child();
    203   1.1   nathanw 		SIMPLEQ_FOREACH(iter, &childq, next)
    204   1.6      yamt 			(*iter->fn)();
    205   1.1   nathanw 		/*
    206   1.1   nathanw 		 * Note: We are explicitly *not* unlocking
    207   1.1   nathanw 		 * atfork_lock.  Unlocking atfork_lock is problematic,
    208   1.1   nathanw 		 * because if any threads in the parent blocked on it
    209   1.1   nathanw 		 * between the initial lock and the fork() syscall,
    210   1.1   nathanw 		 * unlocking in the child will try to schedule
    211   1.1   nathanw 		 * threads, and either the internal mutex interlock or
    212   1.1   nathanw 		 * the runqueue spinlock could have been held at the
    213   1.1   nathanw 		 * moment of fork(). Since the other threads do not
    214   1.1   nathanw 		 * exist in this process, the spinlock will never be
    215   1.1   nathanw 		 * unlocked, and we would wedge.
    216   1.1   nathanw 		 * Instead, we reinitialize atfork_lock, since we know
    217   1.1   nathanw 		 * that the state of the atfork lists is consistent here,
    218   1.1   nathanw 		 * and that there are no other threads to be affected by
    219   1.1   nathanw 		 * the forcible cleaning of the queue.
    220   1.1   nathanw 		 * This permits double-forking to work, although
    221   1.1   nathanw 		 * it requires knowing that it's "safe" to initialize
    222   1.1   nathanw 		 * a locked mutex in this context.
    223   1.1   nathanw 		 *
    224   1.1   nathanw 		 * The problem exists for users of this interface,
    225  1.16    andvar 		 * too, since the intended use of pthread_atfork() is
    226   1.1   nathanw 		 * to acquire locks across the fork call to ensure
    227   1.1   nathanw 		 * that the child sees consistent state. There's not
    228   1.1   nathanw 		 * much that can usefully be done in a child handler,
    229   1.1   nathanw 		 * and conventional wisdom discourages using them, but
    230   1.1   nathanw 		 * they're part of the interface, so here we are...
    231   1.1   nathanw 		 */
    232   1.1   nathanw 		mutex_init(&atfork_lock, NULL);
    233   1.1   nathanw 	}
    234   1.1   nathanw 
    235   1.1   nathanw 	return ret;
    236   1.1   nathanw }
    237