pthread_atfork.c revision 1.26 1 1.26 christos /* $NetBSD: pthread_atfork.c,v 1.26 2025/03/04 16:40:46 christos Exp $ */
2 1.1 nathanw
3 1.1 nathanw /*-
4 1.1 nathanw * Copyright (c) 2002 The NetBSD Foundation, Inc.
5 1.1 nathanw * All rights reserved.
6 1.1 nathanw *
7 1.1 nathanw * This code is derived from software contributed to The NetBSD Foundation
8 1.1 nathanw * by Nathan J. Williams.
9 1.1 nathanw *
10 1.1 nathanw * Redistribution and use in source and binary forms, with or without
11 1.1 nathanw * modification, are permitted provided that the following conditions
12 1.1 nathanw * are met:
13 1.1 nathanw * 1. Redistributions of source code must retain the above copyright
14 1.1 nathanw * notice, this list of conditions and the following disclaimer.
15 1.1 nathanw * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 nathanw * notice, this list of conditions and the following disclaimer in the
17 1.1 nathanw * documentation and/or other materials provided with the distribution.
18 1.1 nathanw *
19 1.1 nathanw * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 nathanw * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 nathanw * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 nathanw * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 nathanw * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 nathanw * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 nathanw * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 nathanw * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 nathanw * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 nathanw * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 nathanw * POSSIBILITY OF SUCH DAMAGE.
30 1.1 nathanw */
31 1.1 nathanw
32 1.1 nathanw #include <sys/cdefs.h>
33 1.1 nathanw #if defined(LIBC_SCCS) && !defined(lint)
34 1.26 christos __RCSID("$NetBSD: pthread_atfork.c,v 1.26 2025/03/04 16:40:46 christos Exp $");
35 1.1 nathanw #endif /* LIBC_SCCS and not lint */
36 1.1 nathanw
37 1.1 nathanw #include "namespace.h"
38 1.1 nathanw
39 1.1 nathanw #include <errno.h>
40 1.1 nathanw #include <stdlib.h>
41 1.1 nathanw #include <unistd.h>
42 1.25 riastrad #include <sys/queue.h>
43 1.15 joerg #include "extern.h"
44 1.1 nathanw #include "reentrant.h"
45 1.1 nathanw
46 1.1 nathanw #ifdef __weak_alias
47 1.1 nathanw __weak_alias(pthread_atfork, _pthread_atfork)
48 1.1 nathanw __weak_alias(fork, _fork)
49 1.1 nathanw #endif /* __weak_alias */
50 1.1 nathanw
51 1.13 joerg pid_t
52 1.14 joerg __locked_fork(int *my_errno)
53 1.13 joerg {
54 1.13 joerg return __fork();
55 1.13 joerg }
56 1.1 nathanw
57 1.25 riastrad struct atfork_callback {
58 1.25 riastrad SIMPLEQ_ENTRY(atfork_callback) next;
59 1.25 riastrad void (*fn)(void);
60 1.25 riastrad };
61 1.25 riastrad
62 1.25 riastrad
63 1.22 christos /*
64 1.26 christos * We need to keep a cache for of at least 6, one for prepare, one for parent,
65 1.26 christos * one for child x 2 bexause of the two uses in the libpthread (pthread_init,
66 1.26 christos * pthread_tsd_init) constructors, where it is too early to call malloc(3).
67 1.26 christos * This does not guarantee that we will have enough, because other libraries
68 1.26 christos * can also call pthread_atfork() from their own constructors, so this is not
69 1.26 christos * a complete solution and will need to be fixed properly. For now a keep
70 1.26 christos * space for 16 since it is just 256 bytes.
71 1.22 christos */
72 1.26 christos static struct atfork_callback atfork_builtin[16];
73 1.22 christos
74 1.1 nathanw /*
75 1.1 nathanw * Hypothetically, we could protect the queues with a rwlock which is
76 1.1 nathanw * write-locked by pthread_atfork() and read-locked by fork(), but
77 1.1 nathanw * since the intended use of the functions is obtaining locks to hold
78 1.1 nathanw * across the fork, forking is going to be serialized anyway.
79 1.1 nathanw */
80 1.10 christos #ifdef _REENTRANT
81 1.1 nathanw static mutex_t atfork_lock = MUTEX_INITIALIZER;
82 1.10 christos #endif
83 1.1 nathanw SIMPLEQ_HEAD(atfork_callback_q, atfork_callback);
84 1.1 nathanw
85 1.2 nathanw static struct atfork_callback_q prepareq = SIMPLEQ_HEAD_INITIALIZER(prepareq);
86 1.2 nathanw static struct atfork_callback_q parentq = SIMPLEQ_HEAD_INITIALIZER(parentq);
87 1.2 nathanw static struct atfork_callback_q childq = SIMPLEQ_HEAD_INITIALIZER(childq);
88 1.1 nathanw
89 1.7 ad static struct atfork_callback *
90 1.7 ad af_alloc(void)
91 1.7 ad {
92 1.23 christos
93 1.22 christos for (size_t i = 0; i < __arraycount(atfork_builtin); i++) {
94 1.22 christos if (atfork_builtin[i].fn == NULL)
95 1.22 christos return &atfork_builtin[i];
96 1.22 christos }
97 1.7 ad
98 1.21 christos return malloc(sizeof(atfork_builtin));
99 1.7 ad }
100 1.7 ad
101 1.7 ad static void
102 1.7 ad af_free(struct atfork_callback *af)
103 1.7 ad {
104 1.23 christos
105 1.23 christos if (af >= atfork_builtin
106 1.23 christos && af < atfork_builtin + __arraycount(atfork_builtin))
107 1.23 christos af->fn = NULL;
108 1.23 christos else
109 1.23 christos free(af);
110 1.7 ad }
111 1.7 ad
112 1.1 nathanw int
113 1.1 nathanw pthread_atfork(void (*prepare)(void), void (*parent)(void),
114 1.1 nathanw void (*child)(void))
115 1.1 nathanw {
116 1.1 nathanw struct atfork_callback *newprepare, *newparent, *newchild;
117 1.17 riastrad sigset_t mask, omask;
118 1.17 riastrad int error;
119 1.1 nathanw
120 1.4 lukem newprepare = newparent = newchild = NULL;
121 1.4 lukem
122 1.17 riastrad sigfillset(&mask);
123 1.17 riastrad thr_sigsetmask(SIG_SETMASK, &mask, &omask);
124 1.17 riastrad
125 1.7 ad mutex_lock(&atfork_lock);
126 1.1 nathanw if (prepare != NULL) {
127 1.7 ad newprepare = af_alloc();
128 1.7 ad if (newprepare == NULL) {
129 1.17 riastrad error = ENOMEM;
130 1.17 riastrad goto out;
131 1.7 ad }
132 1.25 riastrad newprepare->fn = prepare;
133 1.1 nathanw }
134 1.1 nathanw
135 1.1 nathanw if (parent != NULL) {
136 1.7 ad newparent = af_alloc();
137 1.1 nathanw if (newparent == NULL) {
138 1.1 nathanw if (newprepare != NULL)
139 1.7 ad af_free(newprepare);
140 1.17 riastrad error = ENOMEM;
141 1.17 riastrad goto out;
142 1.1 nathanw }
143 1.25 riastrad newparent->fn = parent;
144 1.1 nathanw }
145 1.1 nathanw
146 1.1 nathanw if (child != NULL) {
147 1.7 ad newchild = af_alloc();
148 1.1 nathanw if (newchild == NULL) {
149 1.1 nathanw if (newprepare != NULL)
150 1.7 ad af_free(newprepare);
151 1.1 nathanw if (newparent != NULL)
152 1.7 ad af_free(newparent);
153 1.17 riastrad error = ENOMEM;
154 1.17 riastrad goto out;
155 1.1 nathanw }
156 1.25 riastrad newchild->fn = child;
157 1.1 nathanw }
158 1.1 nathanw
159 1.25 riastrad /*
160 1.25 riastrad * The order in which the functions are called is specified as
161 1.25 riastrad * LIFO for the prepare handler and FIFO for the others; insert
162 1.25 riastrad * at the head and tail as appropriate so that SIMPLEQ_FOREACH()
163 1.25 riastrad * produces the right order.
164 1.25 riastrad */
165 1.25 riastrad if (prepare)
166 1.25 riastrad SIMPLEQ_INSERT_HEAD(&prepareq, newprepare, next);
167 1.25 riastrad if (parent)
168 1.25 riastrad SIMPLEQ_INSERT_TAIL(&parentq, newparent, next);
169 1.25 riastrad if (child)
170 1.25 riastrad SIMPLEQ_INSERT_TAIL(&childq, newchild, next);
171 1.17 riastrad error = 0;
172 1.1 nathanw
173 1.17 riastrad out: mutex_unlock(&atfork_lock);
174 1.17 riastrad thr_sigsetmask(SIG_SETMASK, &omask, NULL);
175 1.17 riastrad return error;
176 1.1 nathanw }
177 1.1 nathanw
178 1.3 lukem pid_t
179 1.3 lukem fork(void)
180 1.1 nathanw {
181 1.1 nathanw struct atfork_callback *iter;
182 1.1 nathanw pid_t ret;
183 1.1 nathanw
184 1.1 nathanw mutex_lock(&atfork_lock);
185 1.1 nathanw SIMPLEQ_FOREACH(iter, &prepareq, next)
186 1.6 yamt (*iter->fn)();
187 1.15 joerg _malloc_prefork();
188 1.1 nathanw
189 1.14 joerg ret = __locked_fork(&errno);
190 1.1 nathanw
191 1.1 nathanw if (ret != 0) {
192 1.1 nathanw /*
193 1.1 nathanw * We are the parent. It doesn't matter here whether
194 1.1 nathanw * the fork call succeeded or failed.
195 1.1 nathanw */
196 1.15 joerg _malloc_postfork();
197 1.1 nathanw SIMPLEQ_FOREACH(iter, &parentq, next)
198 1.6 yamt (*iter->fn)();
199 1.1 nathanw mutex_unlock(&atfork_lock);
200 1.1 nathanw } else {
201 1.1 nathanw /* We are the child */
202 1.15 joerg _malloc_postfork_child();
203 1.1 nathanw SIMPLEQ_FOREACH(iter, &childq, next)
204 1.6 yamt (*iter->fn)();
205 1.1 nathanw /*
206 1.1 nathanw * Note: We are explicitly *not* unlocking
207 1.1 nathanw * atfork_lock. Unlocking atfork_lock is problematic,
208 1.1 nathanw * because if any threads in the parent blocked on it
209 1.1 nathanw * between the initial lock and the fork() syscall,
210 1.1 nathanw * unlocking in the child will try to schedule
211 1.1 nathanw * threads, and either the internal mutex interlock or
212 1.1 nathanw * the runqueue spinlock could have been held at the
213 1.1 nathanw * moment of fork(). Since the other threads do not
214 1.1 nathanw * exist in this process, the spinlock will never be
215 1.1 nathanw * unlocked, and we would wedge.
216 1.1 nathanw * Instead, we reinitialize atfork_lock, since we know
217 1.1 nathanw * that the state of the atfork lists is consistent here,
218 1.1 nathanw * and that there are no other threads to be affected by
219 1.1 nathanw * the forcible cleaning of the queue.
220 1.1 nathanw * This permits double-forking to work, although
221 1.1 nathanw * it requires knowing that it's "safe" to initialize
222 1.1 nathanw * a locked mutex in this context.
223 1.1 nathanw *
224 1.1 nathanw * The problem exists for users of this interface,
225 1.16 andvar * too, since the intended use of pthread_atfork() is
226 1.1 nathanw * to acquire locks across the fork call to ensure
227 1.1 nathanw * that the child sees consistent state. There's not
228 1.1 nathanw * much that can usefully be done in a child handler,
229 1.1 nathanw * and conventional wisdom discourages using them, but
230 1.1 nathanw * they're part of the interface, so here we are...
231 1.1 nathanw */
232 1.1 nathanw mutex_init(&atfork_lock, NULL);
233 1.1 nathanw }
234 1.1 nathanw
235 1.1 nathanw return ret;
236 1.1 nathanw }
237