tsan_fd.cpp revision 1.1 1 1.1 mrg //===-- tsan_fd.cpp -------------------------------------------------------===//
2 1.1 mrg //
3 1.1 mrg // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 1.1 mrg // See https://llvm.org/LICENSE.txt for license information.
5 1.1 mrg // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 1.1 mrg //
7 1.1 mrg //===----------------------------------------------------------------------===//
8 1.1 mrg //
9 1.1 mrg // This file is a part of ThreadSanitizer (TSan), a race detector.
10 1.1 mrg //
11 1.1 mrg //===----------------------------------------------------------------------===//
12 1.1 mrg
13 1.1 mrg #include "tsan_fd.h"
14 1.1 mrg #include "tsan_rtl.h"
15 1.1 mrg #include <sanitizer_common/sanitizer_atomic.h>
16 1.1 mrg
17 1.1 mrg namespace __tsan {
18 1.1 mrg
19 1.1 mrg const int kTableSizeL1 = 1024;
20 1.1 mrg const int kTableSizeL2 = 1024;
21 1.1 mrg const int kTableSize = kTableSizeL1 * kTableSizeL2;
22 1.1 mrg
23 1.1 mrg struct FdSync {
24 1.1 mrg atomic_uint64_t rc;
25 1.1 mrg };
26 1.1 mrg
27 1.1 mrg struct FdDesc {
28 1.1 mrg FdSync *sync;
29 1.1 mrg Tid creation_tid;
30 1.1 mrg StackID creation_stack;
31 1.1 mrg };
32 1.1 mrg
33 1.1 mrg struct FdContext {
34 1.1 mrg atomic_uintptr_t tab[kTableSizeL1];
35 1.1 mrg // Addresses used for synchronization.
36 1.1 mrg FdSync globsync;
37 1.1 mrg FdSync filesync;
38 1.1 mrg FdSync socksync;
39 1.1 mrg u64 connectsync;
40 1.1 mrg };
41 1.1 mrg
42 1.1 mrg static FdContext fdctx;
43 1.1 mrg
44 1.1 mrg static bool bogusfd(int fd) {
45 1.1 mrg // Apparently a bogus fd value.
46 1.1 mrg return fd < 0 || fd >= kTableSize;
47 1.1 mrg }
48 1.1 mrg
49 1.1 mrg static FdSync *allocsync(ThreadState *thr, uptr pc) {
50 1.1 mrg FdSync *s = (FdSync*)user_alloc_internal(thr, pc, sizeof(FdSync),
51 1.1 mrg kDefaultAlignment, false);
52 1.1 mrg atomic_store(&s->rc, 1, memory_order_relaxed);
53 1.1 mrg return s;
54 1.1 mrg }
55 1.1 mrg
56 1.1 mrg static FdSync *ref(FdSync *s) {
57 1.1 mrg if (s && atomic_load(&s->rc, memory_order_relaxed) != (u64)-1)
58 1.1 mrg atomic_fetch_add(&s->rc, 1, memory_order_relaxed);
59 1.1 mrg return s;
60 1.1 mrg }
61 1.1 mrg
62 1.1 mrg static void unref(ThreadState *thr, uptr pc, FdSync *s) {
63 1.1 mrg if (s && atomic_load(&s->rc, memory_order_relaxed) != (u64)-1) {
64 1.1 mrg if (atomic_fetch_sub(&s->rc, 1, memory_order_acq_rel) == 1) {
65 1.1 mrg CHECK_NE(s, &fdctx.globsync);
66 1.1 mrg CHECK_NE(s, &fdctx.filesync);
67 1.1 mrg CHECK_NE(s, &fdctx.socksync);
68 1.1 mrg user_free(thr, pc, s, false);
69 1.1 mrg }
70 1.1 mrg }
71 1.1 mrg }
72 1.1 mrg
73 1.1 mrg static FdDesc *fddesc(ThreadState *thr, uptr pc, int fd) {
74 1.1 mrg CHECK_GE(fd, 0);
75 1.1 mrg CHECK_LT(fd, kTableSize);
76 1.1 mrg atomic_uintptr_t *pl1 = &fdctx.tab[fd / kTableSizeL2];
77 1.1 mrg uptr l1 = atomic_load(pl1, memory_order_consume);
78 1.1 mrg if (l1 == 0) {
79 1.1 mrg uptr size = kTableSizeL2 * sizeof(FdDesc);
80 1.1 mrg // We need this to reside in user memory to properly catch races on it.
81 1.1 mrg void *p = user_alloc_internal(thr, pc, size, kDefaultAlignment, false);
82 1.1 mrg internal_memset(p, 0, size);
83 1.1 mrg MemoryResetRange(thr, (uptr)&fddesc, (uptr)p, size);
84 1.1 mrg if (atomic_compare_exchange_strong(pl1, &l1, (uptr)p, memory_order_acq_rel))
85 1.1 mrg l1 = (uptr)p;
86 1.1 mrg else
87 1.1 mrg user_free(thr, pc, p, false);
88 1.1 mrg }
89 1.1 mrg FdDesc *fds = reinterpret_cast<FdDesc *>(l1);
90 1.1 mrg return &fds[fd % kTableSizeL2];
91 1.1 mrg }
92 1.1 mrg
93 1.1 mrg // pd must be already ref'ed.
94 1.1 mrg static void init(ThreadState *thr, uptr pc, int fd, FdSync *s,
95 1.1 mrg bool write = true) {
96 1.1 mrg FdDesc *d = fddesc(thr, pc, fd);
97 1.1 mrg // As a matter of fact, we don't intercept all close calls.
98 1.1 mrg // See e.g. libc __res_iclose().
99 1.1 mrg if (d->sync) {
100 1.1 mrg unref(thr, pc, d->sync);
101 1.1 mrg d->sync = 0;
102 1.1 mrg }
103 1.1 mrg if (flags()->io_sync == 0) {
104 1.1 mrg unref(thr, pc, s);
105 1.1 mrg } else if (flags()->io_sync == 1) {
106 1.1 mrg d->sync = s;
107 1.1 mrg } else if (flags()->io_sync == 2) {
108 1.1 mrg unref(thr, pc, s);
109 1.1 mrg d->sync = &fdctx.globsync;
110 1.1 mrg }
111 1.1 mrg d->creation_tid = thr->tid;
112 1.1 mrg d->creation_stack = CurrentStackId(thr, pc);
113 1.1 mrg if (write) {
114 1.1 mrg // To catch races between fd usage and open.
115 1.1 mrg MemoryRangeImitateWrite(thr, pc, (uptr)d, 8);
116 1.1 mrg } else {
117 1.1 mrg // See the dup-related comment in FdClose.
118 1.1 mrg MemoryAccess(thr, pc, (uptr)d, 8, kAccessRead);
119 1.1 mrg }
120 1.1 mrg }
121 1.1 mrg
122 1.1 mrg void FdInit() {
123 1.1 mrg atomic_store(&fdctx.globsync.rc, (u64)-1, memory_order_relaxed);
124 1.1 mrg atomic_store(&fdctx.filesync.rc, (u64)-1, memory_order_relaxed);
125 1.1 mrg atomic_store(&fdctx.socksync.rc, (u64)-1, memory_order_relaxed);
126 1.1 mrg }
127 1.1 mrg
128 1.1 mrg void FdOnFork(ThreadState *thr, uptr pc) {
129 1.1 mrg // On fork() we need to reset all fd's, because the child is going
130 1.1 mrg // close all them, and that will cause races between previous read/write
131 1.1 mrg // and the close.
132 1.1 mrg for (int l1 = 0; l1 < kTableSizeL1; l1++) {
133 1.1 mrg FdDesc *tab = (FdDesc*)atomic_load(&fdctx.tab[l1], memory_order_relaxed);
134 1.1 mrg if (tab == 0)
135 1.1 mrg break;
136 1.1 mrg for (int l2 = 0; l2 < kTableSizeL2; l2++) {
137 1.1 mrg FdDesc *d = &tab[l2];
138 1.1 mrg MemoryResetRange(thr, pc, (uptr)d, 8);
139 1.1 mrg }
140 1.1 mrg }
141 1.1 mrg }
142 1.1 mrg
143 1.1 mrg bool FdLocation(uptr addr, int *fd, Tid *tid, StackID *stack) {
144 1.1 mrg for (int l1 = 0; l1 < kTableSizeL1; l1++) {
145 1.1 mrg FdDesc *tab = (FdDesc*)atomic_load(&fdctx.tab[l1], memory_order_relaxed);
146 1.1 mrg if (tab == 0)
147 1.1 mrg break;
148 1.1 mrg if (addr >= (uptr)tab && addr < (uptr)(tab + kTableSizeL2)) {
149 1.1 mrg int l2 = (addr - (uptr)tab) / sizeof(FdDesc);
150 1.1 mrg FdDesc *d = &tab[l2];
151 1.1 mrg *fd = l1 * kTableSizeL1 + l2;
152 1.1 mrg *tid = d->creation_tid;
153 1.1 mrg *stack = d->creation_stack;
154 1.1 mrg return true;
155 1.1 mrg }
156 1.1 mrg }
157 1.1 mrg return false;
158 1.1 mrg }
159 1.1 mrg
160 1.1 mrg void FdAcquire(ThreadState *thr, uptr pc, int fd) {
161 1.1 mrg if (bogusfd(fd))
162 1.1 mrg return;
163 1.1 mrg FdDesc *d = fddesc(thr, pc, fd);
164 1.1 mrg FdSync *s = d->sync;
165 1.1 mrg DPrintf("#%d: FdAcquire(%d) -> %p\n", thr->tid, fd, s);
166 1.1 mrg MemoryAccess(thr, pc, (uptr)d, 8, kAccessRead);
167 1.1 mrg if (s)
168 1.1 mrg Acquire(thr, pc, (uptr)s);
169 1.1 mrg }
170 1.1 mrg
171 1.1 mrg void FdRelease(ThreadState *thr, uptr pc, int fd) {
172 1.1 mrg if (bogusfd(fd))
173 1.1 mrg return;
174 1.1 mrg FdDesc *d = fddesc(thr, pc, fd);
175 1.1 mrg FdSync *s = d->sync;
176 1.1 mrg DPrintf("#%d: FdRelease(%d) -> %p\n", thr->tid, fd, s);
177 1.1 mrg MemoryAccess(thr, pc, (uptr)d, 8, kAccessRead);
178 1.1 mrg if (s)
179 1.1 mrg Release(thr, pc, (uptr)s);
180 1.1 mrg }
181 1.1 mrg
182 1.1 mrg void FdAccess(ThreadState *thr, uptr pc, int fd) {
183 1.1 mrg DPrintf("#%d: FdAccess(%d)\n", thr->tid, fd);
184 1.1 mrg if (bogusfd(fd))
185 1.1 mrg return;
186 1.1 mrg FdDesc *d = fddesc(thr, pc, fd);
187 1.1 mrg MemoryAccess(thr, pc, (uptr)d, 8, kAccessRead);
188 1.1 mrg }
189 1.1 mrg
190 1.1 mrg void FdClose(ThreadState *thr, uptr pc, int fd, bool write) {
191 1.1 mrg DPrintf("#%d: FdClose(%d)\n", thr->tid, fd);
192 1.1 mrg if (bogusfd(fd))
193 1.1 mrg return;
194 1.1 mrg FdDesc *d = fddesc(thr, pc, fd);
195 1.1 mrg if (write) {
196 1.1 mrg // To catch races between fd usage and close.
197 1.1 mrg MemoryAccess(thr, pc, (uptr)d, 8, kAccessWrite);
198 1.1 mrg } else {
199 1.1 mrg // This path is used only by dup2/dup3 calls.
200 1.1 mrg // We do read instead of write because there is a number of legitimate
201 1.1 mrg // cases where write would lead to false positives:
202 1.1 mrg // 1. Some software dups a closed pipe in place of a socket before closing
203 1.1 mrg // the socket (to prevent races actually).
204 1.1 mrg // 2. Some daemons dup /dev/null in place of stdin/stdout.
205 1.1 mrg // On the other hand we have not seen cases when write here catches real
206 1.1 mrg // bugs.
207 1.1 mrg MemoryAccess(thr, pc, (uptr)d, 8, kAccessRead);
208 1.1 mrg }
209 1.1 mrg // We need to clear it, because if we do not intercept any call out there
210 1.1 mrg // that creates fd, we will hit false postives.
211 1.1 mrg MemoryResetRange(thr, pc, (uptr)d, 8);
212 1.1 mrg unref(thr, pc, d->sync);
213 1.1 mrg d->sync = 0;
214 1.1 mrg d->creation_tid = kInvalidTid;
215 1.1 mrg d->creation_stack = kInvalidStackID;
216 1.1 mrg }
217 1.1 mrg
218 1.1 mrg void FdFileCreate(ThreadState *thr, uptr pc, int fd) {
219 1.1 mrg DPrintf("#%d: FdFileCreate(%d)\n", thr->tid, fd);
220 1.1 mrg if (bogusfd(fd))
221 1.1 mrg return;
222 1.1 mrg init(thr, pc, fd, &fdctx.filesync);
223 1.1 mrg }
224 1.1 mrg
225 1.1 mrg void FdDup(ThreadState *thr, uptr pc, int oldfd, int newfd, bool write) {
226 1.1 mrg DPrintf("#%d: FdDup(%d, %d)\n", thr->tid, oldfd, newfd);
227 1.1 mrg if (bogusfd(oldfd) || bogusfd(newfd))
228 1.1 mrg return;
229 1.1 mrg // Ignore the case when user dups not yet connected socket.
230 1.1 mrg FdDesc *od = fddesc(thr, pc, oldfd);
231 1.1 mrg MemoryAccess(thr, pc, (uptr)od, 8, kAccessRead);
232 1.1 mrg FdClose(thr, pc, newfd, write);
233 1.1 mrg init(thr, pc, newfd, ref(od->sync), write);
234 1.1 mrg }
235 1.1 mrg
236 1.1 mrg void FdPipeCreate(ThreadState *thr, uptr pc, int rfd, int wfd) {
237 1.1 mrg DPrintf("#%d: FdCreatePipe(%d, %d)\n", thr->tid, rfd, wfd);
238 1.1 mrg FdSync *s = allocsync(thr, pc);
239 1.1 mrg init(thr, pc, rfd, ref(s));
240 1.1 mrg init(thr, pc, wfd, ref(s));
241 1.1 mrg unref(thr, pc, s);
242 1.1 mrg }
243 1.1 mrg
244 1.1 mrg void FdEventCreate(ThreadState *thr, uptr pc, int fd) {
245 1.1 mrg DPrintf("#%d: FdEventCreate(%d)\n", thr->tid, fd);
246 1.1 mrg if (bogusfd(fd))
247 1.1 mrg return;
248 1.1 mrg init(thr, pc, fd, allocsync(thr, pc));
249 1.1 mrg }
250 1.1 mrg
251 1.1 mrg void FdSignalCreate(ThreadState *thr, uptr pc, int fd) {
252 1.1 mrg DPrintf("#%d: FdSignalCreate(%d)\n", thr->tid, fd);
253 1.1 mrg if (bogusfd(fd))
254 1.1 mrg return;
255 1.1 mrg init(thr, pc, fd, 0);
256 1.1 mrg }
257 1.1 mrg
258 1.1 mrg void FdInotifyCreate(ThreadState *thr, uptr pc, int fd) {
259 1.1 mrg DPrintf("#%d: FdInotifyCreate(%d)\n", thr->tid, fd);
260 1.1 mrg if (bogusfd(fd))
261 1.1 mrg return;
262 1.1 mrg init(thr, pc, fd, 0);
263 1.1 mrg }
264 1.1 mrg
265 1.1 mrg void FdPollCreate(ThreadState *thr, uptr pc, int fd) {
266 1.1 mrg DPrintf("#%d: FdPollCreate(%d)\n", thr->tid, fd);
267 1.1 mrg if (bogusfd(fd))
268 1.1 mrg return;
269 1.1 mrg init(thr, pc, fd, allocsync(thr, pc));
270 1.1 mrg }
271 1.1 mrg
272 1.1 mrg void FdSocketCreate(ThreadState *thr, uptr pc, int fd) {
273 1.1 mrg DPrintf("#%d: FdSocketCreate(%d)\n", thr->tid, fd);
274 1.1 mrg if (bogusfd(fd))
275 1.1 mrg return;
276 1.1 mrg // It can be a UDP socket.
277 1.1 mrg init(thr, pc, fd, &fdctx.socksync);
278 1.1 mrg }
279 1.1 mrg
280 1.1 mrg void FdSocketAccept(ThreadState *thr, uptr pc, int fd, int newfd) {
281 1.1 mrg DPrintf("#%d: FdSocketAccept(%d, %d)\n", thr->tid, fd, newfd);
282 1.1 mrg if (bogusfd(fd))
283 1.1 mrg return;
284 1.1 mrg // Synchronize connect->accept.
285 1.1 mrg Acquire(thr, pc, (uptr)&fdctx.connectsync);
286 1.1 mrg init(thr, pc, newfd, &fdctx.socksync);
287 1.1 mrg }
288 1.1 mrg
289 1.1 mrg void FdSocketConnecting(ThreadState *thr, uptr pc, int fd) {
290 1.1 mrg DPrintf("#%d: FdSocketConnecting(%d)\n", thr->tid, fd);
291 1.1 mrg if (bogusfd(fd))
292 1.1 mrg return;
293 1.1 mrg // Synchronize connect->accept.
294 1.1 mrg Release(thr, pc, (uptr)&fdctx.connectsync);
295 1.1 mrg }
296 1.1 mrg
297 1.1 mrg void FdSocketConnect(ThreadState *thr, uptr pc, int fd) {
298 1.1 mrg DPrintf("#%d: FdSocketConnect(%d)\n", thr->tid, fd);
299 1.1 mrg if (bogusfd(fd))
300 1.1 mrg return;
301 1.1 mrg init(thr, pc, fd, &fdctx.socksync);
302 1.1 mrg }
303 1.1 mrg
304 1.1 mrg uptr File2addr(const char *path) {
305 1.1 mrg (void)path;
306 1.1 mrg static u64 addr;
307 1.1 mrg return (uptr)&addr;
308 1.1 mrg }
309 1.1 mrg
310 1.1 mrg uptr Dir2addr(const char *path) {
311 1.1 mrg (void)path;
312 1.1 mrg static u64 addr;
313 1.1 mrg return (uptr)&addr;
314 1.1 mrg }
315 1.1 mrg
316 1.1 mrg } // namespace __tsan
317