utils.c revision 1.46 1 1.46 darcy /* $NetBSD: utils.c,v 1.46 2018/07/17 13:04:58 darcy Exp $ */
2 1.3 cgd
3 1.1 mycroft /*-
4 1.1 mycroft * Copyright (c) 1991, 1993, 1994
5 1.1 mycroft * The Regents of the University of California. All rights reserved.
6 1.1 mycroft *
7 1.1 mycroft * Redistribution and use in source and binary forms, with or without
8 1.1 mycroft * modification, are permitted provided that the following conditions
9 1.1 mycroft * are met:
10 1.1 mycroft * 1. Redistributions of source code must retain the above copyright
11 1.1 mycroft * notice, this list of conditions and the following disclaimer.
12 1.1 mycroft * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 mycroft * notice, this list of conditions and the following disclaimer in the
14 1.1 mycroft * documentation and/or other materials provided with the distribution.
15 1.25 agc * 3. Neither the name of the University nor the names of its contributors
16 1.1 mycroft * may be used to endorse or promote products derived from this software
17 1.1 mycroft * without specific prior written permission.
18 1.1 mycroft *
19 1.1 mycroft * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
20 1.1 mycroft * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 1.1 mycroft * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 1.1 mycroft * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
23 1.1 mycroft * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24 1.1 mycroft * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25 1.1 mycroft * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26 1.1 mycroft * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 1.1 mycroft * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28 1.1 mycroft * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29 1.1 mycroft * SUCH DAMAGE.
30 1.1 mycroft */
31 1.1 mycroft
32 1.8 thorpej #include <sys/cdefs.h>
33 1.1 mycroft #ifndef lint
34 1.3 cgd #if 0
35 1.3 cgd static char sccsid[] = "@(#)utils.c 8.3 (Berkeley) 4/1/94";
36 1.3 cgd #else
37 1.46 darcy __RCSID("$NetBSD: utils.c,v 1.46 2018/07/17 13:04:58 darcy Exp $");
38 1.3 cgd #endif
39 1.1 mycroft #endif /* not lint */
40 1.1 mycroft
41 1.20 wiz #include <sys/mman.h>
42 1.1 mycroft #include <sys/param.h>
43 1.1 mycroft #include <sys/stat.h>
44 1.1 mycroft #include <sys/time.h>
45 1.40 manu #include <sys/extattr.h>
46 1.1 mycroft
47 1.1 mycroft #include <err.h>
48 1.1 mycroft #include <errno.h>
49 1.1 mycroft #include <fcntl.h>
50 1.1 mycroft #include <fts.h>
51 1.36 tron #include <stdbool.h>
52 1.1 mycroft #include <stdio.h>
53 1.1 mycroft #include <stdlib.h>
54 1.1 mycroft #include <string.h>
55 1.1 mycroft #include <unistd.h>
56 1.1 mycroft
57 1.1 mycroft #include "extern.h"
58 1.1 mycroft
59 1.36 tron #define MMAP_MAX_SIZE (8 * 1048576)
60 1.36 tron #define MMAP_MAX_WRITE (64 * 1024)
61 1.36 tron
62 1.1 mycroft int
63 1.20 wiz set_utimes(const char *file, struct stat *fs)
64 1.16 wsanchez {
65 1.43 enami struct timespec ts[2];
66 1.16 wsanchez
67 1.43 enami ts[0] = fs->st_atimespec;
68 1.43 enami ts[1] = fs->st_mtimespec;
69 1.16 wsanchez
70 1.43 enami if (lutimens(file, ts)) {
71 1.44 enami warn("lutimens: %s", file);
72 1.16 wsanchez return (1);
73 1.16 wsanchez }
74 1.16 wsanchez return (0);
75 1.16 wsanchez }
76 1.16 wsanchez
77 1.41 christos struct finfo {
78 1.41 christos const char *from;
79 1.41 christos const char *to;
80 1.45 mrg off_t size;
81 1.41 christos };
82 1.41 christos
83 1.41 christos static void
84 1.45 mrg progress(const struct finfo *fi, off_t written)
85 1.41 christos {
86 1.41 christos int pcent = (int)((100.0 * written) / fi->size);
87 1.41 christos
88 1.41 christos pinfo = 0;
89 1.45 mrg (void)fprintf(stderr, "%s => %s %llu/%llu bytes %d%% written\n",
90 1.45 mrg fi->from, fi->to, (unsigned long long)written,
91 1.45 mrg (unsigned long long)fi->size, pcent);
92 1.41 christos }
93 1.41 christos
94 1.16 wsanchez int
95 1.20 wiz copy_file(FTSENT *entp, int dne)
96 1.1 mycroft {
97 1.1 mycroft static char buf[MAXBSIZE];
98 1.1 mycroft struct stat to_stat, *fs;
99 1.32 jschauma int ch, checkch, from_fd, rcount, rval, to_fd, tolnk, wcount;
100 1.36 tron char *p;
101 1.45 mrg off_t ptotal = 0;
102 1.46 darcy
103 1.46 darcy /* if hard linking then simply link and return */
104 1.46 darcy if (lflag) {
105 1.46 darcy (void)unlink(to.p_path);
106 1.46 darcy if (link(entp->fts_path, to.p_path)) {
107 1.46 darcy warn("%s", to.p_path);
108 1.46 darcy return (1);
109 1.46 darcy }
110 1.46 darcy return (0);
111 1.46 darcy }
112 1.46 darcy
113 1.1 mycroft if ((from_fd = open(entp->fts_path, O_RDONLY, 0)) == -1) {
114 1.1 mycroft warn("%s", entp->fts_path);
115 1.1 mycroft return (1);
116 1.1 mycroft }
117 1.1 mycroft
118 1.32 jschauma to_fd = -1;
119 1.1 mycroft fs = entp->fts_statp;
120 1.32 jschauma tolnk = ((Rflag && !(Lflag || Hflag)) || Pflag);
121 1.1 mycroft
122 1.1 mycroft /*
123 1.1 mycroft * If the file exists and we're interactive, verify with the user.
124 1.1 mycroft * If the file DNE, set the mode to be the from file, minus setuid
125 1.1 mycroft * bits, modified by the umask; arguably wrong, but it makes copying
126 1.1 mycroft * executables work right and it's been that way forever. (The
127 1.1 mycroft * other choice is 666 or'ed with the execute bits on the from file
128 1.1 mycroft * modified by the umask.)
129 1.1 mycroft */
130 1.1 mycroft if (!dne) {
131 1.32 jschauma struct stat sb;
132 1.32 jschauma int sval;
133 1.32 jschauma
134 1.1 mycroft if (iflag) {
135 1.1 mycroft (void)fprintf(stderr, "overwrite %s? ", to.p_path);
136 1.1 mycroft checkch = ch = getchar();
137 1.1 mycroft while (ch != '\n' && ch != EOF)
138 1.1 mycroft ch = getchar();
139 1.2 mycroft if (checkch != 'y' && checkch != 'Y') {
140 1.1 mycroft (void)close(from_fd);
141 1.1 mycroft return (0);
142 1.1 mycroft }
143 1.1 mycroft }
144 1.32 jschauma
145 1.32 jschauma sval = tolnk ?
146 1.32 jschauma lstat(to.p_path, &sb) : stat(to.p_path, &sb);
147 1.32 jschauma if (sval == -1) {
148 1.32 jschauma warn("stat: %s", to.p_path);
149 1.38 wiz (void)close(from_fd);
150 1.32 jschauma return (1);
151 1.32 jschauma }
152 1.32 jschauma
153 1.32 jschauma if (!(tolnk && S_ISLNK(sb.st_mode)))
154 1.32 jschauma to_fd = open(to.p_path, O_WRONLY | O_TRUNC, 0);
155 1.1 mycroft } else
156 1.1 mycroft to_fd = open(to.p_path, O_WRONLY | O_TRUNC | O_CREAT,
157 1.1 mycroft fs->st_mode & ~(S_ISUID | S_ISGID));
158 1.1 mycroft
159 1.32 jschauma if (to_fd == -1 && (fflag || tolnk)) {
160 1.16 wsanchez /*
161 1.16 wsanchez * attempt to remove existing destination file name and
162 1.16 wsanchez * create a new file
163 1.16 wsanchez */
164 1.16 wsanchez (void)unlink(to.p_path);
165 1.16 wsanchez to_fd = open(to.p_path, O_WRONLY | O_TRUNC | O_CREAT,
166 1.16 wsanchez fs->st_mode & ~(S_ISUID | S_ISGID));
167 1.16 wsanchez }
168 1.16 wsanchez
169 1.1 mycroft if (to_fd == -1) {
170 1.1 mycroft warn("%s", to.p_path);
171 1.1 mycroft (void)close(from_fd);
172 1.23 simonb return (1);
173 1.1 mycroft }
174 1.1 mycroft
175 1.1 mycroft rval = 0;
176 1.1 mycroft
177 1.1 mycroft /*
178 1.16 wsanchez * There's no reason to do anything other than close the file
179 1.16 wsanchez * now if it's empty, so let's not bother.
180 1.1 mycroft */
181 1.16 wsanchez if (fs->st_size > 0) {
182 1.41 christos struct finfo fi;
183 1.41 christos
184 1.41 christos fi.from = entp->fts_path;
185 1.41 christos fi.to = to.p_path;
186 1.45 mrg fi.size = fs->st_size;
187 1.41 christos
188 1.16 wsanchez /*
189 1.19 chs * Mmap and write if less than 8M (the limit is so
190 1.19 chs * we don't totally trash memory on big files).
191 1.19 chs * This is really a minor hack, but it wins some CPU back.
192 1.16 wsanchez */
193 1.36 tron bool use_read;
194 1.19 chs
195 1.36 tron use_read = true;
196 1.36 tron if (fs->st_size <= MMAP_MAX_SIZE) {
197 1.29 christos size_t fsize = (size_t)fs->st_size;
198 1.29 christos p = mmap(NULL, fsize, PROT_READ, MAP_FILE|MAP_SHARED,
199 1.29 christos from_fd, (off_t)0);
200 1.36 tron if (p != MAP_FAILED) {
201 1.36 tron size_t remainder;
202 1.36 tron
203 1.36 tron use_read = false;
204 1.36 tron
205 1.19 chs (void) madvise(p, (size_t)fs->st_size,
206 1.19 chs MADV_SEQUENTIAL);
207 1.36 tron
208 1.36 tron /*
209 1.36 tron * Write out the data in small chunks to
210 1.36 tron * avoid locking the output file for a
211 1.36 tron * long time if the reading the data from
212 1.36 tron * the source is slow.
213 1.36 tron */
214 1.36 tron remainder = fsize;
215 1.36 tron do {
216 1.36 tron ssize_t chunk;
217 1.36 tron
218 1.36 tron chunk = (remainder > MMAP_MAX_WRITE) ?
219 1.36 tron MMAP_MAX_WRITE : remainder;
220 1.36 tron if (write(to_fd, &p[fsize - remainder],
221 1.36 tron chunk) != chunk) {
222 1.36 tron warn("%s", to.p_path);
223 1.36 tron rval = 1;
224 1.36 tron break;
225 1.36 tron }
226 1.36 tron remainder -= chunk;
227 1.41 christos ptotal += chunk;
228 1.41 christos if (pinfo)
229 1.41 christos progress(&fi, ptotal);
230 1.36 tron } while (remainder > 0);
231 1.36 tron
232 1.29 christos if (munmap(p, fsize) < 0) {
233 1.16 wsanchez warn("%s", entp->fts_path);
234 1.16 wsanchez rval = 1;
235 1.16 wsanchez }
236 1.1 mycroft }
237 1.36 tron }
238 1.36 tron
239 1.36 tron if (use_read) {
240 1.16 wsanchez while ((rcount = read(from_fd, buf, MAXBSIZE)) > 0) {
241 1.29 christos wcount = write(to_fd, buf, (size_t)rcount);
242 1.16 wsanchez if (rcount != wcount || wcount == -1) {
243 1.16 wsanchez warn("%s", to.p_path);
244 1.16 wsanchez rval = 1;
245 1.16 wsanchez break;
246 1.16 wsanchez }
247 1.41 christos ptotal += wcount;
248 1.41 christos if (pinfo)
249 1.41 christos progress(&fi, ptotal);
250 1.16 wsanchez }
251 1.16 wsanchez if (rcount < 0) {
252 1.16 wsanchez warn("%s", entp->fts_path);
253 1.1 mycroft rval = 1;
254 1.1 mycroft }
255 1.1 mycroft }
256 1.1 mycroft }
257 1.1 mycroft
258 1.40 manu if (pflag && (fcpxattr(from_fd, to_fd) != 0))
259 1.40 manu warn("%s: error copying extended attributes", to.p_path);
260 1.40 manu
261 1.39 darcy (void)close(from_fd);
262 1.39 darcy
263 1.1 mycroft if (rval == 1) {
264 1.1 mycroft (void)close(to_fd);
265 1.1 mycroft return (1);
266 1.1 mycroft }
267 1.1 mycroft
268 1.1 mycroft if (pflag && setfile(fs, to_fd))
269 1.1 mycroft rval = 1;
270 1.1 mycroft /*
271 1.1 mycroft * If the source was setuid or setgid, lose the bits unless the
272 1.1 mycroft * copy is owned by the same user and group.
273 1.1 mycroft */
274 1.1 mycroft #define RETAINBITS \
275 1.1 mycroft (S_ISUID | S_ISGID | S_ISVTX | S_IRWXU | S_IRWXG | S_IRWXO)
276 1.33 jld if (!pflag && dne
277 1.33 jld && fs->st_mode & (S_ISUID | S_ISGID) && fs->st_uid == myuid) {
278 1.1 mycroft if (fstat(to_fd, &to_stat)) {
279 1.1 mycroft warn("%s", to.p_path);
280 1.1 mycroft rval = 1;
281 1.1 mycroft } else if (fs->st_gid == to_stat.st_gid &&
282 1.1 mycroft fchmod(to_fd, fs->st_mode & RETAINBITS & ~myumask)) {
283 1.1 mycroft warn("%s", to.p_path);
284 1.1 mycroft rval = 1;
285 1.1 mycroft }
286 1.15 thorpej }
287 1.1 mycroft if (close(to_fd)) {
288 1.1 mycroft warn("%s", to.p_path);
289 1.1 mycroft rval = 1;
290 1.1 mycroft }
291 1.16 wsanchez /* set the mod/access times now after close of the fd */
292 1.16 wsanchez if (pflag && set_utimes(to.p_path, fs)) {
293 1.16 wsanchez rval = 1;
294 1.16 wsanchez }
295 1.1 mycroft return (rval);
296 1.1 mycroft }
297 1.1 mycroft
298 1.1 mycroft int
299 1.20 wiz copy_link(FTSENT *p, int exists)
300 1.1 mycroft {
301 1.1 mycroft int len;
302 1.13 mycroft char target[MAXPATHLEN];
303 1.1 mycroft
304 1.21 provos if ((len = readlink(p->fts_path, target, sizeof(target)-1)) == -1) {
305 1.1 mycroft warn("readlink: %s", p->fts_path);
306 1.1 mycroft return (1);
307 1.1 mycroft }
308 1.13 mycroft target[len] = '\0';
309 1.1 mycroft if (exists && unlink(to.p_path)) {
310 1.1 mycroft warn("unlink: %s", to.p_path);
311 1.1 mycroft return (1);
312 1.1 mycroft }
313 1.13 mycroft if (symlink(target, to.p_path)) {
314 1.13 mycroft warn("symlink: %s", target);
315 1.1 mycroft return (1);
316 1.1 mycroft }
317 1.9 enami return (pflag ? setfile(p->fts_statp, 0) : 0);
318 1.1 mycroft }
319 1.1 mycroft
320 1.1 mycroft int
321 1.20 wiz copy_fifo(struct stat *from_stat, int exists)
322 1.1 mycroft {
323 1.1 mycroft if (exists && unlink(to.p_path)) {
324 1.1 mycroft warn("unlink: %s", to.p_path);
325 1.1 mycroft return (1);
326 1.1 mycroft }
327 1.1 mycroft if (mkfifo(to.p_path, from_stat->st_mode)) {
328 1.1 mycroft warn("mkfifo: %s", to.p_path);
329 1.1 mycroft return (1);
330 1.1 mycroft }
331 1.1 mycroft return (pflag ? setfile(from_stat, 0) : 0);
332 1.1 mycroft }
333 1.1 mycroft
334 1.1 mycroft int
335 1.20 wiz copy_special(struct stat *from_stat, int exists)
336 1.1 mycroft {
337 1.1 mycroft if (exists && unlink(to.p_path)) {
338 1.1 mycroft warn("unlink: %s", to.p_path);
339 1.1 mycroft return (1);
340 1.1 mycroft }
341 1.1 mycroft if (mknod(to.p_path, from_stat->st_mode, from_stat->st_rdev)) {
342 1.1 mycroft warn("mknod: %s", to.p_path);
343 1.1 mycroft return (1);
344 1.1 mycroft }
345 1.1 mycroft return (pflag ? setfile(from_stat, 0) : 0);
346 1.1 mycroft }
347 1.1 mycroft
348 1.1 mycroft
349 1.16 wsanchez /*
350 1.16 wsanchez * Function: setfile
351 1.16 wsanchez *
352 1.16 wsanchez * Purpose:
353 1.16 wsanchez * Set the owner/group/permissions for the "to" file to the information
354 1.16 wsanchez * in the stat structure. If fd is zero, also call set_utimes() to set
355 1.16 wsanchez * the mod/access times. If fd is non-zero, the caller must do a utimes
356 1.16 wsanchez * itself after close(fd).
357 1.16 wsanchez */
358 1.1 mycroft int
359 1.20 wiz setfile(struct stat *fs, int fd)
360 1.1 mycroft {
361 1.9 enami int rval, islink;
362 1.1 mycroft
363 1.1 mycroft rval = 0;
364 1.9 enami islink = S_ISLNK(fs->st_mode);
365 1.1 mycroft fs->st_mode &= S_ISUID | S_ISGID | S_IRWXU | S_IRWXG | S_IRWXO;
366 1.1 mycroft
367 1.1 mycroft /*
368 1.1 mycroft * Changing the ownership probably won't succeed, unless we're root
369 1.1 mycroft * or POSIX_CHOWN_RESTRICTED is not set. Set uid/gid before setting
370 1.1 mycroft * the mode; current BSD behavior is to remove all setuid bits on
371 1.1 mycroft * chown. If chown fails, lose setuid/setgid bits.
372 1.1 mycroft */
373 1.1 mycroft if (fd ? fchown(fd, fs->st_uid, fs->st_gid) :
374 1.9 enami lchown(to.p_path, fs->st_uid, fs->st_gid)) {
375 1.1 mycroft if (errno != EPERM) {
376 1.1 mycroft warn("chown: %s", to.p_path);
377 1.1 mycroft rval = 1;
378 1.1 mycroft }
379 1.1 mycroft fs->st_mode &= ~(S_ISUID | S_ISGID);
380 1.1 mycroft }
381 1.9 enami if (fd ? fchmod(fd, fs->st_mode) : lchmod(to.p_path, fs->st_mode)) {
382 1.10 mycroft warn("chmod: %s", to.p_path);
383 1.1 mycroft rval = 1;
384 1.1 mycroft }
385 1.1 mycroft
386 1.28 elad if (!islink && !Nflag) {
387 1.29 christos unsigned long fflags = fs->st_flags;
388 1.9 enami /*
389 1.9 enami * XXX
390 1.9 enami * NFS doesn't support chflags; ignore errors unless
391 1.9 enami * there's reason to believe we're losing bits.
392 1.9 enami * (Note, this still won't be right if the server
393 1.9 enami * supports flags and we were trying to *remove* flags
394 1.9 enami * on a file that we copied, i.e., that we didn't create.)
395 1.9 enami */
396 1.9 enami errno = 0;
397 1.29 christos if ((fd ? fchflags(fd, fflags) :
398 1.29 christos chflags(to.p_path, fflags)) == -1)
399 1.9 enami if (errno != EOPNOTSUPP || fs->st_flags != 0) {
400 1.9 enami warn("chflags: %s", to.p_path);
401 1.9 enami rval = 1;
402 1.9 enami }
403 1.9 enami }
404 1.16 wsanchez /* if fd is non-zero, caller must call set_utimes() after close() */
405 1.16 wsanchez if (fd == 0 && set_utimes(to.p_path, fs))
406 1.16 wsanchez rval = 1;
407 1.1 mycroft return (rval);
408 1.1 mycroft }
409 1.1 mycroft
410 1.1 mycroft void
411 1.20 wiz usage(void)
412 1.1 mycroft {
413 1.20 wiz (void)fprintf(stderr,
414 1.39 darcy "usage: %s [-R [-H | -L | -P]] [-f | -i] [-alNpv] src target\n"
415 1.39 darcy " %s [-R [-H | -L | -P]] [-f | -i] [-alNpv] src1 ... srcN directory\n",
416 1.20 wiz getprogname(), getprogname());
417 1.1 mycroft exit(1);
418 1.14 mycroft /* NOTREACHED */
419 1.1 mycroft }
420