utils.c revision 1.45 1 1.45 mrg /* $NetBSD: utils.c,v 1.45 2016/02/29 04:22:21 mrg Exp $ */
2 1.3 cgd
3 1.1 mycroft /*-
4 1.1 mycroft * Copyright (c) 1991, 1993, 1994
5 1.1 mycroft * The Regents of the University of California. All rights reserved.
6 1.1 mycroft *
7 1.1 mycroft * Redistribution and use in source and binary forms, with or without
8 1.1 mycroft * modification, are permitted provided that the following conditions
9 1.1 mycroft * are met:
10 1.1 mycroft * 1. Redistributions of source code must retain the above copyright
11 1.1 mycroft * notice, this list of conditions and the following disclaimer.
12 1.1 mycroft * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 mycroft * notice, this list of conditions and the following disclaimer in the
14 1.1 mycroft * documentation and/or other materials provided with the distribution.
15 1.25 agc * 3. Neither the name of the University nor the names of its contributors
16 1.1 mycroft * may be used to endorse or promote products derived from this software
17 1.1 mycroft * without specific prior written permission.
18 1.1 mycroft *
19 1.1 mycroft * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
20 1.1 mycroft * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 1.1 mycroft * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 1.1 mycroft * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
23 1.1 mycroft * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24 1.1 mycroft * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25 1.1 mycroft * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26 1.1 mycroft * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 1.1 mycroft * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28 1.1 mycroft * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29 1.1 mycroft * SUCH DAMAGE.
30 1.1 mycroft */
31 1.1 mycroft
32 1.8 thorpej #include <sys/cdefs.h>
33 1.1 mycroft #ifndef lint
34 1.3 cgd #if 0
35 1.3 cgd static char sccsid[] = "@(#)utils.c 8.3 (Berkeley) 4/1/94";
36 1.3 cgd #else
37 1.45 mrg __RCSID("$NetBSD: utils.c,v 1.45 2016/02/29 04:22:21 mrg Exp $");
38 1.3 cgd #endif
39 1.1 mycroft #endif /* not lint */
40 1.1 mycroft
41 1.20 wiz #include <sys/mman.h>
42 1.1 mycroft #include <sys/param.h>
43 1.1 mycroft #include <sys/stat.h>
44 1.1 mycroft #include <sys/time.h>
45 1.40 manu #include <sys/extattr.h>
46 1.1 mycroft
47 1.1 mycroft #include <err.h>
48 1.1 mycroft #include <errno.h>
49 1.1 mycroft #include <fcntl.h>
50 1.1 mycroft #include <fts.h>
51 1.36 tron #include <stdbool.h>
52 1.1 mycroft #include <stdio.h>
53 1.1 mycroft #include <stdlib.h>
54 1.1 mycroft #include <string.h>
55 1.1 mycroft #include <unistd.h>
56 1.1 mycroft
57 1.1 mycroft #include "extern.h"
58 1.1 mycroft
59 1.36 tron #define MMAP_MAX_SIZE (8 * 1048576)
60 1.36 tron #define MMAP_MAX_WRITE (64 * 1024)
61 1.36 tron
62 1.1 mycroft int
63 1.20 wiz set_utimes(const char *file, struct stat *fs)
64 1.16 wsanchez {
65 1.43 enami struct timespec ts[2];
66 1.16 wsanchez
67 1.43 enami ts[0] = fs->st_atimespec;
68 1.43 enami ts[1] = fs->st_mtimespec;
69 1.16 wsanchez
70 1.43 enami if (lutimens(file, ts)) {
71 1.44 enami warn("lutimens: %s", file);
72 1.16 wsanchez return (1);
73 1.16 wsanchez }
74 1.16 wsanchez return (0);
75 1.16 wsanchez }
76 1.16 wsanchez
77 1.41 christos struct finfo {
78 1.41 christos const char *from;
79 1.41 christos const char *to;
80 1.45 mrg off_t size;
81 1.41 christos };
82 1.41 christos
83 1.41 christos static void
84 1.45 mrg progress(const struct finfo *fi, off_t written)
85 1.41 christos {
86 1.41 christos int pcent = (int)((100.0 * written) / fi->size);
87 1.41 christos
88 1.41 christos pinfo = 0;
89 1.45 mrg (void)fprintf(stderr, "%s => %s %llu/%llu bytes %d%% written\n",
90 1.45 mrg fi->from, fi->to, (unsigned long long)written,
91 1.45 mrg (unsigned long long)fi->size, pcent);
92 1.41 christos }
93 1.41 christos
94 1.16 wsanchez int
95 1.20 wiz copy_file(FTSENT *entp, int dne)
96 1.1 mycroft {
97 1.1 mycroft static char buf[MAXBSIZE];
98 1.1 mycroft struct stat to_stat, *fs;
99 1.32 jschauma int ch, checkch, from_fd, rcount, rval, to_fd, tolnk, wcount;
100 1.36 tron char *p;
101 1.45 mrg off_t ptotal = 0;
102 1.1 mycroft
103 1.1 mycroft if ((from_fd = open(entp->fts_path, O_RDONLY, 0)) == -1) {
104 1.1 mycroft warn("%s", entp->fts_path);
105 1.1 mycroft return (1);
106 1.1 mycroft }
107 1.1 mycroft
108 1.32 jschauma to_fd = -1;
109 1.1 mycroft fs = entp->fts_statp;
110 1.32 jschauma tolnk = ((Rflag && !(Lflag || Hflag)) || Pflag);
111 1.1 mycroft
112 1.1 mycroft /*
113 1.1 mycroft * If the file exists and we're interactive, verify with the user.
114 1.1 mycroft * If the file DNE, set the mode to be the from file, minus setuid
115 1.1 mycroft * bits, modified by the umask; arguably wrong, but it makes copying
116 1.1 mycroft * executables work right and it's been that way forever. (The
117 1.1 mycroft * other choice is 666 or'ed with the execute bits on the from file
118 1.1 mycroft * modified by the umask.)
119 1.1 mycroft */
120 1.1 mycroft if (!dne) {
121 1.32 jschauma struct stat sb;
122 1.32 jschauma int sval;
123 1.32 jschauma
124 1.1 mycroft if (iflag) {
125 1.1 mycroft (void)fprintf(stderr, "overwrite %s? ", to.p_path);
126 1.1 mycroft checkch = ch = getchar();
127 1.1 mycroft while (ch != '\n' && ch != EOF)
128 1.1 mycroft ch = getchar();
129 1.2 mycroft if (checkch != 'y' && checkch != 'Y') {
130 1.1 mycroft (void)close(from_fd);
131 1.1 mycroft return (0);
132 1.1 mycroft }
133 1.1 mycroft }
134 1.32 jschauma
135 1.32 jschauma sval = tolnk ?
136 1.32 jschauma lstat(to.p_path, &sb) : stat(to.p_path, &sb);
137 1.32 jschauma if (sval == -1) {
138 1.32 jschauma warn("stat: %s", to.p_path);
139 1.38 wiz (void)close(from_fd);
140 1.32 jschauma return (1);
141 1.32 jschauma }
142 1.32 jschauma
143 1.32 jschauma if (!(tolnk && S_ISLNK(sb.st_mode)))
144 1.32 jschauma to_fd = open(to.p_path, O_WRONLY | O_TRUNC, 0);
145 1.1 mycroft } else
146 1.1 mycroft to_fd = open(to.p_path, O_WRONLY | O_TRUNC | O_CREAT,
147 1.1 mycroft fs->st_mode & ~(S_ISUID | S_ISGID));
148 1.1 mycroft
149 1.32 jschauma if (to_fd == -1 && (fflag || tolnk)) {
150 1.16 wsanchez /*
151 1.16 wsanchez * attempt to remove existing destination file name and
152 1.16 wsanchez * create a new file
153 1.16 wsanchez */
154 1.16 wsanchez (void)unlink(to.p_path);
155 1.16 wsanchez to_fd = open(to.p_path, O_WRONLY | O_TRUNC | O_CREAT,
156 1.16 wsanchez fs->st_mode & ~(S_ISUID | S_ISGID));
157 1.16 wsanchez }
158 1.16 wsanchez
159 1.1 mycroft if (to_fd == -1) {
160 1.1 mycroft warn("%s", to.p_path);
161 1.1 mycroft (void)close(from_fd);
162 1.23 simonb return (1);
163 1.1 mycroft }
164 1.1 mycroft
165 1.1 mycroft rval = 0;
166 1.1 mycroft
167 1.39 darcy /* if hard linking then simply close the open fds, link and return */
168 1.39 darcy if (lflag) {
169 1.39 darcy (void)close(from_fd);
170 1.39 darcy (void)close(to_fd);
171 1.39 darcy (void)unlink(to.p_path);
172 1.39 darcy if (link(entp->fts_path, to.p_path)) {
173 1.39 darcy warn("%s", to.p_path);
174 1.39 darcy return (1);
175 1.39 darcy }
176 1.39 darcy return (0);
177 1.39 darcy }
178 1.39 darcy
179 1.1 mycroft /*
180 1.16 wsanchez * There's no reason to do anything other than close the file
181 1.16 wsanchez * now if it's empty, so let's not bother.
182 1.1 mycroft */
183 1.16 wsanchez if (fs->st_size > 0) {
184 1.41 christos struct finfo fi;
185 1.41 christos
186 1.41 christos fi.from = entp->fts_path;
187 1.41 christos fi.to = to.p_path;
188 1.45 mrg fi.size = fs->st_size;
189 1.41 christos
190 1.16 wsanchez /*
191 1.19 chs * Mmap and write if less than 8M (the limit is so
192 1.19 chs * we don't totally trash memory on big files).
193 1.19 chs * This is really a minor hack, but it wins some CPU back.
194 1.16 wsanchez */
195 1.36 tron bool use_read;
196 1.19 chs
197 1.36 tron use_read = true;
198 1.36 tron if (fs->st_size <= MMAP_MAX_SIZE) {
199 1.29 christos size_t fsize = (size_t)fs->st_size;
200 1.29 christos p = mmap(NULL, fsize, PROT_READ, MAP_FILE|MAP_SHARED,
201 1.29 christos from_fd, (off_t)0);
202 1.36 tron if (p != MAP_FAILED) {
203 1.36 tron size_t remainder;
204 1.36 tron
205 1.36 tron use_read = false;
206 1.36 tron
207 1.19 chs (void) madvise(p, (size_t)fs->st_size,
208 1.19 chs MADV_SEQUENTIAL);
209 1.36 tron
210 1.36 tron /*
211 1.36 tron * Write out the data in small chunks to
212 1.36 tron * avoid locking the output file for a
213 1.36 tron * long time if the reading the data from
214 1.36 tron * the source is slow.
215 1.36 tron */
216 1.36 tron remainder = fsize;
217 1.36 tron do {
218 1.36 tron ssize_t chunk;
219 1.36 tron
220 1.36 tron chunk = (remainder > MMAP_MAX_WRITE) ?
221 1.36 tron MMAP_MAX_WRITE : remainder;
222 1.36 tron if (write(to_fd, &p[fsize - remainder],
223 1.36 tron chunk) != chunk) {
224 1.36 tron warn("%s", to.p_path);
225 1.36 tron rval = 1;
226 1.36 tron break;
227 1.36 tron }
228 1.36 tron remainder -= chunk;
229 1.41 christos ptotal += chunk;
230 1.41 christos if (pinfo)
231 1.41 christos progress(&fi, ptotal);
232 1.36 tron } while (remainder > 0);
233 1.36 tron
234 1.29 christos if (munmap(p, fsize) < 0) {
235 1.16 wsanchez warn("%s", entp->fts_path);
236 1.16 wsanchez rval = 1;
237 1.16 wsanchez }
238 1.1 mycroft }
239 1.36 tron }
240 1.36 tron
241 1.36 tron if (use_read) {
242 1.16 wsanchez while ((rcount = read(from_fd, buf, MAXBSIZE)) > 0) {
243 1.29 christos wcount = write(to_fd, buf, (size_t)rcount);
244 1.16 wsanchez if (rcount != wcount || wcount == -1) {
245 1.16 wsanchez warn("%s", to.p_path);
246 1.16 wsanchez rval = 1;
247 1.16 wsanchez break;
248 1.16 wsanchez }
249 1.41 christos ptotal += wcount;
250 1.41 christos if (pinfo)
251 1.41 christos progress(&fi, ptotal);
252 1.16 wsanchez }
253 1.16 wsanchez if (rcount < 0) {
254 1.16 wsanchez warn("%s", entp->fts_path);
255 1.1 mycroft rval = 1;
256 1.1 mycroft }
257 1.1 mycroft }
258 1.1 mycroft }
259 1.1 mycroft
260 1.40 manu if (pflag && (fcpxattr(from_fd, to_fd) != 0))
261 1.40 manu warn("%s: error copying extended attributes", to.p_path);
262 1.40 manu
263 1.39 darcy (void)close(from_fd);
264 1.39 darcy
265 1.1 mycroft if (rval == 1) {
266 1.1 mycroft (void)close(to_fd);
267 1.1 mycroft return (1);
268 1.1 mycroft }
269 1.1 mycroft
270 1.1 mycroft if (pflag && setfile(fs, to_fd))
271 1.1 mycroft rval = 1;
272 1.1 mycroft /*
273 1.1 mycroft * If the source was setuid or setgid, lose the bits unless the
274 1.1 mycroft * copy is owned by the same user and group.
275 1.1 mycroft */
276 1.1 mycroft #define RETAINBITS \
277 1.1 mycroft (S_ISUID | S_ISGID | S_ISVTX | S_IRWXU | S_IRWXG | S_IRWXO)
278 1.33 jld if (!pflag && dne
279 1.33 jld && fs->st_mode & (S_ISUID | S_ISGID) && fs->st_uid == myuid) {
280 1.1 mycroft if (fstat(to_fd, &to_stat)) {
281 1.1 mycroft warn("%s", to.p_path);
282 1.1 mycroft rval = 1;
283 1.1 mycroft } else if (fs->st_gid == to_stat.st_gid &&
284 1.1 mycroft fchmod(to_fd, fs->st_mode & RETAINBITS & ~myumask)) {
285 1.1 mycroft warn("%s", to.p_path);
286 1.1 mycroft rval = 1;
287 1.1 mycroft }
288 1.15 thorpej }
289 1.1 mycroft if (close(to_fd)) {
290 1.1 mycroft warn("%s", to.p_path);
291 1.1 mycroft rval = 1;
292 1.1 mycroft }
293 1.16 wsanchez /* set the mod/access times now after close of the fd */
294 1.16 wsanchez if (pflag && set_utimes(to.p_path, fs)) {
295 1.16 wsanchez rval = 1;
296 1.16 wsanchez }
297 1.1 mycroft return (rval);
298 1.1 mycroft }
299 1.1 mycroft
300 1.1 mycroft int
301 1.20 wiz copy_link(FTSENT *p, int exists)
302 1.1 mycroft {
303 1.1 mycroft int len;
304 1.13 mycroft char target[MAXPATHLEN];
305 1.1 mycroft
306 1.21 provos if ((len = readlink(p->fts_path, target, sizeof(target)-1)) == -1) {
307 1.1 mycroft warn("readlink: %s", p->fts_path);
308 1.1 mycroft return (1);
309 1.1 mycroft }
310 1.13 mycroft target[len] = '\0';
311 1.1 mycroft if (exists && unlink(to.p_path)) {
312 1.1 mycroft warn("unlink: %s", to.p_path);
313 1.1 mycroft return (1);
314 1.1 mycroft }
315 1.13 mycroft if (symlink(target, to.p_path)) {
316 1.13 mycroft warn("symlink: %s", target);
317 1.1 mycroft return (1);
318 1.1 mycroft }
319 1.9 enami return (pflag ? setfile(p->fts_statp, 0) : 0);
320 1.1 mycroft }
321 1.1 mycroft
322 1.1 mycroft int
323 1.20 wiz copy_fifo(struct stat *from_stat, int exists)
324 1.1 mycroft {
325 1.1 mycroft if (exists && unlink(to.p_path)) {
326 1.1 mycroft warn("unlink: %s", to.p_path);
327 1.1 mycroft return (1);
328 1.1 mycroft }
329 1.1 mycroft if (mkfifo(to.p_path, from_stat->st_mode)) {
330 1.1 mycroft warn("mkfifo: %s", to.p_path);
331 1.1 mycroft return (1);
332 1.1 mycroft }
333 1.1 mycroft return (pflag ? setfile(from_stat, 0) : 0);
334 1.1 mycroft }
335 1.1 mycroft
336 1.1 mycroft int
337 1.20 wiz copy_special(struct stat *from_stat, int exists)
338 1.1 mycroft {
339 1.1 mycroft if (exists && unlink(to.p_path)) {
340 1.1 mycroft warn("unlink: %s", to.p_path);
341 1.1 mycroft return (1);
342 1.1 mycroft }
343 1.1 mycroft if (mknod(to.p_path, from_stat->st_mode, from_stat->st_rdev)) {
344 1.1 mycroft warn("mknod: %s", to.p_path);
345 1.1 mycroft return (1);
346 1.1 mycroft }
347 1.1 mycroft return (pflag ? setfile(from_stat, 0) : 0);
348 1.1 mycroft }
349 1.1 mycroft
350 1.1 mycroft
351 1.16 wsanchez /*
352 1.16 wsanchez * Function: setfile
353 1.16 wsanchez *
354 1.16 wsanchez * Purpose:
355 1.16 wsanchez * Set the owner/group/permissions for the "to" file to the information
356 1.16 wsanchez * in the stat structure. If fd is zero, also call set_utimes() to set
357 1.16 wsanchez * the mod/access times. If fd is non-zero, the caller must do a utimes
358 1.16 wsanchez * itself after close(fd).
359 1.16 wsanchez */
360 1.1 mycroft int
361 1.20 wiz setfile(struct stat *fs, int fd)
362 1.1 mycroft {
363 1.9 enami int rval, islink;
364 1.1 mycroft
365 1.1 mycroft rval = 0;
366 1.9 enami islink = S_ISLNK(fs->st_mode);
367 1.1 mycroft fs->st_mode &= S_ISUID | S_ISGID | S_IRWXU | S_IRWXG | S_IRWXO;
368 1.1 mycroft
369 1.1 mycroft /*
370 1.1 mycroft * Changing the ownership probably won't succeed, unless we're root
371 1.1 mycroft * or POSIX_CHOWN_RESTRICTED is not set. Set uid/gid before setting
372 1.1 mycroft * the mode; current BSD behavior is to remove all setuid bits on
373 1.1 mycroft * chown. If chown fails, lose setuid/setgid bits.
374 1.1 mycroft */
375 1.1 mycroft if (fd ? fchown(fd, fs->st_uid, fs->st_gid) :
376 1.9 enami lchown(to.p_path, fs->st_uid, fs->st_gid)) {
377 1.1 mycroft if (errno != EPERM) {
378 1.1 mycroft warn("chown: %s", to.p_path);
379 1.1 mycroft rval = 1;
380 1.1 mycroft }
381 1.1 mycroft fs->st_mode &= ~(S_ISUID | S_ISGID);
382 1.1 mycroft }
383 1.9 enami if (fd ? fchmod(fd, fs->st_mode) : lchmod(to.p_path, fs->st_mode)) {
384 1.10 mycroft warn("chmod: %s", to.p_path);
385 1.1 mycroft rval = 1;
386 1.1 mycroft }
387 1.1 mycroft
388 1.28 elad if (!islink && !Nflag) {
389 1.29 christos unsigned long fflags = fs->st_flags;
390 1.9 enami /*
391 1.9 enami * XXX
392 1.9 enami * NFS doesn't support chflags; ignore errors unless
393 1.9 enami * there's reason to believe we're losing bits.
394 1.9 enami * (Note, this still won't be right if the server
395 1.9 enami * supports flags and we were trying to *remove* flags
396 1.9 enami * on a file that we copied, i.e., that we didn't create.)
397 1.9 enami */
398 1.9 enami errno = 0;
399 1.29 christos if ((fd ? fchflags(fd, fflags) :
400 1.29 christos chflags(to.p_path, fflags)) == -1)
401 1.9 enami if (errno != EOPNOTSUPP || fs->st_flags != 0) {
402 1.9 enami warn("chflags: %s", to.p_path);
403 1.9 enami rval = 1;
404 1.9 enami }
405 1.9 enami }
406 1.16 wsanchez /* if fd is non-zero, caller must call set_utimes() after close() */
407 1.16 wsanchez if (fd == 0 && set_utimes(to.p_path, fs))
408 1.16 wsanchez rval = 1;
409 1.1 mycroft return (rval);
410 1.1 mycroft }
411 1.1 mycroft
412 1.1 mycroft void
413 1.20 wiz usage(void)
414 1.1 mycroft {
415 1.20 wiz (void)fprintf(stderr,
416 1.39 darcy "usage: %s [-R [-H | -L | -P]] [-f | -i] [-alNpv] src target\n"
417 1.39 darcy " %s [-R [-H | -L | -P]] [-f | -i] [-alNpv] src1 ... srcN directory\n",
418 1.20 wiz getprogname(), getprogname());
419 1.1 mycroft exit(1);
420 1.14 mycroft /* NOTREACHED */
421 1.1 mycroft }
422