write.c revision 1.1.1.3.30.1
1 /*- 2 * Copyright (c) 2003-2007 Tim Kientzle 3 * Copyright (c) 2012 Michihiro NAKAJIMA 4 * All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 */ 26 27 #include "bsdtar_platform.h" 28 __FBSDID("$FreeBSD: src/usr.bin/tar/write.c,v 1.79 2008/11/27 05:49:52 kientzle Exp $"); 29 30 #ifdef HAVE_SYS_TYPES_H 31 #include <sys/types.h> 32 #endif 33 #ifdef HAVE_SYS_STAT_H 34 #include <sys/stat.h> 35 #endif 36 #ifdef HAVE_ATTR_XATTR_H 37 #include <attr/xattr.h> 38 #endif 39 #ifdef HAVE_ERRNO_H 40 #include <errno.h> 41 #endif 42 #ifdef HAVE_FCNTL_H 43 #include <fcntl.h> 44 #endif 45 #ifdef HAVE_GRP_H 46 #include <grp.h> 47 #endif 48 #ifdef HAVE_IO_H 49 #include <io.h> 50 #endif 51 #ifdef HAVE_LIBGEN_H 52 #include <libgen.h> 53 #endif 54 #ifdef HAVE_LIMITS_H 55 #include <limits.h> 56 #endif 57 #ifdef HAVE_PATHS_H 58 #include <paths.h> 59 #endif 60 #ifdef HAVE_PWD_H 61 #include <pwd.h> 62 #endif 63 #ifdef HAVE_STDINT_H 64 #include <stdint.h> 65 #endif 66 #include <stdio.h> 67 #ifdef HAVE_STDLIB_H 68 #include <stdlib.h> 69 #endif 70 #ifdef HAVE_STRING_H 71 #include <string.h> 72 #endif 73 #ifdef HAVE_UNISTD_H 74 #include <unistd.h> 75 #endif 76 77 #include "bsdtar.h" 78 #include "err.h" 79 #include "line_reader.h" 80 81 #ifndef O_BINARY 82 #define O_BINARY 0 83 #endif 84 85 struct archive_dir_entry { 86 struct archive_dir_entry *next; 87 time_t mtime_sec; 88 int mtime_nsec; 89 char *name; 90 }; 91 92 struct archive_dir { 93 struct archive_dir_entry *head, *tail; 94 }; 95 96 static int append_archive(struct bsdtar *, struct archive *, 97 struct archive *ina); 98 static int append_archive_filename(struct bsdtar *, 99 struct archive *, const char *fname); 100 static void archive_names_from_file(struct bsdtar *bsdtar, 101 struct archive *a); 102 static int copy_file_data_block(struct bsdtar *, 103 struct archive *a, struct archive *, 104 struct archive_entry *); 105 static void excluded_callback(struct archive *, void *, 106 struct archive_entry *); 107 static void report_write(struct bsdtar *, struct archive *, 108 struct archive_entry *, int64_t progress); 109 static void test_for_append(struct bsdtar *); 110 static int metadata_filter(struct archive *, void *, 111 struct archive_entry *); 112 static void write_archive(struct archive *, struct bsdtar *); 113 static void write_entry(struct bsdtar *, struct archive *, 114 struct archive_entry *); 115 static void write_file(struct bsdtar *, struct archive *, 116 struct archive_entry *); 117 static void write_hierarchy(struct bsdtar *, struct archive *, 118 const char *); 119 120 #if defined(_WIN32) && !defined(__CYGWIN__) 121 /* Not a full lseek() emulation, but enough for our needs here. */ 122 static int 123 seek_file(int fd, int64_t offset, int whence) 124 { 125 LARGE_INTEGER distance; 126 (void)whence; /* UNUSED */ 127 distance.QuadPart = offset; 128 return (SetFilePointerEx((HANDLE)_get_osfhandle(fd), 129 distance, NULL, FILE_BEGIN) ? 1 : -1); 130 } 131 #define open _open 132 #define close _close 133 #define read _read 134 #ifdef lseek 135 #undef lseek 136 #endif 137 #define lseek seek_file 138 #endif 139 140 static void 141 set_writer_options(struct bsdtar *bsdtar, struct archive *a) 142 { 143 const char *writer_options; 144 int r; 145 146 writer_options = getenv(ENV_WRITER_OPTIONS); 147 if (writer_options != NULL) { 148 size_t module_len = sizeof(IGNORE_WRONG_MODULE_NAME) - 1; 149 size_t opt_len = strlen(writer_options) + 1; 150 char *p; 151 /* Set default write options. */ 152 if ((p = malloc(module_len + opt_len)) == NULL) 153 lafe_errc(1, errno, "Out of memory"); 154 /* Prepend magic code to ignore options for 155 * a format or filters which are not added to 156 * the archive write object. */ 157 memcpy(p, IGNORE_WRONG_MODULE_NAME, module_len); 158 memcpy(p, writer_options, opt_len); 159 r = archive_write_set_options(a, p); 160 free(p); 161 if (r < ARCHIVE_WARN) 162 lafe_errc(1, 0, "%s", archive_error_string(a)); 163 else 164 archive_clear_error(a); 165 } 166 if (ARCHIVE_OK != archive_write_set_options(a, bsdtar->option_options)) 167 lafe_errc(1, 0, "%s", archive_error_string(a)); 168 } 169 170 static void 171 set_reader_options(struct bsdtar *bsdtar, struct archive *a) 172 { 173 const char *reader_options; 174 int r; 175 176 (void)bsdtar; /* UNUSED */ 177 178 reader_options = getenv(ENV_READER_OPTIONS); 179 if (reader_options != NULL) { 180 size_t module_len = sizeof(IGNORE_WRONG_MODULE_NAME) - 1; 181 size_t opt_len = strlen(reader_options) + 1; 182 char *p; 183 /* Set default write options. */ 184 if ((p = malloc(module_len + opt_len)) == NULL) 185 if (p == NULL) 186 lafe_errc(1, errno, "Out of memory"); 187 /* Prepend magic code to ignore options for 188 * a format or filters which are not added to 189 * the archive write object. */ 190 memcpy(p, IGNORE_WRONG_MODULE_NAME, module_len); 191 memcpy(p, reader_options, opt_len); 192 r = archive_read_set_options(a, p); 193 free(p); 194 if (r < ARCHIVE_WARN) 195 lafe_errc(1, 0, "%s", archive_error_string(a)); 196 else 197 archive_clear_error(a); 198 } 199 } 200 201 void 202 tar_mode_c(struct bsdtar *bsdtar) 203 { 204 struct archive *a; 205 const void *filter_name; 206 int r; 207 208 if (*bsdtar->argv == NULL && bsdtar->names_from_file == NULL) 209 lafe_errc(1, 0, "no files or directories specified"); 210 211 a = archive_write_new(); 212 213 /* Support any format that the library supports. */ 214 if (cset_get_format(bsdtar->cset) == NULL) { 215 r = archive_write_set_format_pax_restricted(a); 216 cset_set_format(bsdtar->cset, "pax restricted"); 217 } else { 218 r = archive_write_set_format_by_name(a, 219 cset_get_format(bsdtar->cset)); 220 } 221 if (r != ARCHIVE_OK) { 222 fprintf(stderr, "Can't use format %s: %s\n", 223 cset_get_format(bsdtar->cset), 224 archive_error_string(a)); 225 usage(); 226 } 227 228 archive_write_set_bytes_per_block(a, bsdtar->bytes_per_block); 229 archive_write_set_bytes_in_last_block(a, bsdtar->bytes_in_last_block); 230 231 r = cset_write_add_filters(bsdtar->cset, a, &filter_name); 232 if (r < ARCHIVE_WARN) { 233 lafe_errc(1, 0, "Unsupported compression option --%s", 234 (const char *)filter_name); 235 } 236 237 set_writer_options(bsdtar, a); 238 if (bsdtar->passphrase != NULL) 239 r = archive_write_set_passphrase(a, bsdtar->passphrase); 240 else 241 r = archive_write_set_passphrase_callback(a, bsdtar, 242 &passphrase_callback); 243 if (r != ARCHIVE_OK) 244 lafe_errc(1, 0, "%s", archive_error_string(a)); 245 if (ARCHIVE_OK != archive_write_open_filename(a, bsdtar->filename)) 246 lafe_errc(1, 0, "%s", archive_error_string(a)); 247 write_archive(a, bsdtar); 248 } 249 250 /* 251 * Same as 'c', except we only support tar or empty formats in 252 * uncompressed files on disk. 253 */ 254 void 255 tar_mode_r(struct bsdtar *bsdtar) 256 { 257 int64_t end_offset; 258 int format; 259 struct archive *a; 260 struct archive_entry *entry; 261 int r; 262 263 /* Sanity-test some arguments and the file. */ 264 test_for_append(bsdtar); 265 266 format = ARCHIVE_FORMAT_TAR_PAX_RESTRICTED; 267 268 #if defined(__BORLANDC__) 269 bsdtar->fd = open(bsdtar->filename, O_RDWR | O_CREAT | O_BINARY); 270 #else 271 bsdtar->fd = open(bsdtar->filename, O_RDWR | O_CREAT | O_BINARY, 0666); 272 #endif 273 if (bsdtar->fd < 0) 274 lafe_errc(1, errno, 275 "Cannot open %s", bsdtar->filename); 276 277 a = archive_read_new(); 278 archive_read_support_filter_all(a); 279 archive_read_support_format_empty(a); 280 archive_read_support_format_tar(a); 281 archive_read_support_format_gnutar(a); 282 set_reader_options(bsdtar, a); 283 r = archive_read_open_fd(a, bsdtar->fd, 10240); 284 if (r != ARCHIVE_OK) 285 lafe_errc(1, archive_errno(a), 286 "Can't read archive %s: %s", bsdtar->filename, 287 archive_error_string(a)); 288 while (0 == archive_read_next_header(a, &entry)) { 289 if (archive_filter_code(a, 0) != ARCHIVE_FILTER_NONE) { 290 archive_read_free(a); 291 close(bsdtar->fd); 292 lafe_errc(1, 0, 293 "Cannot append to compressed archive."); 294 } 295 /* Keep going until we hit end-of-archive */ 296 format = archive_format(a); 297 } 298 299 end_offset = archive_read_header_position(a); 300 archive_read_free(a); 301 302 /* Re-open archive for writing */ 303 a = archive_write_new(); 304 /* 305 * Set the format to be used for writing. To allow people to 306 * extend empty files, we need to allow them to specify the format, 307 * which opens the possibility that they will specify a format that 308 * doesn't match the existing format. Hence, the following bit 309 * of arcane ugliness. 310 */ 311 312 if (cset_get_format(bsdtar->cset) != NULL) { 313 /* If the user requested a format, use that, but ... */ 314 archive_write_set_format_by_name(a, 315 cset_get_format(bsdtar->cset)); 316 /* ... complain if it's not compatible. */ 317 format &= ARCHIVE_FORMAT_BASE_MASK; 318 if (format != (int)(archive_format(a) & ARCHIVE_FORMAT_BASE_MASK) 319 && format != ARCHIVE_FORMAT_EMPTY) { 320 lafe_errc(1, 0, 321 "Format %s is incompatible with the archive %s.", 322 cset_get_format(bsdtar->cset), bsdtar->filename); 323 } 324 } else { 325 /* 326 * Just preserve the current format, with a little care 327 * for formats that libarchive can't write. 328 */ 329 if (format == ARCHIVE_FORMAT_EMPTY) 330 format = ARCHIVE_FORMAT_TAR_PAX_RESTRICTED; 331 archive_write_set_format(a, format); 332 } 333 if (lseek(bsdtar->fd, end_offset, SEEK_SET) < 0) 334 lafe_errc(1, errno, "Could not seek to archive end"); 335 set_writer_options(bsdtar, a); 336 if (ARCHIVE_OK != archive_write_open_fd(a, bsdtar->fd)) 337 lafe_errc(1, 0, "%s", archive_error_string(a)); 338 339 write_archive(a, bsdtar); /* XXX check return val XXX */ 340 341 close(bsdtar->fd); 342 bsdtar->fd = -1; 343 } 344 345 void 346 tar_mode_u(struct bsdtar *bsdtar) 347 { 348 int64_t end_offset; 349 struct archive *a; 350 struct archive_entry *entry; 351 int format; 352 struct archive_dir_entry *p; 353 struct archive_dir archive_dir; 354 355 bsdtar->archive_dir = &archive_dir; 356 memset(&archive_dir, 0, sizeof(archive_dir)); 357 358 format = ARCHIVE_FORMAT_TAR_PAX_RESTRICTED; 359 360 /* Sanity-test some arguments and the file. */ 361 test_for_append(bsdtar); 362 363 bsdtar->fd = open(bsdtar->filename, O_RDWR | O_BINARY); 364 if (bsdtar->fd < 0) 365 lafe_errc(1, errno, 366 "Cannot open %s", bsdtar->filename); 367 368 a = archive_read_new(); 369 archive_read_support_filter_all(a); 370 archive_read_support_format_tar(a); 371 archive_read_support_format_gnutar(a); 372 set_reader_options(bsdtar, a); 373 if (archive_read_open_fd(a, bsdtar->fd, bsdtar->bytes_per_block) 374 != ARCHIVE_OK) { 375 lafe_errc(1, 0, 376 "Can't open %s: %s", bsdtar->filename, 377 archive_error_string(a)); 378 } 379 380 /* Build a list of all entries and their recorded mod times. */ 381 while (0 == archive_read_next_header(a, &entry)) { 382 if (archive_filter_code(a, 0) != ARCHIVE_FILTER_NONE) { 383 archive_read_free(a); 384 close(bsdtar->fd); 385 lafe_errc(1, 0, 386 "Cannot append to compressed archive."); 387 } 388 if (archive_match_exclude_entry(bsdtar->matching, 389 ARCHIVE_MATCH_MTIME | ARCHIVE_MATCH_OLDER | 390 ARCHIVE_MATCH_EQUAL, entry) != ARCHIVE_OK) 391 lafe_errc(1, 0, "Error : %s", 392 archive_error_string(bsdtar->matching)); 393 /* Record the last format determination we see */ 394 format = archive_format(a); 395 /* Keep going until we hit end-of-archive */ 396 } 397 398 end_offset = archive_read_header_position(a); 399 archive_read_free(a); 400 401 /* Re-open archive for writing. */ 402 a = archive_write_new(); 403 /* 404 * Set format to same one auto-detected above. 405 */ 406 archive_write_set_format(a, format); 407 archive_write_set_bytes_per_block(a, bsdtar->bytes_per_block); 408 archive_write_set_bytes_in_last_block(a, bsdtar->bytes_in_last_block); 409 410 if (lseek(bsdtar->fd, end_offset, SEEK_SET) < 0) 411 lafe_errc(1, errno, "Could not seek to archive end"); 412 set_writer_options(bsdtar, a); 413 if (ARCHIVE_OK != archive_write_open_fd(a, bsdtar->fd)) 414 lafe_errc(1, 0, "%s", archive_error_string(a)); 415 416 write_archive(a, bsdtar); 417 418 close(bsdtar->fd); 419 bsdtar->fd = -1; 420 421 while (bsdtar->archive_dir->head != NULL) { 422 p = bsdtar->archive_dir->head->next; 423 free(bsdtar->archive_dir->head->name); 424 free(bsdtar->archive_dir->head); 425 bsdtar->archive_dir->head = p; 426 } 427 bsdtar->archive_dir->tail = NULL; 428 } 429 430 431 /* 432 * Write user-specified files/dirs to opened archive. 433 */ 434 static void 435 write_archive(struct archive *a, struct bsdtar *bsdtar) 436 { 437 const char *arg; 438 struct archive_entry *entry, *sparse_entry; 439 440 /* Choose a suitable copy buffer size */ 441 bsdtar->buff_size = 64 * 1024; 442 while (bsdtar->buff_size < (size_t)bsdtar->bytes_per_block) 443 bsdtar->buff_size *= 2; 444 /* Try to compensate for space we'll lose to alignment. */ 445 bsdtar->buff_size += 16 * 1024; 446 447 /* Allocate a buffer for file data. */ 448 if ((bsdtar->buff = malloc(bsdtar->buff_size)) == NULL) 449 lafe_errc(1, 0, "cannot allocate memory"); 450 451 if ((bsdtar->resolver = archive_entry_linkresolver_new()) == NULL) 452 lafe_errc(1, 0, "cannot create link resolver"); 453 archive_entry_linkresolver_set_strategy(bsdtar->resolver, 454 archive_format(a)); 455 456 /* Create a read_disk object. */ 457 if ((bsdtar->diskreader = archive_read_disk_new()) == NULL) 458 lafe_errc(1, 0, "Cannot create read_disk object"); 459 /* Tell the read_disk how handle symlink. */ 460 switch (bsdtar->symlink_mode) { 461 case 'H': 462 archive_read_disk_set_symlink_hybrid(bsdtar->diskreader); 463 break; 464 case 'L': 465 archive_read_disk_set_symlink_logical(bsdtar->diskreader); 466 break; 467 default: 468 archive_read_disk_set_symlink_physical(bsdtar->diskreader); 469 break; 470 } 471 /* Register entry filters. */ 472 archive_read_disk_set_matching(bsdtar->diskreader, 473 bsdtar->matching, excluded_callback, bsdtar); 474 archive_read_disk_set_metadata_filter_callback( 475 bsdtar->diskreader, metadata_filter, bsdtar); 476 /* Set the behavior of archive_read_disk. */ 477 archive_read_disk_set_behavior(bsdtar->diskreader, 478 bsdtar->readdisk_flags); 479 archive_read_disk_set_standard_lookup(bsdtar->diskreader); 480 481 if (bsdtar->names_from_file != NULL) 482 archive_names_from_file(bsdtar, a); 483 484 while (*bsdtar->argv) { 485 arg = *bsdtar->argv; 486 if (arg[0] == '-' && arg[1] == 'C') { 487 arg += 2; 488 if (*arg == '\0') { 489 bsdtar->argv++; 490 arg = *bsdtar->argv; 491 if (arg == NULL) { 492 lafe_warnc(0, "%s", 493 "Missing argument for -C"); 494 bsdtar->return_value = 1; 495 goto cleanup; 496 } 497 if (*arg == '\0') { 498 lafe_warnc(0, 499 "Meaningless argument for -C: ''"); 500 bsdtar->return_value = 1; 501 goto cleanup; 502 } 503 } 504 set_chdir(bsdtar, arg); 505 } else { 506 if (*arg != '/' && (arg[0] != '@' || arg[1] != '/')) 507 do_chdir(bsdtar); /* Handle a deferred -C */ 508 if (*arg == '@') { 509 if (append_archive_filename(bsdtar, a, 510 arg + 1) != 0) 511 break; 512 } else 513 write_hierarchy(bsdtar, a, arg); 514 } 515 bsdtar->argv++; 516 } 517 518 archive_read_disk_set_matching(bsdtar->diskreader, NULL, NULL, NULL); 519 archive_read_disk_set_metadata_filter_callback( 520 bsdtar->diskreader, NULL, NULL); 521 entry = NULL; 522 archive_entry_linkify(bsdtar->resolver, &entry, &sparse_entry); 523 while (entry != NULL) { 524 int r; 525 struct archive_entry *entry2; 526 struct archive *disk = bsdtar->diskreader; 527 528 /* 529 * This tricky code here is to correctly read the contents 530 * of the entry because the disk reader bsdtar->diskreader 531 * is pointing at does not have any information about the 532 * entry by this time and using archive_read_data_block() 533 * with the disk reader consequently must fail. And we 534 * have to re-open the entry to read the contents. 535 */ 536 /* TODO: Work with -C option as well. */ 537 r = archive_read_disk_open(disk, 538 archive_entry_sourcepath(entry)); 539 if (r != ARCHIVE_OK) { 540 lafe_warnc(archive_errno(disk), 541 "%s", archive_error_string(disk)); 542 bsdtar->return_value = 1; 543 archive_entry_free(entry); 544 continue; 545 } 546 547 /* 548 * Invoke archive_read_next_header2() to work 549 * archive_read_data_block(), which is called via write_file(), 550 * without failure. 551 */ 552 entry2 = archive_entry_new(); 553 r = archive_read_next_header2(disk, entry2); 554 archive_entry_free(entry2); 555 if (r != ARCHIVE_OK) { 556 lafe_warnc(archive_errno(disk), 557 "%s", archive_error_string(disk)); 558 if (r == ARCHIVE_FATAL) 559 bsdtar->return_value = 1; 560 else 561 archive_read_close(disk); 562 archive_entry_free(entry); 563 continue; 564 } 565 566 write_file(bsdtar, a, entry); 567 archive_entry_free(entry); 568 archive_read_close(disk); 569 entry = NULL; 570 archive_entry_linkify(bsdtar->resolver, &entry, &sparse_entry); 571 } 572 573 if (archive_write_close(a)) { 574 lafe_warnc(0, "%s", archive_error_string(a)); 575 bsdtar->return_value = 1; 576 } 577 578 cleanup: 579 /* Free file data buffer. */ 580 free(bsdtar->buff); 581 archive_entry_linkresolver_free(bsdtar->resolver); 582 bsdtar->resolver = NULL; 583 archive_read_free(bsdtar->diskreader); 584 bsdtar->diskreader = NULL; 585 586 if (bsdtar->flags & OPTFLAG_TOTALS) { 587 fprintf(stderr, "Total bytes written: %s\n", 588 tar_i64toa(archive_filter_bytes(a, -1))); 589 } 590 591 archive_write_free(a); 592 } 593 594 /* 595 * Archive names specified in file. 596 * 597 * Unless --null was specified, a line containing exactly "-C" will 598 * cause the next line to be a directory to pass to chdir(). If 599 * --null is specified, then a line "-C" is just another filename. 600 */ 601 static void 602 archive_names_from_file(struct bsdtar *bsdtar, struct archive *a) 603 { 604 struct lafe_line_reader *lr; 605 const char *line; 606 607 bsdtar->next_line_is_dir = 0; 608 609 lr = lafe_line_reader(bsdtar->names_from_file, 610 (bsdtar->flags & OPTFLAG_NULL)); 611 while ((line = lafe_line_reader_next(lr)) != NULL) { 612 if (bsdtar->next_line_is_dir) { 613 if (*line != '\0') 614 set_chdir(bsdtar, line); 615 else { 616 lafe_warnc(0, 617 "Meaningless argument for -C: ''"); 618 bsdtar->return_value = 1; 619 } 620 bsdtar->next_line_is_dir = 0; 621 } else if (((bsdtar->flags & OPTFLAG_NULL) == 0) && 622 strcmp(line, "-C") == 0) 623 bsdtar->next_line_is_dir = 1; 624 else { 625 if (*line != '/') 626 do_chdir(bsdtar); /* Handle a deferred -C */ 627 write_hierarchy(bsdtar, a, line); 628 } 629 } 630 lafe_line_reader_free(lr); 631 if (bsdtar->next_line_is_dir) 632 lafe_errc(1, errno, 633 "Unexpected end of filename list; " 634 "directory expected after -C"); 635 } 636 637 /* 638 * Copy from specified archive to current archive. Returns non-zero 639 * for write errors (which force us to terminate the entire archiving 640 * operation). If there are errors reading the input archive, we set 641 * bsdtar->return_value but return zero, so the overall archiving 642 * operation will complete and return non-zero. 643 */ 644 static int 645 append_archive_filename(struct bsdtar *bsdtar, struct archive *a, 646 const char *raw_filename) 647 { 648 struct archive *ina; 649 const char *filename = raw_filename; 650 int rc; 651 652 if (strcmp(filename, "-") == 0) 653 filename = NULL; /* Library uses NULL for stdio. */ 654 655 ina = archive_read_new(); 656 archive_read_support_format_all(ina); 657 archive_read_support_filter_all(ina); 658 set_reader_options(bsdtar, ina); 659 archive_read_set_options(ina, "mtree:checkfs"); 660 if (bsdtar->passphrase != NULL) 661 rc = archive_read_add_passphrase(a, bsdtar->passphrase); 662 else 663 rc = archive_read_set_passphrase_callback(ina, bsdtar, 664 &passphrase_callback); 665 if (rc != ARCHIVE_OK) 666 lafe_errc(1, 0, "%s", archive_error_string(a)); 667 if (archive_read_open_filename(ina, filename, 668 bsdtar->bytes_per_block)) { 669 lafe_warnc(0, "%s", archive_error_string(ina)); 670 bsdtar->return_value = 1; 671 return (0); 672 } 673 674 rc = append_archive(bsdtar, a, ina); 675 676 if (rc != ARCHIVE_OK) { 677 lafe_warnc(0, "Error reading archive %s: %s", 678 raw_filename, archive_error_string(ina)); 679 bsdtar->return_value = 1; 680 } 681 archive_read_free(ina); 682 683 return (rc); 684 } 685 686 static int 687 append_archive(struct bsdtar *bsdtar, struct archive *a, struct archive *ina) 688 { 689 struct archive_entry *in_entry; 690 int e; 691 692 while (ARCHIVE_OK == (e = archive_read_next_header(ina, &in_entry))) { 693 if (archive_match_excluded(bsdtar->matching, in_entry)) 694 continue; 695 if ((bsdtar->flags & OPTFLAG_INTERACTIVE) && 696 !yes("copy '%s'", archive_entry_pathname(in_entry))) 697 continue; 698 if (bsdtar->verbose > 1) { 699 safe_fprintf(stderr, "a "); 700 list_item_verbose(bsdtar, stderr, in_entry); 701 } else if (bsdtar->verbose > 0) 702 safe_fprintf(stderr, "a %s", 703 archive_entry_pathname(in_entry)); 704 if (need_report()) 705 report_write(bsdtar, a, in_entry, 0); 706 707 e = archive_write_header(a, in_entry); 708 if (e != ARCHIVE_OK) { 709 if (!bsdtar->verbose) 710 lafe_warnc(0, "%s: %s", 711 archive_entry_pathname(in_entry), 712 archive_error_string(a)); 713 else 714 fprintf(stderr, ": %s", archive_error_string(a)); 715 } 716 if (e == ARCHIVE_FATAL) 717 exit(1); 718 719 if (e >= ARCHIVE_WARN) { 720 if (archive_entry_size(in_entry) == 0) 721 archive_read_data_skip(ina); 722 else if (copy_file_data_block(bsdtar, a, ina, in_entry)) 723 exit(1); 724 } 725 726 if (bsdtar->verbose) 727 fprintf(stderr, "\n"); 728 } 729 730 return (e == ARCHIVE_EOF ? ARCHIVE_OK : e); 731 } 732 733 /* Helper function to copy file to archive. */ 734 static int 735 copy_file_data_block(struct bsdtar *bsdtar, struct archive *a, 736 struct archive *in_a, struct archive_entry *entry) 737 { 738 size_t bytes_read; 739 ssize_t bytes_written; 740 int64_t offset, progress = 0; 741 char *null_buff = NULL; 742 const void *buff; 743 int r; 744 745 while ((r = archive_read_data_block(in_a, &buff, 746 &bytes_read, &offset)) == ARCHIVE_OK) { 747 if (need_report()) 748 report_write(bsdtar, a, entry, progress); 749 750 if (offset > progress) { 751 int64_t sparse = offset - progress; 752 size_t ns; 753 754 if (null_buff == NULL) { 755 null_buff = bsdtar->buff; 756 memset(null_buff, 0, bsdtar->buff_size); 757 } 758 759 while (sparse > 0) { 760 if (sparse > (int64_t)bsdtar->buff_size) 761 ns = bsdtar->buff_size; 762 else 763 ns = (size_t)sparse; 764 bytes_written = 765 archive_write_data(a, null_buff, ns); 766 if (bytes_written < 0) { 767 /* Write failed; this is bad */ 768 lafe_warnc(0, "%s", 769 archive_error_string(a)); 770 return (-1); 771 } 772 if ((size_t)bytes_written < ns) { 773 /* Write was truncated; warn but 774 * continue. */ 775 lafe_warnc(0, 776 "%s: Truncated write; file may " 777 "have grown while being archived.", 778 archive_entry_pathname(entry)); 779 return (0); 780 } 781 progress += bytes_written; 782 sparse -= bytes_written; 783 } 784 } 785 786 bytes_written = archive_write_data(a, buff, bytes_read); 787 if (bytes_written < 0) { 788 /* Write failed; this is bad */ 789 lafe_warnc(0, "%s", archive_error_string(a)); 790 return (-1); 791 } 792 if ((size_t)bytes_written < bytes_read) { 793 /* Write was truncated; warn but continue. */ 794 lafe_warnc(0, 795 "%s: Truncated write; file may have grown " 796 "while being archived.", 797 archive_entry_pathname(entry)); 798 return (0); 799 } 800 progress += bytes_written; 801 } 802 if (r < ARCHIVE_WARN) { 803 lafe_warnc(archive_errno(a), "%s", archive_error_string(a)); 804 return (-1); 805 } 806 return (0); 807 } 808 809 static void 810 excluded_callback(struct archive *a, void *_data, struct archive_entry *entry) 811 { 812 struct bsdtar *bsdtar = (struct bsdtar *)_data; 813 814 if (bsdtar->flags & OPTFLAG_NO_SUBDIRS) 815 return; 816 if (!archive_read_disk_can_descend(a)) 817 return; 818 if ((bsdtar->flags & OPTFLAG_INTERACTIVE) && 819 !yes("add '%s'", archive_entry_pathname(entry))) 820 return; 821 archive_read_disk_descend(a); 822 } 823 824 static int 825 metadata_filter(struct archive *a, void *_data, struct archive_entry *entry) 826 { 827 struct bsdtar *bsdtar = (struct bsdtar *)_data; 828 829 /* XXX TODO: check whether this filesystem is 830 * synthetic and/or local. Add a new 831 * --local-only option to skip non-local 832 * filesystems. Skip synthetic filesystems 833 * regardless. 834 * 835 * The results should be cached, since 836 * tree.c doesn't usually visit a directory 837 * and the directory contents together. A simple 838 * move-to-front list should perform quite well. 839 * 840 * Use archive_read_disk_current_filesystem_is_remote(). 841 */ 842 843 /* 844 * If the user vetoes this file/directory, skip it. 845 * We want this to be fairly late; if some other 846 * check would veto this file, we shouldn't bother 847 * the user with it. 848 */ 849 if ((bsdtar->flags & OPTFLAG_INTERACTIVE) && 850 !yes("add '%s'", archive_entry_pathname(entry))) 851 return (0); 852 853 /* Note: if user vetoes, we won't descend. */ 854 if (((bsdtar->flags & OPTFLAG_NO_SUBDIRS) == 0) && 855 archive_read_disk_can_descend(a)) 856 archive_read_disk_descend(a); 857 858 return (1); 859 } 860 861 /* 862 * Add the file or dir hierarchy named by 'path' to the archive 863 */ 864 static void 865 write_hierarchy(struct bsdtar *bsdtar, struct archive *a, const char *path) 866 { 867 struct archive *disk = bsdtar->diskreader; 868 struct archive_entry *entry = NULL, *spare_entry = NULL; 869 int r; 870 871 r = archive_read_disk_open(disk, path); 872 if (r != ARCHIVE_OK) { 873 lafe_warnc(archive_errno(disk), 874 "%s", archive_error_string(disk)); 875 bsdtar->return_value = 1; 876 return; 877 } 878 bsdtar->first_fs = -1; 879 880 for (;;) { 881 archive_entry_free(entry); 882 entry = archive_entry_new(); 883 r = archive_read_next_header2(disk, entry); 884 if (r == ARCHIVE_EOF) 885 break; 886 else if (r != ARCHIVE_OK) { 887 lafe_warnc(archive_errno(disk), 888 "%s", archive_error_string(disk)); 889 if (r == ARCHIVE_FATAL || r == ARCHIVE_FAILED) { 890 bsdtar->return_value = 1; 891 archive_entry_free(entry); 892 archive_read_close(disk); 893 return; 894 } else if (r < ARCHIVE_WARN) 895 continue; 896 } 897 898 if (bsdtar->uid >= 0) { 899 archive_entry_set_uid(entry, bsdtar->uid); 900 if (!bsdtar->uname) 901 archive_entry_set_uname(entry, 902 archive_read_disk_uname(bsdtar->diskreader, 903 bsdtar->uid)); 904 } 905 if (bsdtar->gid >= 0) { 906 archive_entry_set_gid(entry, bsdtar->gid); 907 if (!bsdtar->gname) 908 archive_entry_set_gname(entry, 909 archive_read_disk_gname(bsdtar->diskreader, 910 bsdtar->gid)); 911 } 912 if (bsdtar->uname) 913 archive_entry_set_uname(entry, bsdtar->uname); 914 if (bsdtar->gname) 915 archive_entry_set_gname(entry, bsdtar->gname); 916 917 /* 918 * Rewrite the pathname to be archived. If rewrite 919 * fails, skip the entry. 920 */ 921 if (edit_pathname(bsdtar, entry)) 922 continue; 923 924 /* Display entry as we process it. */ 925 if (bsdtar->verbose > 1) { 926 safe_fprintf(stderr, "a "); 927 list_item_verbose(bsdtar, stderr, entry); 928 } else if (bsdtar->verbose > 0) { 929 /* This format is required by SUSv2. */ 930 safe_fprintf(stderr, "a %s", 931 archive_entry_pathname(entry)); 932 } 933 934 /* Non-regular files get archived with zero size. */ 935 if (archive_entry_filetype(entry) != AE_IFREG) 936 archive_entry_set_size(entry, 0); 937 938 archive_entry_linkify(bsdtar->resolver, &entry, &spare_entry); 939 940 while (entry != NULL) { 941 write_file(bsdtar, a, entry); 942 archive_entry_free(entry); 943 entry = spare_entry; 944 spare_entry = NULL; 945 } 946 947 if (bsdtar->verbose) 948 fprintf(stderr, "\n"); 949 } 950 archive_entry_free(entry); 951 archive_read_close(disk); 952 } 953 954 /* 955 * Write a single file (or directory or other filesystem object) to 956 * the archive. 957 */ 958 static void 959 write_file(struct bsdtar *bsdtar, struct archive *a, 960 struct archive_entry *entry) 961 { 962 write_entry(bsdtar, a, entry); 963 } 964 965 /* 966 * Write a single entry to the archive. 967 */ 968 static void 969 write_entry(struct bsdtar *bsdtar, struct archive *a, 970 struct archive_entry *entry) 971 { 972 int e; 973 974 e = archive_write_header(a, entry); 975 if (e != ARCHIVE_OK) { 976 if (bsdtar->verbose > 1) { 977 safe_fprintf(stderr, "a "); 978 list_item_verbose(bsdtar, stderr, entry); 979 lafe_warnc(0, ": %s", archive_error_string(a)); 980 } else if (bsdtar->verbose > 0) { 981 lafe_warnc(0, "%s: %s", 982 archive_entry_pathname(entry), 983 archive_error_string(a)); 984 } else 985 fprintf(stderr, ": %s", archive_error_string(a)); 986 } 987 988 if (e == ARCHIVE_FATAL) 989 exit(1); 990 991 /* 992 * If we opened a file earlier, write it out now. Note that 993 * the format handler might have reset the size field to zero 994 * to inform us that the archive body won't get stored. In 995 * that case, just skip the write. 996 */ 997 if (e >= ARCHIVE_WARN && archive_entry_size(entry) > 0) { 998 if (copy_file_data_block(bsdtar, a, bsdtar->diskreader, entry)) 999 exit(1); 1000 } 1001 } 1002 1003 static void 1004 report_write(struct bsdtar *bsdtar, struct archive *a, 1005 struct archive_entry *entry, int64_t progress) 1006 { 1007 uint64_t comp, uncomp; 1008 int compression; 1009 1010 if (bsdtar->verbose) 1011 fprintf(stderr, "\n"); 1012 comp = archive_filter_bytes(a, -1); 1013 uncomp = archive_filter_bytes(a, 0); 1014 fprintf(stderr, "In: %d files, %s bytes;", 1015 archive_file_count(a), tar_i64toa(uncomp)); 1016 if (comp >= uncomp) 1017 compression = 0; 1018 else 1019 compression = (int)((uncomp - comp) * 100 / uncomp); 1020 fprintf(stderr, 1021 " Out: %s bytes, compression %d%%\n", 1022 tar_i64toa(comp), compression); 1023 /* Can't have two calls to tar_i64toa() pending, so split the output. */ 1024 safe_fprintf(stderr, "Current: %s (%s", 1025 archive_entry_pathname(entry), 1026 tar_i64toa(progress)); 1027 fprintf(stderr, "/%s bytes)\n", 1028 tar_i64toa(archive_entry_size(entry))); 1029 } 1030 1031 static void 1032 test_for_append(struct bsdtar *bsdtar) 1033 { 1034 struct stat s; 1035 1036 if (*bsdtar->argv == NULL && bsdtar->names_from_file == NULL) 1037 lafe_errc(1, 0, "no files or directories specified"); 1038 if (bsdtar->filename == NULL) 1039 lafe_errc(1, 0, "Cannot append to stdout."); 1040 1041 if (stat(bsdtar->filename, &s) != 0) 1042 return; 1043 1044 if (!S_ISREG(s.st_mode) && !S_ISBLK(s.st_mode)) 1045 lafe_errc(1, 0, 1046 "Cannot append to %s: not a regular file.", 1047 bsdtar->filename); 1048 1049 /* Is this an appropriate check here on Windows? */ 1050 /* 1051 if (GetFileType(handle) != FILE_TYPE_DISK) 1052 lafe_errc(1, 0, "Cannot append"); 1053 */ 1054 1055 } 1056
Indexes created Thu Jul 16 00:26:27 UTC 2026