Bump to version 1.22.1
[platform/upstream/busybox.git] / archival / bbunzip.c
index 734c9b2..b3fb90f 100644 (file)
@@ -5,15 +5,21 @@
  * Licensed under GPLv2 or later, see file LICENSE in this source tree.
  */
 #include "libbb.h"
-#include "archive.h"
+#include "bb_archive.h"
 
+/* lzop_main() uses bbunpack(), need this: */
+//kbuild:lib-$(CONFIG_LZOP) += bbunzip.o
+
+/* Note: must be kept in sync with archival/lzop.c */
 enum {
        OPT_STDOUT     = 1 << 0,
        OPT_FORCE      = 1 << 1,
        /* only some decompressors: */
        OPT_VERBOSE    = 1 << 2,
-       OPT_DECOMPRESS = 1 << 3,
-       OPT_TEST       = 1 << 4,
+       OPT_QUIET      = 1 << 3,
+       OPT_DECOMPRESS = 1 << 4,
+       OPT_TEST       = 1 << 5,
+       SEAMLESS_MAGIC = (1 << 31) * SEAMLESS_COMPRESSION,
 };
 
 static
@@ -33,16 +39,16 @@ char* FAST_FUNC append_ext(char *filename, const char *expected_ext)
 }
 
 int FAST_FUNC bbunpack(char **argv,
-       IF_DESKTOP(long long) int FAST_FUNC (*unpacker)(unpack_info_t *info),
+       IF_DESKTOP(long long) int FAST_FUNC (*unpacker)(transformer_aux_data_t *aux),
        char* FAST_FUNC (*make_new_name)(char *filename, const char *expected_ext),
        const char *expected_ext
 )
 {
        struct stat stat_buf;
-       IF_DESKTOP(long long) int status;
+       IF_DESKTOP(long long) int status = 0;
        char *filename, *new_name;
        smallint exitcode = 0;
-       unpack_info_t info;
+       transformer_aux_data_t aux;
 
        do {
                /* NB: new_name is *maybe* malloc'ed! */
@@ -54,13 +60,27 @@ int FAST_FUNC bbunpack(char **argv,
 
                /* Open src */
                if (filename) {
-                       if (stat(filename, &stat_buf) != 0) {
-                               bb_simple_perror_msg(filename);
+                       if (!(option_mask32 & SEAMLESS_MAGIC)) {
+                               if (stat(filename, &stat_buf) != 0) {
+ err_name:
+                                       bb_simple_perror_msg(filename);
  err:
-                               exitcode = 1;
-                               goto free_name;
+                                       exitcode = 1;
+                                       goto free_name;
+                               }
+                               if (open_to_or_warn(STDIN_FILENO, filename, O_RDONLY, 0))
+                                       goto err;
+                       } else {
+                               /* "clever zcat" with FILE */
+                               int fd = open_zipped(filename);
+                               if (fd < 0)
+                                       goto err_name;
+                               xmove_fd(fd, STDIN_FILENO);
                        }
-                       if (open_to_or_warn(STDIN_FILENO, filename, O_RDONLY, 0))
+               } else
+               if (option_mask32 & SEAMLESS_MAGIC) {
+                       /* "clever zcat" on stdin */
+                       if (setup_unzip_on_fd(STDIN_FILENO, /*fail_if_not_detected*/ 0))
                                goto err;
                }
 
@@ -68,7 +88,7 @@ int FAST_FUNC bbunpack(char **argv,
                if (option_mask32 & (OPT_STDOUT|OPT_TEST)) {
                        if (option_mask32 & OPT_TEST)
                                if (open_to_or_warn(STDOUT_FILENO, bb_dev_null, O_WRONLY, 0))
-                                       goto err;
+                                       xfunc_die();
                        filename = NULL;
                }
 
@@ -93,26 +113,37 @@ int FAST_FUNC bbunpack(char **argv,
                }
 
                /* Check that the input is sane */
-               if (isatty(STDIN_FILENO) && (option_mask32 & OPT_FORCE) == 0) {
+               if (!(option_mask32 & OPT_FORCE) && isatty(STDIN_FILENO)) {
                        bb_error_msg_and_die("compressed data not read from terminal, "
                                        "use -f to force it");
                }
 
-               /* memset(&info, 0, sizeof(info)); */
-               info.mtime = 0; /* so far it has one member only */
-               status = unpacker(&info);
-               if (status < 0)
-                       exitcode = 1;
-               xclose(STDOUT_FILENO); /* with error check! */
+               if (!(option_mask32 & SEAMLESS_MAGIC)) {
+                       init_transformer_aux_data(&aux);
+                       aux.check_signature = 1;
+                       status = unpacker(&aux);
+                       if (status < 0)
+                               exitcode = 1;
+               } else {
+                       if (bb_copyfd_eof(STDIN_FILENO, STDOUT_FILENO) < 0)
+                               /* Disk full, tty closed, etc. No point in continuing */
+                               xfunc_die();
+               }
+
+               if (!(option_mask32 & OPT_STDOUT))
+                       xclose(STDOUT_FILENO); /* with error check! */
 
                if (filename) {
                        char *del = new_name;
+
                        if (status >= 0) {
+                               unsigned new_name_len;
+
                                /* TODO: restore other things? */
-                               if (info.mtime) {
+                               if (aux.mtime != 0) {
                                        struct timeval times[2];
 
-                                       times[1].tv_sec = times[0].tv_sec = info.mtime;
+                                       times[1].tv_sec = times[0].tv_sec = aux.mtime;
                                        times[1].tv_usec = times[0].tv_usec = 0;
                                        /* Note: we closed it first.
                                         * On some systems calling utimes
@@ -121,28 +152,38 @@ int FAST_FUNC bbunpack(char **argv,
                                        utimes(new_name, times); /* ignoring errors */
                                }
 
-                               /* Delete _compressed_ file */
+                               if (ENABLE_DESKTOP)
+                                       new_name_len = strlen(new_name);
+                               /* Restore source filename (unless tgz -> tar case) */
+                               if (new_name == filename) {
+                                       new_name_len = strlen(filename);
+                                       filename[new_name_len] = '.';
+                               }
+                               /* Extreme bloat for gunzip compat */
+                               /* Some users do want this info... */
+                               if (ENABLE_DESKTOP && (option_mask32 & OPT_VERBOSE)) {
+                                       unsigned percent = status
+                                               ? ((uoff_t)stat_buf.st_size * 100u / (unsigned long long)status)
+                                               : 0;
+                                       fprintf(stderr, "%s: %u%% - replaced with %.*s\n",
+                                               filename,
+                                               100u - percent,
+                                               new_name_len, new_name
+                                       );
+                               }
+                               /* Delete _source_ file */
                                del = filename;
-                               /* restore extension (unless tgz -> tar case) */
-                               if (new_name == filename)
-                                       filename[strlen(filename)] = '.';
                        }
                        xunlink(del);
-
-#if 0 /* Currently buggy - wrong name: "a.gz: 261% - replaced with a.gz" */
-                       /* Extreme bloat for gunzip compat */
-                       if (ENABLE_DESKTOP && (option_mask32 & OPT_VERBOSE) && status >= 0) {
-                               fprintf(stderr, "%s: %u%% - replaced with %s\n",
-                                       filename, (unsigned)(stat_buf.st_size*100 / (status+1)), new_name);
-                       }
-#endif
-
  free_name:
                        if (new_name != filename)
                                free(new_name);
                }
        } while (*argv && *++argv);
 
+       if (option_mask32 & OPT_STDOUT)
+               xclose(STDOUT_FILENO); /* with error check! */
+
        return exitcode;
 }
 
@@ -167,27 +208,27 @@ char* FAST_FUNC make_new_name_generic(char *filename, const char *expected_ext)
  *
  * Licensed under GPLv2 or later, see file LICENSE in this source tree.
  */
-
 //usage:#define uncompress_trivial_usage
 //usage:       "[-cf] [FILE]..."
 //usage:#define uncompress_full_usage "\n\n"
 //usage:       "Decompress .Z file[s]\n"
-//usage:     "\nOptions:"
 //usage:     "\n       -c      Write to stdout"
 //usage:     "\n       -f      Overwrite"
 
+//config:config UNCOMPRESS
+//config:      bool "uncompress"
+//config:      default n
+//config:      help
+//config:        uncompress is used to decompress archives created by compress.
+//config:        Not much used anymore, replaced by gzip/gunzip.
+
+//applet:IF_UNCOMPRESS(APPLET(uncompress, BB_DIR_BIN, BB_SUID_DROP))
+//kbuild:lib-$(CONFIG_UNCOMPRESS) += bbunzip.o
 #if ENABLE_UNCOMPRESS
 static
-IF_DESKTOP(long long) int FAST_FUNC unpack_uncompress(unpack_info_t *info UNUSED_PARAM)
+IF_DESKTOP(long long) int FAST_FUNC unpack_uncompress(transformer_aux_data_t *aux)
 {
-       IF_DESKTOP(long long) int status = -1;
-
-       if ((xread_char(STDIN_FILENO) != 0x1f) || (xread_char(STDIN_FILENO) != 0x9d)) {
-               bb_error_msg("invalid magic");
-       } else {
-               status = unpack_Z_stream(STDIN_FILENO, STDOUT_FILENO);
-       }
-       return status;
+       return unpack_Z_stream(aux, STDIN_FILENO, STDOUT_FILENO);
 }
 int uncompress_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
 int uncompress_main(int argc UNUSED_PARAM, char **argv)
@@ -223,16 +264,11 @@ int uncompress_main(int argc UNUSED_PARAM, char **argv)
  * Portions of the lzw code are derived from the public domain 'compress'
  * written by Spencer Thomas, Joe Orost, James Woods, Jim McKie, Steve Davies,
  * Ken Turkowski, Dave Mack and Peter Jannesen.
- *
- * See the license_msg below and the file COPYING for the software license.
- * See the file algorithm.doc for the compression algorithms and file formats.
  */
-
 //usage:#define gunzip_trivial_usage
 //usage:       "[-cft] [FILE]..."
 //usage:#define gunzip_full_usage "\n\n"
 //usage:       "Decompress FILEs (or stdin)\n"
-//usage:     "\nOptions:"
 //usage:     "\n       -c      Write to stdout"
 //usage:     "\n       -f      Force"
 //usage:     "\n       -t      Test file integrity"
@@ -245,10 +281,22 @@ int uncompress_main(int argc UNUSED_PARAM, char **argv)
 //usage:       "-rw-rw-r--    1 andersen andersen  1761280 Apr 14 17:47 /tmp/BusyBox-0.43.tar\n"
 //usage:
 //usage:#define zcat_trivial_usage
-//usage:       "FILE"
+//usage:       "[FILE]..."
 //usage:#define zcat_full_usage "\n\n"
 //usage:       "Decompress to stdout"
 
+//config:config GUNZIP
+//config:      bool "gunzip"
+//config:      default y
+//config:      help
+//config:        gunzip is used to decompress archives created by gzip.
+//config:        You can use the `-t' option to test the integrity of
+//config:        an archive, without decompressing it.
+
+//applet:IF_GUNZIP(APPLET(gunzip, BB_DIR_BIN, BB_SUID_DROP))
+//applet:IF_GUNZIP(APPLET_ODDNAME(zcat, gunzip, BB_DIR_BIN, BB_SUID_DROP, zcat))
+//kbuild:lib-$(CONFIG_GZIP) += bbunzip.o
+//kbuild:lib-$(CONFIG_GUNZIP) += bbunzip.o
 #if ENABLE_GUNZIP
 static
 char* FAST_FUNC make_new_name_gunzip(char *filename, const char *expected_ext UNUSED_PARAM)
@@ -276,31 +324,9 @@ char* FAST_FUNC make_new_name_gunzip(char *filename, const char *expected_ext UN
        return filename;
 }
 static
-IF_DESKTOP(long long) int FAST_FUNC unpack_gunzip(unpack_info_t *info)
+IF_DESKTOP(long long) int FAST_FUNC unpack_gunzip(transformer_aux_data_t *aux)
 {
-       IF_DESKTOP(long long) int status = -1;
-
-       /* do the decompression, and cleanup */
-       if (xread_char(STDIN_FILENO) == 0x1f) {
-               unsigned char magic2;
-
-               magic2 = xread_char(STDIN_FILENO);
-               if (ENABLE_FEATURE_SEAMLESS_Z && magic2 == 0x9d) {
-                       status = unpack_Z_stream(STDIN_FILENO, STDOUT_FILENO);
-               } else if (magic2 == 0x8b) {
-                       status = unpack_gz_stream_with_info(STDIN_FILENO, STDOUT_FILENO, info);
-               } else {
-                       goto bad_magic;
-               }
-               if (status < 0) {
-                       bb_error_msg("error inflating");
-               }
-       } else {
- bad_magic:
-               bb_error_msg("invalid magic");
-               /* status is still == -1 */
-       }
-       return status;
+       return unpack_gz_stream(aux, STDIN_FILENO, STDOUT_FILENO);
 }
 /*
  * Linux kernel build uses gzip -d -n. We accept and ignore it.
@@ -318,11 +344,15 @@ IF_DESKTOP(long long) int FAST_FUNC unpack_gunzip(unpack_info_t *info)
 int gunzip_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
 int gunzip_main(int argc UNUSED_PARAM, char **argv)
 {
-       getopt32(argv, "cfvdtn");
+       getopt32(argv, "cfvqdtn");
        argv += optind;
-       /* if called as zcat */
+
+       /* If called as zcat...
+        * Normally, "zcat" is just "gunzip -c".
+        * But if seamless magic is enabled, then we are much more clever.
+        */
        if (applet_name[1] == 'c')
-               option_mask32 |= OPT_STDOUT;
+               option_mask32 |= OPT_STDOUT | SEAMLESS_MAGIC;
 
        return bbunpack(argv, unpack_gunzip, make_new_name_gunzip, /*unused:*/ NULL);
 }
@@ -339,25 +369,40 @@ int gunzip_main(int argc UNUSED_PARAM, char **argv)
 //usage:       "[-cf] [FILE]..."
 //usage:#define bunzip2_full_usage "\n\n"
 //usage:       "Decompress FILEs (or stdin)\n"
-//usage:     "\nOptions:"
 //usage:     "\n       -c      Write to stdout"
 //usage:     "\n       -f      Force"
 //usage:#define bzcat_trivial_usage
-//usage:       "FILE"
+//usage:       "[FILE]..."
 //usage:#define bzcat_full_usage "\n\n"
 //usage:       "Decompress to stdout"
+
+//config:config BUNZIP2
+//config:      bool "bunzip2"
+//config:      default y
+//config:      help
+//config:        bunzip2 is a compression utility using the Burrows-Wheeler block
+//config:        sorting text compression algorithm, and Huffman coding. Compression
+//config:        is generally considerably better than that achieved by more
+//config:        conventional LZ77/LZ78-based compressors, and approaches the
+//config:        performance of the PPM family of statistical compressors.
+//config:
+//config:        Unless you have a specific application which requires bunzip2, you
+//config:        should probably say N here.
+
 //applet:IF_BUNZIP2(APPLET(bunzip2, BB_DIR_USR_BIN, BB_SUID_DROP))
 //applet:IF_BUNZIP2(APPLET_ODDNAME(bzcat, bunzip2, BB_DIR_USR_BIN, BB_SUID_DROP, bzcat))
+//kbuild:lib-$(CONFIG_BZIP2) += bbunzip.o
+//kbuild:lib-$(CONFIG_BUNZIP2) += bbunzip.o
 #if ENABLE_BUNZIP2
 static
-IF_DESKTOP(long long) int FAST_FUNC unpack_bunzip2(unpack_info_t *info UNUSED_PARAM)
+IF_DESKTOP(long long) int FAST_FUNC unpack_bunzip2(transformer_aux_data_t *aux)
 {
-       return unpack_bz2_stream_prime(STDIN_FILENO, STDOUT_FILENO);
+       return unpack_bz2_stream(aux, STDIN_FILENO, STDOUT_FILENO);
 }
 int bunzip2_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
 int bunzip2_main(int argc UNUSED_PARAM, char **argv)
 {
-       getopt32(argv, "cfvdt");
+       getopt32(argv, "cfvqdt");
        argv += optind;
        if (applet_name[2] == 'c') /* bzcat */
                option_mask32 |= OPT_STDOUT;
@@ -375,12 +420,10 @@ int bunzip2_main(int argc UNUSED_PARAM, char **argv)
  *
  * Licensed under GPLv2, see file LICENSE in this source tree.
  */
-
 //usage:#define unlzma_trivial_usage
 //usage:       "[-cf] [FILE]..."
 //usage:#define unlzma_full_usage "\n\n"
 //usage:       "Decompress FILE (or stdin)\n"
-//usage:     "\nOptions:"
 //usage:     "\n       -c      Write to stdout"
 //usage:     "\n       -f      Force"
 //usage:
@@ -388,13 +431,12 @@ int bunzip2_main(int argc UNUSED_PARAM, char **argv)
 //usage:       "-d [-cf] [FILE]..."
 //usage:#define lzma_full_usage "\n\n"
 //usage:       "Decompress FILE (or stdin)\n"
-//usage:     "\nOptions:"
 //usage:     "\n       -d      Decompress"
 //usage:     "\n       -c      Write to stdout"
 //usage:     "\n       -f      Force"
 //usage:
 //usage:#define lzcat_trivial_usage
-//usage:       "FILE"
+//usage:       "[FILE]..."
 //usage:#define lzcat_full_usage "\n\n"
 //usage:       "Decompress to stdout"
 //usage:
@@ -402,7 +444,6 @@ int bunzip2_main(int argc UNUSED_PARAM, char **argv)
 //usage:       "[-cf] [FILE]..."
 //usage:#define unxz_full_usage "\n\n"
 //usage:       "Decompress FILE (or stdin)\n"
-//usage:     "\nOptions:"
 //usage:     "\n       -c      Write to stdout"
 //usage:     "\n       -f      Force"
 //usage:
@@ -410,26 +451,57 @@ int bunzip2_main(int argc UNUSED_PARAM, char **argv)
 //usage:       "-d [-cf] [FILE]..."
 //usage:#define xz_full_usage "\n\n"
 //usage:       "Decompress FILE (or stdin)\n"
-//usage:     "\nOptions:"
 //usage:     "\n       -d      Decompress"
 //usage:     "\n       -c      Write to stdout"
 //usage:     "\n       -f      Force"
 //usage:
 //usage:#define xzcat_trivial_usage
-//usage:       "FILE"
+//usage:       "[FILE]..."
 //usage:#define xzcat_full_usage "\n\n"
 //usage:       "Decompress to stdout"
 
+//config:config UNLZMA
+//config:      bool "unlzma"
+//config:      default y
+//config:      help
+//config:        unlzma is a compression utility using the Lempel-Ziv-Markov chain
+//config:        compression algorithm, and range coding. Compression
+//config:        is generally considerably better than that achieved by the bzip2
+//config:        compressors.
+//config:
+//config:        The BusyBox unlzma applet is limited to decompression only.
+//config:        On an x86 system, this applet adds about 4K.
+//config:
+//config:config FEATURE_LZMA_FAST
+//config:      bool "Optimize unlzma for speed"
+//config:      default n
+//config:      depends on UNLZMA
+//config:      help
+//config:        This option reduces decompression time by about 25% at the cost of
+//config:        a 1K bigger binary.
+//config:
+//config:config LZMA
+//config:      bool "Provide lzma alias which supports only unpacking"
+//config:      default y
+//config:      depends on UNLZMA
+//config:      help
+//config:        Enable this option if you want commands like "lzma -d" to work.
+//config:        IOW: you'll get lzma applet, but it will always require -d option.
+
+//applet:IF_UNLZMA(APPLET(unlzma, BB_DIR_USR_BIN, BB_SUID_DROP))
+//applet:IF_UNLZMA(APPLET_ODDNAME(lzcat, unlzma, BB_DIR_USR_BIN, BB_SUID_DROP, lzcat))
+//applet:IF_LZMA(APPLET_ODDNAME(lzma, unlzma, BB_DIR_USR_BIN, BB_SUID_DROP, lzma))
+//kbuild:lib-$(CONFIG_UNLZMA) += bbunzip.o
 #if ENABLE_UNLZMA
 static
-IF_DESKTOP(long long) int FAST_FUNC unpack_unlzma(unpack_info_t *info UNUSED_PARAM)
+IF_DESKTOP(long long) int FAST_FUNC unpack_unlzma(transformer_aux_data_t *aux)
 {
-       return unpack_lzma_stream(STDIN_FILENO, STDOUT_FILENO);
+       return unpack_lzma_stream(aux, STDIN_FILENO, STDOUT_FILENO);
 }
 int unlzma_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
 int unlzma_main(int argc UNUSED_PARAM, char **argv)
 {
-       IF_LZMA(int opts =) getopt32(argv, "cfvdt");
+       IF_LZMA(int opts =) getopt32(argv, "cfvqdt");
 # if ENABLE_LZMA
        /* lzma without -d or -t? */
        if (applet_name[2] == 'm' && !(opts & (OPT_DECOMPRESS|OPT_TEST)))
@@ -445,25 +517,34 @@ int unlzma_main(int argc UNUSED_PARAM, char **argv)
 #endif
 
 
+//config:config UNXZ
+//config:      bool "unxz"
+//config:      default y
+//config:      help
+//config:        unxz is a unlzma successor.
+//config:
+//config:config XZ
+//config:      bool "Provide xz alias which supports only unpacking"
+//config:      default y
+//config:      depends on UNXZ
+//config:      help
+//config:        Enable this option if you want commands like "xz -d" to work.
+//config:        IOW: you'll get xz applet, but it will always require -d option.
+
+//applet:IF_UNXZ(APPLET(unxz, BB_DIR_USR_BIN, BB_SUID_DROP))
+//applet:IF_UNXZ(APPLET_ODDNAME(xzcat, unxz, BB_DIR_USR_BIN, BB_SUID_DROP, xzcat))
+//applet:IF_XZ(APPLET_ODDNAME(xz, unxz, BB_DIR_USR_BIN, BB_SUID_DROP, xz))
+//kbuild:lib-$(CONFIG_UNXZ) += bbunzip.o
 #if ENABLE_UNXZ
 static
-IF_DESKTOP(long long) int FAST_FUNC unpack_unxz(unpack_info_t *info UNUSED_PARAM)
+IF_DESKTOP(long long) int FAST_FUNC unpack_unxz(transformer_aux_data_t *aux)
 {
-       struct {
-               uint32_t v1;
-               uint16_t v2;
-       } magic;
-       xread(STDIN_FILENO, &magic, 6);
-       if (magic.v1 != XZ_MAGIC1a || magic.v2 != XZ_MAGIC2a) {
-               bb_error_msg("invalid magic");
-               return -1;
-       }
-       return unpack_xz_stream(STDIN_FILENO, STDOUT_FILENO);
+       return unpack_xz_stream(aux, STDIN_FILENO, STDOUT_FILENO);
 }
 int unxz_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
 int unxz_main(int argc UNUSED_PARAM, char **argv)
 {
-       IF_XZ(int opts =) getopt32(argv, "cfvdt");
+       IF_XZ(int opts =) getopt32(argv, "cfvqdt");
 # if ENABLE_XZ
        /* xz without -d or -t? */
        if (applet_name[2] == '\0' && !(opts & (OPT_DECOMPRESS|OPT_TEST)))