#!/usr/bin/perl eval 'exec /usr/bin/perl -S $0 ${1+"$@"}' if 0; # ^ Run only under a shell #!/usr/bin/perl # Streaming zip use strict; use warnings; use IO::Compress::Zip qw(zip ZIP_CM_STORE ZIP_CM_DEFLATE ZIP_CM_BZIP2 ) ; use Getopt::Long; my $VERSION = '1.002'; my $compression_method = ZIP_CM_DEFLATE; my $stream = 0; my $zipfile = '-'; my $memberName = '-' ; my $zip64 = 0 ; my $level ; GetOptions("zip64" => \$zip64, "method=s" => \&lookupMethod, "0" => sub { $level = 0 }, "1" => sub { $level = 1 }, "2" => sub { $level = 2 }, "3" => sub { $level = 3 }, "4" => sub { $level = 4 }, "5" => sub { $level = 5 }, "6" => sub { $level = 6 }, "7" => sub { $level = 7 }, "8" => sub { $level = 8 }, "9" => sub { $level = 9 }, "stream" => \$stream, "zipfile=s" => \$zipfile, "member-name=s" => \$memberName, 'version' => sub { print "$VERSION\n"; exit 0 }, 'help' => \&Usage, ) or Usage(); Usage() if @ARGV; my @extraOpts = (); if ($compression_method == ZIP_CM_DEFLATE && defined $level) { push @extraOpts, (Level => $level) } zip '-' => $zipfile, Name => $memberName, Zip64 => $zip64, Method => $compression_method, Stream => $stream, @extraOpts or die "Error creating zip file '$zipfile': $\n" ; exit 0; sub lookupMethod { my $name = shift; my $value = shift ; my %valid = ( store => ZIP_CM_STORE, deflate => ZIP_CM_DEFLATE, bzip2 => ZIP_CM_BZIP2, lzma => 14, xz => 95, zstd => 93, ); my $method = $valid{ lc $value }; Usage("Unknown method '$value'") if ! defined $method; installModule("Lzma") if $method == 14 ; installModule("Xz") if $method == 95 ; installModule("Zstd") if $method == 93; $compression_method = $method; } sub installModule { my $name = shift ; eval " use IO::Compress::$name; use IO::Compress::Adapter::$name ; " ; die "Method '$name' needs IO::Compress::$name\n" if $@; } sub Usage { print <<EOM; Usage: producer | streamzip [OPTIONS] | consumer producer | streamzip [OPTIONS] -zipfile output.zip Stream data from stdin, compress into a Zip container, and stream to stdout. OPTIONS -zipfile=F Write zip container to the filename 'F' Outputs to stdout if zipfile not specified. -member-name=M Set member name to 'M' [Default '-'] -0 ... -9 Set compression level for Deflate [Default: 6] -zip64 Create a Zip64-compliant zip file [Default: No] Enable Zip64 if input is greater than 4Gig. -stream Force a streamed zip file when 'zipfile' option is also enabled. Only applies when 'zipfile' option is used. [Default: No] Stream is always enabled when writing to stdout. -method=M Compress using method 'M'. Valid methods are store Store without compression deflate Use Deflate compression [Deflault] bzip2 Use Bzip2 compression lzma Use LZMA compression [needs IO::Compress::Lzma] xz Use LZMA compression [needs IO::Compress::Xz] zstd Use LZMA compression [needs IO::Compress::Zstd] -version Display version number [$VERSION] Copyright (c) 2019-2021 Paul Marquess. All rights reserved. This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. EOM exit; } __END__ =head1 NAME streamzip - create a zip file from stdin =head1 SYNOPSIS producer | streamzip [opts] | consumer producer | streamzip [opts] -zipfile=output.zip =head1 DESCRIPTION This program will read data from C<stdin>, compress it into a zip container and, by default, write a I<streamed> zip file to C<stdout>. No temporary files are created. The zip container written to C<stdout> is, by necessity, written in streaming format. Most programs that read Zip files can cope with a streamed zip file, but if interoperability is important, and your workflow allows you to write the zip file directly to disk you can create a non-streamed zip file using the C<zipfile> option. =head2 OPTIONS =over 5 =item -zip64 Create a Zip64-compliant zip container. Use this option if the input is greater than 4Gig. Default is disabled. =item -zipfile=F Write zip container to the filename C<F>. Use the C<Stream> option to force the creation of a streamed zip file. =item -member-name=M This option is used to name the "file" in the zip container. Default is '-'. =item -stream Ignored when writing to C<stdout>. If the C<zipfile> option is specified, including this option will trigger the creation of a streamed zip file. Default: Always enabled when writing to C<stdout>, otherwise disabled. =item -method=M Compress using method C<M>. Valid method names are * store Store without compression * deflate Use Deflate compression [Deflault] * bzip2 Use Bzip2 compression * lzma Use LZMA compression * xz Use xz compression * zstd Use Zstandard compression Note that Lzma compress needs C<IO::Compress::Lzma> to be installed. Note that Zstd compress needs C<IO::Compress::Zstd> to be installed. Default is C<deflate>. =item -0, -1, -2, -3, -4, -5, -6, -7, -8, -9 Sets the compression level for C<deflate>. Ignored for all other compression methods. C<-0> means no compression and C<-9> for maximum compression. Default is 6 =item -version Display version number =item -help Display help =back =head2 Examples Create a zip file bt reading daa from stdin $ echo Lorem ipsum dolor sit | perl ./bin/streamzip >abcd.zip Check the contents of C<abcd,zip> with the standard C<unzip> utility Archive: abcd.zip Length Date Time Name --------- ---------- ----- ---- 22 2021-01-08 19:45 - --------- ------- 22 1 file Notice how the C<Name> is set to C<->. That is the default for a few zip utilities whwre the member name is not given. If you want to explicitly name the file, use the C<-member-name> option as follows $ echo Lorem ipsum dolor sit | perl ./bin/streamzip -member-name latin >abcd.zip $ unzip -l abcd.zip Archive: abcd.zip Length Date Time Name --------- ---------- ----- ---- 22 2021-01-08 19:47 latin --------- ------- 22 1 file =head2 When to write a Streamed Zip File A Streamed Zip File is useful in situations where you cannot seek backwards/forwards in the file. A good examples is when you are serving dynamic content from a Web Server straight into a socket without needing to create a temporary zip file in the filesystsm. Similarly if your workfow uses a Linux pipelined commands. =head1 SUPPORT General feedback/questions/bug reports should be sent to L<https://github.com/pmqs/IO-Compress/issues> (preferred) or L<https://rt.cpan.org/Public/Dist/Display.html?Name=IO-Compress>. =head1 AUTHOR Paul Marquess F<pmqs@cpan.org>. =head1 COPYRIGHT Copyright (c) 2019-2021 Paul Marquess. All rights reserved. This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself.
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
X11 | Folder | 0755 |
|
|
aclocal-1.16 | File | 35.18 KB | 0755 |
|
File | 0 B | 0 |
|
|
appstream-compose | File | 26.3 KB | 0755 |
|
appstream-util | File | 98.3 KB | 0755 |
|
appstreamcli | File | 118.23 KB | 0755 |
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
autoconf | File | 14.85 KB | 0755 |
|
autoheader | File | 8.82 KB | 0755 |
|
autom4te | File | 32.69 KB | 0755 |
|
automake-1.16 | File | 255.91 KB | 0755 |
|
autoreconf | File | 26.3 KB | 0755 |
|
autoscan | File | 16.77 KB | 0755 |
|
autoupdate | File | 33.22 KB | 0755 |
|
broadwayd | File | 130.21 KB | 0755 |
|
bwrap | File | 70.47 KB | 0755 |
|
File | 0 B | 0 |
|
|
c89-gcc | File | 428 B | 0755 |
|
c99-gcc | File | 454 B | 0755 |
|
cairo-trace | File | 2.95 KB | 0755 |
|
canberra-gtk-play | File | 18.2 KB | 0755 |
|
corelist | File | 15.01 KB | 0755 |
|
cpan | File | 8.16 KB | 0755 |
|
cpan5.34-x86_64-linux-gnu | File | 8.18 KB | 0755 |
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
curl-config | File | 6.52 KB | 0755 |
|
dazzle-list-counters | File | 14.13 KB | 0755 |
|
debconf | File | 2.79 KB | 0755 |
|
debconf-apt-progress | File | 11.27 KB | 0755 |
|
debconf-communicate | File | 608 B | 0755 |
|
debconf-copydb | File | 1.68 KB | 0755 |
|
debconf-escape | File | 647 B | 0755 |
|
debconf-set-selections | File | 2.92 KB | 0755 |
|
debconf-show | File | 1.78 KB | 0755 |
|
derb | File | 26.88 KB | 0755 |
|
desktop-file-edit | File | 96.44 KB | 0755 |
|
desktop-file-install | File | 96.44 KB | 0755 |
|
desktop-file-validate | File | 76.69 KB | 0755 |
|
dh_autotools-dev_restoreconfig | File | 1.79 KB | 0755 |
|
dh_autotools-dev_updateconfig | File | 1.81 KB | 0755 |
|
dh_girepository | File | 12.88 KB | 0755 |
|
dumpsexp | File | 18.3 KB | 0755 |
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
enc2xs | File | 40.84 KB | 0755 |
|
encguess | File | 3.01 KB | 0755 |
|
envsubst | File | 34.38 KB | 0755 |
|
fc-cache | File | 22.23 KB | 0755 |
|
fc-cat | File | 18.23 KB | 0755 |
|
fc-conflist | File | 14.23 KB | 0755 |
|
fc-list | File | 14.23 KB | 0755 |
|
fc-match | File | 14.23 KB | 0755 |
|
fc-pattern | File | 14.23 KB | 0755 |
|
fc-query | File | 14.23 KB | 0755 |
|
fc-scan | File | 14.23 KB | 0755 |
|
fc-validate | File | 14.23 KB | 0755 |
|
file | File | 26.56 KB | 0755 |
|
fribidi | File | 26.99 KB | 0755 |
|
gapplication | File | 22.21 KB | 0755 |
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
gdbus | File | 54.21 KB | 0755 |
|
gdbus-codegen | File | 1.99 KB | 0755 |
|
gdk-pixbuf-csource | File | 14.15 KB | 0755 |
|
gdk-pixbuf-pixdata | File | 14.13 KB | 0755 |
|
gdk-pixbuf-thumbnailer | File | 18.21 KB | 0755 |
|
genbrk | File | 14.78 KB | 0755 |
|
gencat | File | 26.37 KB | 0755 |
|
gencfu | File | 14.73 KB | 0755 |
|
gencnval | File | 26.61 KB | 0755 |
|
gendict | File | 26.78 KB | 0755 |
|
genrb | File | 147.91 KB | 0755 |
|
getconf | File | 34.29 KB | 0755 |
|
getent | File | 38.65 KB | 0755 |
|
gettext | File | 34.38 KB | 0755 |
|
gettext.sh | File | 5.07 KB | 0755 |
|
gettextize | File | 41.28 KB | 0755 |
|
gio | File | 102.23 KB | 0755 |
|
gio-querymodules | File | 18.13 KB | 0755 |
|
gjs | File | 26.7 KB | 0755 |
|
gjs-console | File | 26.7 KB | 0755 |
|
glib-compile-schemas | File | 66.21 KB | 0755 |
|
File | 0 B | 0 |
|
|
gobject-query | File | 14.14 KB | 0755 |
|
File | 0 B | 0 |
|
|
gpg-error-config | File | 2.04 KB | 0755 |
|
gpgrt-config | File | 13.11 KB | 0755 |
|
File | 0 B | 0 |
|
|
gresource | File | 26.13 KB | 0755 |
|
gsettings | File | 30.21 KB | 0755 |
|
gsound-play | File | 18.21 KB | 0755 |
|
gtk-encode-symbolic-svg | File | 22.24 KB | 0755 |
|
gtk-launch | File | 18.29 KB | 0755 |
|
gtk-query-settings | File | 14.13 KB | 0755 |
|
gtk-update-icon-cache | File | 38.57 KB | 0755 |
|
gtk4-broadwayd | File | 150.22 KB | 0755 |
|
gtk4-encode-symbolic-svg | File | 8.58 MB | 0755 |
|
gtk4-launch | File | 18.29 KB | 0755 |
|
gtk4-query-settings | File | 14.13 KB | 0755 |
|
gtk4-rendernode-tool | File | 30.13 KB | 0755 |
|
hb-info | File | 54.21 KB | 0755 |
|
hb-ot-shape-closure | File | 46.21 KB | 0755 |
|
hb-shape | File | 50.21 KB | 0755 |
|
hb-subset | File | 46.18 KB | 0755 |
|
hb-view | File | 82.35 KB | 0755 |
|
hmac256 | File | 18.7 KB | 0755 |
|
iconv | File | 66.41 KB | 0755 |
|
icuexportdata | File | 30.98 KB | 0755 |
|
icuinfo | File | 14.62 KB | 0755 |
|
ifnames | File | 4.08 KB | 0755 |
|
instmodsh | File | 4.27 KB | 0755 |
|
ispell-wrapper | File | 7.05 KB | 0755 |
|
itstool | File | 67.8 KB | 0755 |
|
js102 | File | 28.97 MB | 0755 |
|
js102-config | File | 2.03 KB | 0755 |
|
json-glib-format | File | 18.38 KB | 0755 |
|
json-glib-validate | File | 14.24 KB | 0755 |
|
json_pp | File | 4.88 KB | 0755 |
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
File | 0 B | 0 |
|
|
ldd | File | 5.32 KB | 0755 |
|
libgcrypt-config | File | 4.52 KB | 0755 |
|
libinput | File | 62.35 KB | 0755 |
|
libnetcfg | File | 15.41 KB | 0755 |
|
libpng-config | File | 2.41 KB | 0755 |
|
libpng16-config | File | 2.41 KB | 0755 |
|
libtool | File | 366.5 KB | 0755 |
|
libtoolize | File | 128.35 KB | 0755 |
|
libwacom-list-devices | File | 14.24 KB | 0755 |
|
libwacom-list-local-devices | File | 18.29 KB | 0755 |
|
libwacom-show-stylus | File | 5.99 KB | 0755 |
|
libwacom-update-db | File | 8.99 KB | 0755 |
|
locale | File | 57.56 KB | 0755 |
|
localedef | File | 326.96 KB | 0755 |
|
File | 0 B | 0 |
|
|
lzmainfo | File | 14.23 KB | 0755 |
|
m4 | File | 154.37 KB | 0755 |
|
makeconv | File | 50.89 KB | 0755 |
|
mako-render | File | 961 B | 0755 |
|
markdown_py | File | 973 B | 0755 |
|
mpicalc | File | 22.3 KB | 0755 |
|
msgattrib | File | 26.38 KB | 0755 |
|
msgcat | File | 26.38 KB | 0755 |
|
msgcmp | File | 26.38 KB | 0755 |
|
msgcomm | File | 26.38 KB | 0755 |
|
msgconv | File | 22.38 KB | 0755 |
|
msgen | File | 22.38 KB | 0755 |
|
msgexec | File | 22.38 KB | 0755 |
|
msgfilter | File | 34.38 KB | 0755 |
|
msgfmt | File | 82.59 KB | 0755 |
|
msggrep | File | 114.46 KB | 0755 |
|
msginit | File | 66.39 KB | 0755 |
|
msgmerge | File | 74.41 KB | 0755 |
|
msgunfmt | File | 34.39 KB | 0755 |
|
msguniq | File | 22.38 KB | 0755 |
|
ngettext | File | 34.38 KB | 0755 |
|
nspr-config | File | 2.58 KB | 0755 |
|
nss-config | File | 2.31 KB | 0755 |
|
p11-kit | File | 170.45 KB | 0755 |
|
pango-list | File | 18.13 KB | 0755 |
|
pango-segmentation | File | 18.21 KB | 0755 |
|
pango-view | File | 66.42 KB | 0755 |
|
pcre-config | File | 2.29 KB | 0755 |
|
pcre2-config | File | 1.93 KB | 0755 |
|
pdfattach | File | 22.21 KB | 0755 |
|
pdfdetach | File | 26.32 KB | 0755 |
|
pdffonts | File | 22.33 KB | 0755 |
|
pdfimages | File | 42.33 KB | 0755 |
|
pdfinfo | File | 62.33 KB | 0755 |
|
pdfseparate | File | 22.21 KB | 0755 |
|
pdfsig | File | 42.6 KB | 0755 |
|
pdftocairo | File | 190.3 KB | 0755 |
|
pdftohtml | File | 118.23 KB | 0755 |
|
pdftoppm | File | 34.24 KB | 0755 |
|
pdftops | File | 34.34 KB | 0755 |
|
pdftotext | File | 50.34 KB | 0755 |
|
pdfunite | File | 34.21 KB | 0755 |
|
perl5.34-x86_64-linux-gnu | File | 14.3 KB | 0755 |
|
perlbug | File | 44.12 KB | 0755 |
|
perldoc | File | 125 B | 0755 |
|
perlivp | File | 10.61 KB | 0755 |
|
perlthanks | File | 44.12 KB | 0755 |
|
piconv | File | 8.16 KB | 0755 |
|
pip | File | 225 B | 0755 |
|
pip3 | File | 225 B | 0755 |
|
pip3.10 | File | 225 B | 0755 |
|
pipewire | File | 14.38 KB | 0755 |
|
pkgdata | File | 43.53 KB | 0755 |
|
pldd | File | 22.37 KB | 0755 |
|
pod2html | File | 4.04 KB | 0755 |
|
pod2man | File | 14.68 KB | 0755 |
|
pod2text | File | 10.55 KB | 0755 |
|
pod2usage | File | 4.01 KB | 0755 |
|
podchecker | File | 3.57 KB | 0755 |
|
psl | File | 22.16 KB | 0755 |
|
psl-make-dafsa | File | 22.21 KB | 0755 |
|
ptar | File | 3.48 KB | 0755 |
|
ptardiff | File | 2.58 KB | 0755 |
|
ptargrep | File | 4.29 KB | 0755 |
|
pw-cat | File | 138.38 KB | 0755 |
|
pw-cli | File | 134.38 KB | 0755 |
|
pw-dot | File | 34.38 KB | 0755 |
|
pw-dsdplay | File | 138.38 KB | 0755 |
|
pw-dump | File | 94.38 KB | 0755 |
|
pw-link | File | 30.38 KB | 0755 |
|
pw-loopback | File | 18.38 KB | 0755 |
|
pw-metadata | File | 14.38 KB | 0755 |
|
pw-mididump | File | 34.38 KB | 0755 |
|
pw-midiplay | File | 138.38 KB | 0755 |
|
pw-midirecord | File | 138.38 KB | 0755 |
|
pw-mon | File | 90.42 KB | 0755 |
|
pw-play | File | 138.38 KB | 0755 |
|
pw-profiler | File | 26.38 KB | 0755 |
|
pw-record | File | 138.38 KB | 0755 |
|
pw-reserve | File | 26.38 KB | 0755 |
|
pw-top | File | 30.38 KB | 0755 |
|
pw-v4l2 | File | 1.95 KB | 0755 |
|
py3compile | File | 12.89 KB | 0755 |
|
py3versions | File | 11.63 KB | 0755 |
|
python3.10 | File | 5.67 MB | 0755 |
|
recode-sr-latin | File | 14.38 KB | 0755 |
|
rsvg-convert | File | 5.53 MB | 0755 |
|
secret-tool | File | 22.21 KB | 0755 |
|
select-default-iwrap | File | 474 B | 0755 |
|
session-migration | File | 22.15 KB | 0755 |
|
shasum | File | 9.75 KB | 0755 |
|
spa-acp-tool | File | 268.12 KB | 0755 |
|
spa-inspect | File | 78.48 KB | 0755 |
|
spa-json-dump | File | 14.3 KB | 0755 |
|
spa-monitor | File | 14.48 KB | 0755 |
|
spa-resample | File | 30.6 KB | 0755 |
|
splain | File | 18.96 KB | 0755 |
|
streamzip | File | 7.75 KB | 0755 |
|
tzselect | File | 15.02 KB | 0755 |
|
uconv | File | 54.83 KB | 0755 |
|
unxz | File | 82.52 KB | 0755 |
|
update-desktop-database | File | 22.38 KB | 0755 |
|
update-mime-database | File | 58.23 KB | 0755 |
|
xdg-dbus-proxy | File | 50.14 KB | 0755 |
|
xdg-user-dir | File | 234 B | 0755 |
|
xdg-user-dirs-update | File | 26.23 KB | 0755 |
|
xml2-config | File | 1.44 KB | 0755 |
|
xmlcatalog | File | 22.3 KB | 0755 |
|
xmllint | File | 78.95 KB | 0755 |
|
xz | File | 82.52 KB | 0755 |
|
xzcat | File | 82.52 KB | 0755 |
|
xzcmp | File | 6.86 KB | 0755 |
|
xzdiff | File | 6.86 KB | 0755 |
|
xzegrep | File | 5.87 KB | 0755 |
|
xzfgrep | File | 5.87 KB | 0755 |
|
xzgrep | File | 5.87 KB | 0755 |
|
xzless | File | 1.76 KB | 0755 |
|
xzmore | File | 2.11 KB | 0755 |
|
zdump | File | 26.21 KB | 0755 |
|
zipdetails | File | 58.66 KB | 0755 |
|