Fast archiving/unarchiving

main.sh

#!/bin/sh

# archive: tar + pigz
tar -cf split.tar.gz -I pigz dir/
# unarchive: tar + pigz
tar -xf split.tar.gz -I pigz -C ./


# archive: zip
zip -rq -0 split2.zip split/
# unarchive: unzip - fastest for <10k files
item=dir ; OUTDIR=$(dirname ${item}) && zipinfo -1 ${item}.zip | xargs -P8 -n30 unzip -qo ${item}.zip -d $OUTDIR
# unarchive: unzip (using glob) - fastest for many subfolders with many files
item=dir ; OUTDIR=$(dirname ${item}) && zipinfo -1 ${item}.zip | cut -d '/' -f1,2 | uniq | xargs -P8 -I{} unzip -quo ${item}.zip -d $OUTDIR "{}/*"