feat: Add parallel bzip2 support

This commit is contained in:
Felix Pojtinger
2021-11-30 19:29:56 +01:00
parent af40c64718
commit 4035738c28
6 changed files with 24 additions and 5 deletions
+4
View File
@@ -328,6 +328,8 @@ func archive(
hdr.Name += compressionFormatBrotliSuffix
case compressionFormatBzip2Key:
fallthrough
case compressionFormatBzip2ParallelKey:
// Get the compressed size for the header
file, err := os.Open(path)
if err != nil {
@@ -530,6 +532,8 @@ func archive(
return err
}
case compressionFormatBzip2Key:
fallthrough
case compressionFormatBzip2ParallelKey:
// Compress and write the file
file, err := os.Open(path)
if err != nil {
+8
View File
@@ -4,11 +4,13 @@ import (
"archive/tar"
"bufio"
"compress/gzip"
"context"
"io"
"os"
"path/filepath"
"github.com/andybalholm/brotli"
"github.com/cosnicolaou/pbzip2"
"github.com/dsnet/compress/bzip2"
"github.com/klauspost/compress/zstd"
"github.com/klauspost/pgzip"
@@ -184,6 +186,12 @@ func restoreFromRecordAndBlock(
return err
}
if _, err := io.Copy(dstFile, bz); err != nil {
return err
}
case compressionFormatBzip2ParallelKey:
bz := pbzip2.NewReader(context.Background(), tr)
if _, err := io.Copy(dstFile, bz); err != nil {
return err
}
+2
View File
@@ -280,6 +280,8 @@ func indexHeader(
case compressionFormatBrotliKey:
hdr.Name = strings.TrimSuffix(hdr.Name, compressionFormatBrotliSuffix)
case compressionFormatBzip2Key:
fallthrough
case compressionFormatBzip2ParallelKey:
hdr.Name = strings.TrimSuffix(hdr.Name, compressionFormatBzip2Suffix)
case compressionFormatNoneKey:
default:
+3 -1
View File
@@ -35,10 +35,12 @@ const (
compressionFormatBzip2Key = "bzip2"
compressionFormatBzip2Suffix = ".bz2"
compressionFormatBzip2ParallelKey = "parallelbzip2"
)
var (
knownCompressionFormats = []string{compressionFormatNoneKey, compressionFormatGZipKey, compressionFormatParallelGZipKey, compressionFormatLZ4Key, compressionFormatZStandardKey, compressionFormatBrotliKey, compressionFormatBzip2Key}
knownCompressionFormats = []string{compressionFormatNoneKey, compressionFormatGZipKey, compressionFormatParallelGZipKey, compressionFormatLZ4Key, compressionFormatZStandardKey, compressionFormatBrotliKey, compressionFormatBzip2Key, compressionFormatBzip2ParallelKey}
errUnknownCompressionFormat = errors.New("unknown compression format")
errUnsupportedCompressionFormat = errors.New("unsupported compression format")