feat: Add parallel bzip2 support
This commit is contained in:
@@ -328,6 +328,8 @@ func archive(
|
||||
|
||||
hdr.Name += compressionFormatBrotliSuffix
|
||||
case compressionFormatBzip2Key:
|
||||
fallthrough
|
||||
case compressionFormatBzip2ParallelKey:
|
||||
// Get the compressed size for the header
|
||||
file, err := os.Open(path)
|
||||
if err != nil {
|
||||
@@ -530,6 +532,8 @@ func archive(
|
||||
return err
|
||||
}
|
||||
case compressionFormatBzip2Key:
|
||||
fallthrough
|
||||
case compressionFormatBzip2ParallelKey:
|
||||
// Compress and write the file
|
||||
file, err := os.Open(path)
|
||||
if err != nil {
|
||||
|
||||
@@ -4,11 +4,13 @@ import (
|
||||
"archive/tar"
|
||||
"bufio"
|
||||
"compress/gzip"
|
||||
"context"
|
||||
"io"
|
||||
"os"
|
||||
"path/filepath"
|
||||
|
||||
"github.com/andybalholm/brotli"
|
||||
"github.com/cosnicolaou/pbzip2"
|
||||
"github.com/dsnet/compress/bzip2"
|
||||
"github.com/klauspost/compress/zstd"
|
||||
"github.com/klauspost/pgzip"
|
||||
@@ -184,6 +186,12 @@ func restoreFromRecordAndBlock(
|
||||
return err
|
||||
}
|
||||
|
||||
if _, err := io.Copy(dstFile, bz); err != nil {
|
||||
return err
|
||||
}
|
||||
case compressionFormatBzip2ParallelKey:
|
||||
bz := pbzip2.NewReader(context.Background(), tr)
|
||||
|
||||
if _, err := io.Copy(dstFile, bz); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -280,6 +280,8 @@ func indexHeader(
|
||||
case compressionFormatBrotliKey:
|
||||
hdr.Name = strings.TrimSuffix(hdr.Name, compressionFormatBrotliSuffix)
|
||||
case compressionFormatBzip2Key:
|
||||
fallthrough
|
||||
case compressionFormatBzip2ParallelKey:
|
||||
hdr.Name = strings.TrimSuffix(hdr.Name, compressionFormatBzip2Suffix)
|
||||
case compressionFormatNoneKey:
|
||||
default:
|
||||
|
||||
@@ -35,10 +35,12 @@ const (
|
||||
|
||||
compressionFormatBzip2Key = "bzip2"
|
||||
compressionFormatBzip2Suffix = ".bz2"
|
||||
|
||||
compressionFormatBzip2ParallelKey = "parallelbzip2"
|
||||
)
|
||||
|
||||
var (
|
||||
knownCompressionFormats = []string{compressionFormatNoneKey, compressionFormatGZipKey, compressionFormatParallelGZipKey, compressionFormatLZ4Key, compressionFormatZStandardKey, compressionFormatBrotliKey, compressionFormatBzip2Key}
|
||||
knownCompressionFormats = []string{compressionFormatNoneKey, compressionFormatGZipKey, compressionFormatParallelGZipKey, compressionFormatLZ4Key, compressionFormatZStandardKey, compressionFormatBrotliKey, compressionFormatBzip2Key, compressionFormatBzip2ParallelKey}
|
||||
|
||||
errUnknownCompressionFormat = errors.New("unknown compression format")
|
||||
errUnsupportedCompressionFormat = errors.New("unsupported compression format")
|
||||
|
||||
Reference in New Issue
Block a user