refactor: Decompose update func

pkg/operations/operations.go

@@ -4,19 +4,6 @@ import (
 	"github.com/pojntfx/stfs/pkg/config"
 )
 
-func Update(
-	state config.StateConfig,
-	pipes config.PipeConfig,
-	crypto config.CryptoConfig,
-
-	recordSize int,
-	from string,
-	overwrite bool,
-	compressionLevel string,
-) error {
-	return nil
-}
-
 func Delete(
 	state config.StateConfig,
 	pipes config.PipeConfig,

pkg/operations/update.go

@@ -0,0 +1,260 @@
+package operations
+
+import (
+	"archive/tar"
+	"io"
+	"io/fs"
+	"os"
+	"path/filepath"
+	"strconv"
+
+	"github.com/pojntfx/stfs/internal/adapters"
+	"github.com/pojntfx/stfs/internal/compression"
+	"github.com/pojntfx/stfs/internal/controllers"
+	"github.com/pojntfx/stfs/internal/counters"
+	"github.com/pojntfx/stfs/internal/encryption"
+	"github.com/pojntfx/stfs/internal/formatting"
+	"github.com/pojntfx/stfs/internal/pax"
+	"github.com/pojntfx/stfs/internal/signature"
+	"github.com/pojntfx/stfs/internal/suffix"
+	"github.com/pojntfx/stfs/internal/tape"
+	"github.com/pojntfx/stfs/pkg/config"
+)
+
+func Update(
+	state config.StateConfig,
+	pipes config.PipeConfig,
+	crypto config.CryptoConfig,
+
+	recordSize int,
+	from string,
+	overwrite bool,
+	compressionLevel string,
+) ([]*tar.Header, error) {
+	dirty := false
+	tw, isRegular, cleanup, err := tape.OpenTapeWriteOnly(state.Drive, recordSize, false)
+	if err != nil {
+		return []*tar.Header{}, err
+	}
+	defer cleanup(&dirty)
+
+	headers := []*tar.Header{}
+	first := true
+	return headers, filepath.Walk(from, func(path string, info fs.FileInfo, err error) error {
+		if err != nil {
+			return err
+		}
+
+		link := ""
+		if info.Mode()&os.ModeSymlink == os.ModeSymlink {
+			if link, err = os.Readlink(path); err != nil {
+				return err
+			}
+		}
+
+		hdr, err := tar.FileInfoHeader(info, link)
+		if err != nil {
+			return err
+		}
+
+		if err := adapters.EnhanceHeader(path, hdr); err != nil {
+			return err
+		}
+
+		hdr.Name = path
+		hdr.Format = tar.FormatPAX
+		if hdr.PAXRecords == nil {
+			hdr.PAXRecords = map[string]string{}
+		}
+		hdr.PAXRecords[pax.STFSRecordVersion] = pax.STFSRecordVersion1
+		hdr.PAXRecords[pax.STFSRecordAction] = pax.STFSRecordActionUpdate
+
+		if info.Mode().IsRegular() && overwrite {
+			// Get the compressed size for the header
+			fileSizeCounter := &counters.CounterWriter{
+				Writer: io.Discard,
+			}
+
+			encryptor, err := encryption.Encrypt(fileSizeCounter, pipes.Encryption, crypto.Recipient)
+			if err != nil {
+				return err
+			}
+
+			compressor, err := compression.Compress(
+				encryptor,
+				pipes.Compression,
+				compressionLevel,
+				isRegular,
+				recordSize,
+			)
+			if err != nil {
+				return err
+			}
+
+			file, err := os.Open(path)
+			if err != nil {
+				return err
+			}
+
+			signer, sign, err := signature.Sign(file, isRegular, pipes.Signature, crypto.Identity)
+			if err != nil {
+				return err
+			}
+
+			if isRegular {
+				if _, err := io.Copy(compressor, signer); err != nil {
+					return err
+				}
+			} else {
+				buf := make([]byte, controllers.BlockSize*recordSize)
+				if _, err := io.CopyBuffer(compressor, signer, buf); err != nil {
+					return err
+				}
+			}
+
+			if err := file.Close(); err != nil {
+				return err
+			}
+
+			if err := compressor.Flush(); err != nil {
+				return err
+			}
+
+			if err := compressor.Close(); err != nil {
+				return err
+			}
+
+			if err := encryptor.Close(); err != nil {
+				return err
+			}
+
+			if hdr.PAXRecords == nil {
+				hdr.PAXRecords = map[string]string{}
+			}
+			hdr.PAXRecords[pax.STFSRecordUncompressedSize] = strconv.Itoa(int(hdr.Size))
+			signature, err := sign()
+			if err != nil {
+				return err
+			}
+
+			if signature != "" {
+				hdr.PAXRecords[pax.STFSRecordSignature] = signature
+			}
+			hdr.Size = int64(fileSizeCounter.BytesRead)
+
+			hdr.Name, err = suffix.AddSuffix(hdr.Name, pipes.Compression, pipes.Encryption)
+			if err != nil {
+				return err
+			}
+		}
+
+		if first {
+			if err := formatting.PrintCSV(formatting.TARHeaderCSV); err != nil {
+				return err
+			}
+
+			first = false
+		}
+
+		if overwrite {
+			hdr.PAXRecords[pax.STFSRecordReplacesContent] = pax.STFSRecordReplacesContentTrue
+
+			if err := formatting.PrintCSV(formatting.GetTARHeaderAsCSV(-1, -1, -1, -1, hdr)); err != nil {
+				return err
+			}
+
+			hdrToAppend := *hdr
+			headers = append(headers, &hdrToAppend)
+
+			if err := signature.SignHeader(hdr, isRegular, pipes.Signature, crypto.Identity); err != nil {
+				return err
+			}
+
+			if err := encryption.EncryptHeader(hdr, pipes.Encryption, crypto.Recipient); err != nil {
+				return err
+			}
+
+			if err := tw.WriteHeader(hdr); err != nil {
+				return err
+			}
+
+			if !info.Mode().IsRegular() {
+				return nil
+			}
+
+			// Compress and write the file
+			encryptor, err := encryption.Encrypt(tw, pipes.Encryption, crypto.Recipient)
+			if err != nil {
+				return err
+			}
+
+			compressor, err := compression.Compress(
+				encryptor,
+				pipes.Compression,
+				compressionLevel,
+				isRegular,
+				recordSize,
+			)
+			if err != nil {
+				return err
+			}
+
+			file, err := os.Open(path)
+			if err != nil {
+				return err
+			}
+
+			if isRegular {
+				if _, err := io.Copy(compressor, file); err != nil {
+					return err
+				}
+			} else {
+				buf := make([]byte, controllers.BlockSize*recordSize)
+				if _, err := io.CopyBuffer(compressor, file, buf); err != nil {
+					return err
+				}
+			}
+
+			if err := file.Close(); err != nil {
+				return err
+			}
+
+			if err := compressor.Flush(); err != nil {
+				return err
+			}
+
+			if err := compressor.Close(); err != nil {
+				return err
+			}
+
+			if err := encryptor.Close(); err != nil {
+				return err
+			}
+		} else {
+			hdr.Size = 0 // Don't try to seek after the record
+
+			if err := formatting.PrintCSV(formatting.GetTARHeaderAsCSV(-1, -1, -1, -1, hdr)); err != nil {
+				return err
+			}
+
+			hdrToAppend := *hdr
+			headers = append(headers, &hdrToAppend)
+
+			if err := signature.SignHeader(hdr, isRegular, pipes.Signature, crypto.Identity); err != nil {
+				return err
+			}
+
+			if err := encryption.EncryptHeader(hdr, pipes.Encryption, crypto.Recipient); err != nil {
+				return err
+			}
+
+			if err := tw.WriteHeader(hdr); err != nil {
+				return err
+			}
+		}
+
+		dirty = true
+
+		return nil
+	})
+}