Update .github/workflows/kms-tests.yml

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
refactor: combine SSE-S3 and SSE-KMS metadata serialization into else-if
2026-10-13 10:05:50 +00:00 · 2026-03-26 12:00:38 -07:00 · 2026-03-26 11:55:49 -07:00 · 2026-03-26 11:37:13 -07:00 · 2026-03-26 11:28:41 -07:00
1772 changed files with 63182 additions and 223304 deletions
@@ -4,10 +4,6 @@ on:
  push:
    branches: [ master ]

-concurrency:
-  group: binaries-dev-${{ github.ref }}
-  cancel-in-progress: true
-
 permissions:
  contents: read

@@ -22,7 +18,6 @@ jobs:

      - name: Delete old release assets
        uses: mknejp/delete-release-assets@v1
-        continue-on-error: true
        with:
          token: ${{ github.token }}
          tag: dev
@@ -9,96 +9,17 @@ permissions:

 jobs:

-  # ── Pre-build Rust volume server binaries natively ──────────────────
-  build-rust-binaries:
-    runs-on: ubuntu-22.04
-    strategy:
-      matrix:
-        include:
-          - target: x86_64-unknown-linux-musl
-            arch: amd64
-          - target: aarch64-unknown-linux-musl
-            arch: arm64
-            cross: true
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          targets: ${{ matrix.target }}
-
-      - name: Install musl tools (amd64)
-        if: ${{ !matrix.cross }}
-        run: sudo apt-get install -y musl-tools
-
-      - name: Install cross-compilation tools (arm64)
-        if: matrix.cross
-        run: |
-          sudo apt-get install -y gcc-aarch64-linux-gnu
-          echo "CARGO_TARGET_AARCH64_UNKNOWN_LINUX_MUSL_LINKER=aarch64-linux-gnu-gcc" >> "$GITHUB_ENV"
-          # Disable glibc fortify source — its __memcpy_chk etc. symbols don't exist in musl
-          echo "CFLAGS_aarch64_unknown_linux_musl=-U_FORTIFY_SOURCE" >> "$GITHUB_ENV"
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-docker-dev-${{ matrix.target }}-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-docker-dev-${{ matrix.target }}-
-
-      - name: Build normal variant
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }} --no-default-features
-          cp target/${{ matrix.target }}/release/weed-volume ../weed-volume-normal-${{ matrix.arch }}
-
-      - name: Upload artifacts
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-${{ matrix.arch }}
-          path: weed-volume-normal-${{ matrix.arch }}
-
  build-dev-containers:
-    needs: [build-rust-binaries]
    runs-on: [ubuntu-latest]

    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-
-      - name: Download pre-built Rust binaries
-        uses: actions/download-artifact@v8
-        with:
-          pattern: rust-volume-*
-          merge-multiple: true
-          path: ./rust-bins
-
-      - name: Place Rust binaries in Docker context
-        run: |
-          mkdir -p docker/weed-volume-prebuilt
-          for arch in amd64 arm64; do
-            src="./rust-bins/weed-volume-normal-${arch}"
-            if [ -f "$src" ]; then
-              cp "$src" "docker/weed-volume-prebuilt/weed-volume-${arch}"
-              echo "Placed pre-built Rust binary for ${arch}"
-            fi
-          done
-          ls -la docker/weed-volume-prebuilt/
-
-      - name: Docker meta
+      -
+        name: Checkout
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v2
+      -
+        name: Docker meta
        id: docker_meta
-        uses: docker/metadata-action@v6
+        uses: docker/metadata-action@030e881283bb7a6894de51c315a6bfe6a94e05cf # v3
        with:
          images: |
            chrislusf/seaweedfs
@@ -109,40 +30,40 @@ jobs:
            org.opencontainers.image.title=seaweedfs
            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
            org.opencontainers.image.vendor=Chris Lu
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v4.1.0
-
-      - name: Create BuildKit config
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v1
+      -
+        name: Create BuildKit config
        run: |
          cat > /tmp/buildkitd.toml <<EOF
          [registry."docker.io"]
            mirrors = ["https://mirror.gcr.io"]
          EOF
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v4
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v1
        with:
          buildkitd-flags: "--debug"
          buildkitd-config: /tmp/buildkitd.toml
-
-      - name: Login to Docker Hub
+      -
+        name: Login to Docker Hub
        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v1
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Login to GHCR
+      -
+        name: Login to GHCR
        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v1
        with:
          registry: ghcr.io
          username: ${{ secrets.GHCR_USERNAME }}
          password: ${{ secrets.GHCR_TOKEN }}
-
-      - name: Build
-        uses: docker/build-push-action@v7
+      -
+        name: Build
+        uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v2
        with:
          context: ./docker
          push: ${{ github.event_name != 'pull_request' }}
@@ -126,14 +126,14 @@ jobs:
          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"

      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v4.1.0
+        uses: docker/setup-qemu-action@v4

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v4

      - name: Login to Docker Hub
        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
@@ -1,10 +1,9 @@
 name: "docker: build latest container"

-# Manual fallback only. On tag push, container_release_unified.yml already
-# re-tags the released versioned image as `latest` / `latest_large_disk`,
-# so a full rebuild here is unnecessary. Run this manually if you need to
-# rebuild `latest` from an arbitrary ref.
 on:
+  push:
+    tags:
+      - '*'
  workflow_dispatch:
    inputs:
      source_ref:
@@ -24,22 +23,15 @@ on:
          - all
          - standard
          - large_disk
-      publish:
-        description: 'Publish images and manifests'
-        required: true
-        type: boolean
-        default: false

 permissions:
  contents: read
-  security-events: write

 jobs:
  setup:
    runs-on: ubuntu-latest
    outputs:
      variants: ${{ steps.set-variants.outputs.variants }}
-      publish: ${{ steps.set-publish.outputs.publish }}
    steps:
      - name: Select variants for this run
        id: set-variants
@@ -50,89 +42,9 @@ jobs:
            variants='["standard","large_disk"]'
          fi
          echo "variants=$variants" >> "$GITHUB_OUTPUT"
-      - name: Select publish mode
-        id: set-publish
-        run: |
-          if [ "${{ github.event_name }}" = "workflow_dispatch" ]; then
-            echo "publish=${{ github.event.inputs.publish }}" >> "$GITHUB_OUTPUT"
-          else
-            echo "publish=true" >> "$GITHUB_OUTPUT"
-          fi
-
-  # ── Pre-build Rust volume server binaries natively ──────────────────
-  build-rust-binaries:
-    runs-on: ubuntu-22.04
-    strategy:
-      matrix:
-        include:
-          - target: x86_64-unknown-linux-musl
-            arch: amd64
-          - target: aarch64-unknown-linux-musl
-            arch: arm64
-            cross: true
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-        with:
-          ref: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.source_ref || github.ref }}
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          targets: ${{ matrix.target }}
-
-      - name: Install musl tools (amd64)
-        if: ${{ !matrix.cross }}
-        run: sudo apt-get install -y musl-tools
-
-      - name: Install cross-compilation tools (arm64)
-        if: matrix.cross
-        run: |
-          sudo apt-get install -y gcc-aarch64-linux-gnu
-          echo "CARGO_TARGET_AARCH64_UNKNOWN_LINUX_MUSL_LINKER=aarch64-linux-gnu-gcc" >> "$GITHUB_ENV"
-          # Disable glibc fortify source — its __memcpy_chk etc. symbols don't exist in musl
-          echo "CFLAGS_aarch64_unknown_linux_musl=-U_FORTIFY_SOURCE" >> "$GITHUB_ENV"
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-docker-${{ matrix.target }}-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-docker-${{ matrix.target }}-
-
-      - name: Build large-disk variant
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }}
-          cp target/${{ matrix.target }}/release/weed-volume ../weed-volume-large-disk-${{ matrix.arch }}
-
-      - name: Build normal variant
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }} --no-default-features
-          cp target/${{ matrix.target }}/release/weed-volume ../weed-volume-normal-${{ matrix.arch }}
-
-      - name: Upload artifacts
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-${{ matrix.arch }}
-          path: |
-            weed-volume-large-disk-${{ matrix.arch }}
-            weed-volume-normal-${{ matrix.arch }}

  build:
-    needs: [setup, build-rust-binaries]
+    needs: [setup]
    runs-on: ubuntu-latest
    strategy:
      matrix:
@@ -167,32 +79,11 @@ jobs:
          if [ "${{ matrix.variant }}" == "large_disk" ]; then
            echo "tag_suffix=_large_disk" >> $GITHUB_OUTPUT
            echo "build_args=TAGS=5BytesOffset" >> $GITHUB_OUTPUT
-            echo "rust_variant=large-disk" >> $GITHUB_OUTPUT
          else
            echo "tag_suffix=" >> $GITHUB_OUTPUT
            echo "build_args=" >> $GITHUB_OUTPUT
-            echo "rust_variant=normal" >> $GITHUB_OUTPUT
          fi

-      - name: Download pre-built Rust binaries
-        uses: actions/download-artifact@v8
-        with:
-          pattern: rust-volume-*
-          merge-multiple: true
-          path: ./rust-bins
-
-      - name: Place Rust binaries in Docker context
-        run: |
-          mkdir -p docker/weed-volume-prebuilt
-          for arch in amd64 arm64; do
-            src="./rust-bins/weed-volume-${{ steps.config.outputs.rust_variant }}-${arch}"
-            if [ -f "$src" ]; then
-              cp "$src" "docker/weed-volume-prebuilt/weed-volume-${arch}"
-              echo "Placed pre-built Rust binary for ${arch}"
-            fi
-          done
-          ls -la docker/weed-volume-prebuilt/
-
      - name: Docker meta
        id: docker_meta
        uses: docker/metadata-action@v6
@@ -207,7 +98,7 @@ jobs:
            org.opencontainers.image.vendor=Chris Lu
      - name: Set up QEMU
        if: matrix.platform != 'amd64'
-        uses: docker/setup-qemu-action@v4.1.0
+        uses: docker/setup-qemu-action@v4
      - name: Create BuildKit config
        run: |
          cat > /tmp/buildkitd.toml <<EOF
@@ -220,14 +111,14 @@ jobs:
          buildkitd-flags: "--debug"
          buildkitd-config: /tmp/buildkitd.toml
      - name: Login to Docker Hub
-        if: needs.setup.outputs.publish == 'true'
-        uses: docker/login-action@v4.2.0
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
      - name: Login to GHCR
-        if: needs.setup.outputs.publish == 'true'
-        uses: docker/login-action@v4.2.0
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@v4
        with:
          registry: ghcr.io
          username: ${{ secrets.GHCR_USERNAME }}
@@ -238,7 +129,7 @@ jobs:
          DOCKER_BUILDKIT: 1
        with:
          context: ./docker
-          push: ${{ needs.setup.outputs.publish == 'true' }}
+          push: ${{ github.event_name != 'pull_request' }}
          file: ./docker/Dockerfile.go_build
          platforms: linux/${{ matrix.platform }}
          # Push to GHCR only during build to avoid Docker Hub rate limits
@@ -258,151 +149,10 @@ jobs:
          # Remove Go build cache
          sudo rm -rf /tmp/go-build*

-  trivy-scan:
-    runs-on: ubuntu-latest
-    needs: [setup, build, build-rust-binaries]
-    strategy:
-      matrix:
-        variant: ${{ fromJSON(needs.setup.outputs.variants) }}
-    steps:
-      - name: Configure variant
-        id: config
-        run: |
-          if [ "${{ matrix.variant }}" == "large_disk" ]; then
-            echo "tag_suffix=_large_disk" >> $GITHUB_OUTPUT
-          else
-            echo "tag_suffix=" >> $GITHUB_OUTPUT
-          fi
-      - name: Login to GHCR
-        if: needs.setup.outputs.publish == 'true'
-        uses: docker/login-action@v4.2.0
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-      - name: Checkout for local scan build
-        if: needs.setup.outputs.publish != 'true'
-        uses: actions/checkout@v6
-        with:
-          ref: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.source_ref || github.ref }}
-      - name: Download pre-built Rust binaries for local scan
-        if: needs.setup.outputs.publish != 'true'
-        uses: actions/download-artifact@v8
-        with:
-          pattern: rust-volume-*
-          merge-multiple: true
-          path: ./rust-bins
-      - name: Place Rust binaries in Docker context for local scan
-        if: needs.setup.outputs.publish != 'true'
-        run: |
-          rust_variant="normal"
-          if [ "${{ matrix.variant }}" == "large_disk" ]; then
-            rust_variant="large-disk"
-          fi
-          mkdir -p docker/weed-volume-prebuilt
-          for arch in amd64 arm64; do
-            src="./rust-bins/weed-volume-${rust_variant}-${arch}"
-            if [ -f "$src" ]; then
-              cp "$src" "docker/weed-volume-prebuilt/weed-volume-${arch}"
-              echo "Placed pre-built Rust binary for ${arch}"
-            fi
-          done
-          ls -la docker/weed-volume-prebuilt/
-      - name: Create BuildKit config for local scan build
-        if: needs.setup.outputs.publish != 'true'
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-      - name: Set up Docker Buildx for local scan build
-        if: needs.setup.outputs.publish != 'true'
-        uses: docker/setup-buildx-action@v4
-        with:
-          buildkitd-flags: "--debug"
-          buildkitd-config: /tmp/buildkitd.toml
-      - name: Build local scan image tarball
-        if: needs.setup.outputs.publish != 'true'
-        uses: docker/build-push-action@v7
-        env:
-          DOCKER_BUILDKIT: 1
-        with:
-          context: ./docker
-          file: ./docker/Dockerfile.go_build
-          platforms: linux/amd64
-          outputs: type=docker,dest=/tmp/seaweedfs${{ steps.config.outputs.tag_suffix }}-amd64.tar
-          build-args: |
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.event_name == 'workflow_dispatch' && github.event.inputs.source_ref || github.sha }}
-            ${{ matrix.variant == 'large_disk' && 'TAGS=5BytesOffset' || '' }}
-      - name: Trivy report (published image)
-        if: needs.setup.outputs.publish == 'true'
-        # Pin to SHA - mutable tags were compromised (GHSA-69fq-xp46-6x23)
-        uses: aquasecurity/trivy-action@ed142fd0673e97e23eac54620cfb913e5ce36c25 # v0.36.0
-        with:
-          scan-type: image
-          # Scan amd64 only - OS packages are identical across architectures
-          # since they all use the same alpine base, so a single-arch scan
-          # provides sufficient coverage without multiplying CI time.
-          image-ref: ghcr.io/chrislusf/seaweedfs:${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || 'latest' }}${{ steps.config.outputs.tag_suffix }}-amd64
-          scanners: vuln
-          vuln-type: os,library
-          severity: HIGH,CRITICAL
-          ignore-unfixed: true
-          limit-severities-for-sarif: true
-          format: sarif
-          output: trivy-results.sarif
-          exit-code: '0'
-      - name: Trivy report (local tarball)
-        if: needs.setup.outputs.publish != 'true'
-        uses: aquasecurity/trivy-action@ed142fd0673e97e23eac54620cfb913e5ce36c25 # v0.36.0
-        with:
-          input: /tmp/seaweedfs${{ steps.config.outputs.tag_suffix }}-amd64.tar
-          scanners: vuln
-          vuln-type: os,library
-          severity: HIGH,CRITICAL
-          ignore-unfixed: true
-          limit-severities-for-sarif: true
-          format: sarif
-          output: trivy-results.sarif
-          exit-code: '0'
-      - name: Upload Trivy scan results to GitHub Security
-        uses: github/codeql-action/upload-sarif@v4
-        if: always()
-        with:
-          sarif_file: trivy-results.sarif
-      - name: Trivy gate (published image)
-        if: needs.setup.outputs.publish == 'true'
-        # Gate only on fixable high/critical vulnerabilities. Non-fixable
-        # findings are still visible in the SARIF upload above.
-        uses: aquasecurity/trivy-action@ed142fd0673e97e23eac54620cfb913e5ce36c25 # v0.36.0
-        with:
-          scan-type: image
-          image-ref: ghcr.io/chrislusf/seaweedfs:${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || 'latest' }}${{ steps.config.outputs.tag_suffix }}-amd64
-          scanners: vuln
-          vuln-type: os,library
-          severity: HIGH,CRITICAL
-          ignore-unfixed: true
-          format: table
-          exit-code: '1'
-          skip-setup-trivy: true
-      - name: Trivy gate (local tarball)
-        if: needs.setup.outputs.publish != 'true'
-        uses: aquasecurity/trivy-action@ed142fd0673e97e23eac54620cfb913e5ce36c25 # v0.36.0
-        with:
-          input: /tmp/seaweedfs${{ steps.config.outputs.tag_suffix }}-amd64.tar
-          scanners: vuln
-          vuln-type: os,library
-          severity: HIGH,CRITICAL
-          ignore-unfixed: true
-          format: table
-          exit-code: '1'
-          skip-setup-trivy: true
-
  create-manifest:
    runs-on: ubuntu-latest
-    needs: [setup, build, trivy-scan]
-    if: needs.setup.outputs.publish == 'true' && github.event_name != 'pull_request'
+    needs: [setup, build]
+    if: github.event_name != 'pull_request'
    strategy:
      matrix:
        variant: ${{ fromJSON(needs.setup.outputs.variants) }}
@@ -430,12 +180,12 @@ jobs:
            ghcr.io/chrislusf/seaweedfs
          tags: type=raw,value=${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || 'latest' }},suffix=${{ steps.config.outputs.tag_suffix }}
      - name: Login to Docker Hub
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
      - name: Login to GHCR
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@v4
        with:
          registry: ghcr.io
          username: ${{ secrets.GHCR_USERNAME }}
@@ -4,19 +4,11 @@ on:
  push:
    tags:
      - '*'
-  workflow_dispatch:
-    inputs:
-      release_tag:
-        description: 'Release tag to publish (e.g. 3.93)'
-        required: true
-        default: ''
+  workflow_dispatch: {}

 permissions:
  contents: read

-env:
-  RELEASE_TAG: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.release_tag || github.ref_name }}
-
 jobs:

  build-large-release-container_foundationdb:
@@ -34,7 +26,7 @@ jobs:
          images: |
            chrislusf/seaweedfs
          tags: |
-            type=raw,value=${{ env.RELEASE_TAG }}_large_disk_foundationdb
+            type=ref,event=tag,suffix=_large_disk_foundationdb
          flavor: |
            latest=false
          labels: |
@@ -43,14 +35,14 @@ jobs:
            org.opencontainers.image.vendor=Chris Lu
      -
        name: Set up QEMU
-        uses: docker/setup-qemu-action@v4.1.0
+        uses: docker/setup-qemu-action@v4
      -
        name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v4
      -
        name: Login to Docker Hub
        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
@@ -29,7 +29,6 @@ on:

 permissions:
  contents: read
-  security-events: write

 env:
  RELEASE_TAG: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.release_tag || github.ref_name }}
@@ -40,87 +39,11 @@ concurrency:
  cancel-in-progress: false

 jobs:
-
-  # ── Pre-build Rust volume server binaries natively ──────────────────
-  # Cross-compiles for amd64 and arm64 without QEMU, turning a 5-hour
-  # emulated cargo build into ~15 minutes of native compilation.
-  build-rust-binaries:
-    runs-on: ubuntu-22.04
-    strategy:
-      matrix:
-        include:
-          - target: x86_64-unknown-linux-musl
-            arch: amd64
-          - target: aarch64-unknown-linux-musl
-            arch: arm64
-            cross: true
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          targets: ${{ matrix.target }}
-
-      - name: Install musl tools (amd64)
-        if: ${{ !matrix.cross }}
-        run: sudo apt-get install -y musl-tools
-
-      - name: Install cross-compilation tools (arm64)
-        if: matrix.cross
-        run: |
-          sudo apt-get install -y gcc-aarch64-linux-gnu
-          echo "CARGO_TARGET_AARCH64_UNKNOWN_LINUX_MUSL_LINKER=aarch64-linux-gnu-gcc" >> "$GITHUB_ENV"
-          # Disable glibc fortify source — its __memcpy_chk etc. symbols don't exist in musl
-          echo "CFLAGS_aarch64_unknown_linux_musl=-U_FORTIFY_SOURCE" >> "$GITHUB_ENV"
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-docker-${{ matrix.target }}-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-docker-${{ matrix.target }}-
-
-      - name: Build large-disk variant
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }}
-          cp target/${{ matrix.target }}/release/weed-volume ../weed-volume-large-disk-${{ matrix.arch }}
-
-      - name: Build normal variant
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }} --no-default-features
-          cp target/${{ matrix.target }}/release/weed-volume ../weed-volume-normal-${{ matrix.arch }}
-
-      - name: Upload artifacts
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-${{ matrix.arch }}
-          path: |
-            weed-volume-large-disk-${{ matrix.arch }}
-            weed-volume-normal-${{ matrix.arch }}
-
-  # ── Build Docker containers ─────────────────────────────────────────
  build:
-    needs: [build-rust-binaries]
    runs-on: ubuntu-latest
    strategy:
-      # All variants at once: pulls hit mirror.gcr.io and pushes go to GHCR only,
-      # so docker.io limits don't apply. Watch the 10 GB gha cache budget.
-      max-parallel: 5
+      # Build sequentially to avoid rate limits
+      max-parallel: 2
      matrix:
        include:
          # Normal volume - multi-arch
@@ -129,23 +52,20 @@ jobs:
            dockerfile: ./docker/Dockerfile.go_build
            build_args: ""
            tag_suffix: ""
-            rust_variant: normal
-
-          # Large disk - multi-arch
+            
+          # Large disk - multi-arch  
          - variant: large_disk
            platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
            dockerfile: ./docker/Dockerfile.go_build
            build_args: TAGS=5BytesOffset
            tag_suffix: _large_disk
-            rust_variant: large-disk
-
+            
          # Full tags - multi-arch
          - variant: full
            platforms: linux/amd64,linux/arm64
            dockerfile: ./docker/Dockerfile.go_build
            build_args: TAGS=elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
            tag_suffix: _full
-            rust_variant: normal

          # Large disk + full tags - multi-arch
          - variant: large_disk_full
@@ -153,42 +73,19 @@ jobs:
            dockerfile: ./docker/Dockerfile.go_build
            build_args: TAGS=5BytesOffset,elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
            tag_suffix: _large_disk_full
-            rust_variant: large-disk
-
+            
          # RocksDB large disk - amd64 only
          - variant: rocksdb
            platforms: linux/amd64
            dockerfile: ./docker/Dockerfile.rocksdb_large
            build_args: ""
            tag_suffix: _large_disk_rocksdb
-            rust_variant: large-disk
            
    steps:
      - name: Checkout
        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
        uses: actions/checkout@v6
-
-      - name: Download pre-built Rust binaries
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        uses: actions/download-artifact@v8
-        with:
-          pattern: rust-volume-*
-          merge-multiple: true
-          path: ./rust-bins
-
-      - name: Place Rust binaries in Docker context
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        run: |
-          mkdir -p docker/weed-volume-prebuilt
-          for arch in amd64 arm64; do
-            src="./rust-bins/weed-volume-${{ matrix.rust_variant }}-${arch}"
-            if [ -f "$src" ]; then
-              cp "$src" "docker/weed-volume-prebuilt/weed-volume-${arch}"
-              echo "Placed pre-built Rust binary for ${arch}"
-            fi
-          done
-          ls -la docker/weed-volume-prebuilt/
-
+        
      - name: Free Disk Space
        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
        run: |
@@ -220,7 +117,7 @@ jobs:
            
      - name: Set up QEMU
        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && contains(matrix.platforms, 'arm')
-        uses: docker/setup-qemu-action@v4.1.0
+        uses: docker/setup-qemu-action@v4
        
      - name: Create BuildKit config
        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
@@ -238,14 +135,14 @@ jobs:
          
      - name: Login to Docker Hub
        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && github.event_name != 'pull_request'
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
          
      - name: Login to GHCR
        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && github.event_name != 'pull_request'
-        uses: docker/login-action@v4.2.0
+        uses: docker/login-action@v4
        with:
          registry: ghcr.io
          username: ${{ secrets.GHCR_USERNAME }}
@@ -273,177 +170,97 @@ jobs:
            BRANCH=${{ github.sha }}
            ${{ matrix.variant == 'rocksdb' && format('ROCKSDB_VERSION={0}', github.event.inputs.rocksdb_version || 'v10.10.1') || '' }}
            
-      # Copy GHCR -> Docker Hub here, per variant, so it overlaps with the other
-      # variants still building instead of waiting on the whole matrix.
-      - name: Install crane
-        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && github.event_name != 'pull_request'
-        run: |
-          cd $(mktemp -d)
-          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
-          sudo mv crane /usr/local/bin/
-          crane version
-
-      - name: Copy ${{ matrix.variant }} to Docker Hub
-        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && github.event_name != 'pull_request'
-        run: |
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              attempt=$((attempt + 1))
-            done
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-
-          echo "Copying ${{ matrix.variant }} from GHCR to Docker Hub..."
-          retry_with_backoff crane copy \
-            ghcr.io/chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }} \
-            chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }}
-          echo "Copied ${{ matrix.variant }} to Docker Hub"
-
      - name: Clean up build artifacts
        if: always() && (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant)
        run: |
          sudo docker system prune -f
          sudo rm -rf /tmp/go-build*

-  # Report-only trivy scan: uploads fixable HIGH/CRITICAL findings to GitHub
-  # Security for visibility, but never blocks the release. Releases (including
-  # `latest`) ship regardless — vulnerabilities are tracked, not gated, since
-  # we sometimes need to publish through known findings (e.g. unfixed upstream
-  # CVE, base-image lag).
-  trivy-scan:
+  copy-to-dockerhub:
    runs-on: ubuntu-latest
    needs: [build]
-    if: github.event_name == 'push'
-    continue-on-error: true
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - source_suffix: ""
-            variant: normal
-          - source_suffix: _large_disk
-            variant: large_disk
-    steps:
-      - name: Login to GHCR
-        uses: docker/login-action@v4.2.0
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-
-      - name: Trivy report (${{ matrix.variant }})
-        # Pin to SHA - mutable tags were compromised (GHSA-69fq-xp46-6x23)
-        uses: aquasecurity/trivy-action@ed142fd0673e97e23eac54620cfb913e5ce36c25 # v0.36.0
-        with:
-          scan-type: image
-          # Scan the multi-arch tag on GHCR (already pushed by the build job).
-          # Trivy scans the runner's native platform; OS packages are identical
-          # across architectures since they all share the same alpine base.
-          image-ref: ghcr.io/chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.source_suffix }}
-          scanners: vuln
-          vuln-type: os,library
-          severity: HIGH,CRITICAL
-          ignore-unfixed: true
-          limit-severities-for-sarif: true
-          format: sarif
-          output: trivy-results.sarif
-          exit-code: '0'
-
-      - name: Upload Trivy scan results to GitHub Security
-        if: always()
-        uses: github/codeql-action/upload-sarif@v4
-        with:
-          sarif_file: trivy-results.sarif
-          category: trivy-${{ matrix.variant }}
-
-  # Point `latest` (and `latest_large_disk`) at the just-released versioned
-  # image. crane tag adds an extra tag to an existing manifest — no rebuild,
-  # no QEMU, no separate workflow. Replaces the old container_latest.yml
-  # rebuild that often failed or lagged behind the release. Independent of
-  # trivy-scan: vuln findings are reported but do not block `latest`.
-  tag-latest:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name == 'push'
+    if: github.event_name != 'pull_request'
    strategy:
      matrix:
+        variant: [normal, large_disk, full, large_disk_full, rocksdb]
        include:
-          - source_suffix: ""
-            latest_tag: latest
-          - source_suffix: _large_disk
-            latest_tag: latest_large_disk
+          - variant: normal
+            tag_suffix: ""
+          - variant: large_disk
+            tag_suffix: _large_disk
+          - variant: full
+            tag_suffix: _full
+          - variant: large_disk_full
+            tag_suffix: _large_disk_full
+          - variant: rocksdb
+            tag_suffix: _large_disk_rocksdb
+            
    steps:
      - name: Login to Docker Hub
-        uses: docker/login-action@v4.2.0
+        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
+        uses: docker/login-action@v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
-
+          
      - name: Login to GHCR
-        uses: docker/login-action@v4.2.0
+        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
+        uses: docker/login-action@v4
        with:
          registry: ghcr.io
          username: ${{ secrets.GHCR_USERNAME }}
          password: ${{ secrets.GHCR_TOKEN }}
-
+          
      - name: Install crane
+        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
        run: |
          cd $(mktemp -d)
          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
          sudo mv crane /usr/local/bin/
          crane version
-
-      - name: Re-tag ${{ env.RELEASE_TAG }}${{ matrix.source_suffix }} as ${{ matrix.latest_tag }}
+          
+      - name: Copy ${{ matrix.variant }} from GHCR to Docker Hub
+        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
        run: |
+          # Function to retry with exponential backoff
          retry_with_backoff() {
            local max_attempts=5
            local timeout=1
            local attempt=1
            local exit_code=0
+            
            while [ $attempt -le $max_attempts ]; do
              if "$@"; then
                return 0
              else
                exit_code=$?
              fi
+              
              if [ $attempt -lt $max_attempts ]; then
                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
                sleep $timeout
                timeout=$((timeout * 2))
              fi
+              
              attempt=$((attempt + 1))
            done
+            
            echo "Command failed after $max_attempts attempts" >&2
            return $exit_code
          }
-
-          SRC_TAG="${{ env.RELEASE_TAG }}${{ matrix.source_suffix }}"
-          DST_TAG="${{ matrix.latest_tag }}"
-
-          echo "Tagging ghcr.io/chrislusf/seaweedfs:${SRC_TAG} as ${DST_TAG}"
-          retry_with_backoff crane tag "ghcr.io/chrislusf/seaweedfs:${SRC_TAG}" "${DST_TAG}"
-
-          echo "Tagging chrislusf/seaweedfs:${SRC_TAG} as ${DST_TAG}"
-          retry_with_backoff crane tag "chrislusf/seaweedfs:${SRC_TAG}" "${DST_TAG}"
+          
+          # Copy multi-arch image from GHCR to Docker Hub with retry
+          # This is much more efficient than pulling/pushing individual arch images
+          echo "Copying ${{ matrix.variant }} from GHCR to Docker Hub..."
+          retry_with_backoff crane copy \
+            ghcr.io/chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }} \
+            chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }}
+          
+          echo "✓ Successfully copied ${{ matrix.variant }} to Docker Hub"

  helm-release:
    runs-on: ubuntu-latest
-    needs: [build]
+    needs: [copy-to-dockerhub]
    if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
    permissions:
      contents: write
@@ -82,19 +82,19 @@ jobs:
          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"

      - name: Set up QEMU
-        uses: docker/setup-qemu-action@06116385d9baf250c9f4dcb4858b16962ea869c3 # v1
+        uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v1

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v1

      - name: Login to Docker Hub
-        uses: docker/login-action@650006c6eb7dba73a995cc03b0b2d7f5ca915bee # v1
+        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v1
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}

      - name: Build and push image
-        uses: docker/build-push-action@bcafcacb16a39f128d818304e6c9c0c18556b85f # v2
+        uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v2
        with:
          context: ./docker
          push: true
@@ -11,4 +11,4 @@ jobs:
      - name: 'Checkout Repository'
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd
      - name: 'Dependency Review'
-        uses: actions/dependency-review-action@a1d282b36b6f3519aa1f3fc636f609c47dddb294
+        uses: actions/dependency-review-action@2031cfc080254a8a887f58cffee85186f0e49e48
@@ -57,12 +57,12 @@ jobs:
        echo "FUSE device: $(ls -la /dev/fuse 2>&1 || echo '/dev/fuse not found')"

    - name: Start SeaweedFS
-      timeout-minutes: 15
+      timeout-minutes: 10
      run: |
        # Enable Docker buildkit for better caching
        export DOCKER_BUILDKIT=1
        export COMPOSE_DOCKER_CLI_BUILD=1
-
+        
        # Build with retry logic
        for i in {1..3}; do
          echo "Build attempt $i/3"
@@ -77,18 +77,10 @@ jobs:
            sleep 30
          fi
        done
-
+        
        # Start services with wait
        docker compose -f ./compose/e2e-mount.yml up --wait

-    - name: Rotate buildx cache
-      if: always()
-      run: |
-        # Without this, --cache-to writes to .buildx-cache-new but actions/cache only
-        # uploads .buildx-cache, so layers (notably the slow apt RUN) never persist.
-        rm -rf /tmp/.buildx-cache
-        if [ -d /tmp/.buildx-cache-new ]; then mv /tmp/.buildx-cache-new /tmp/.buildx-cache; fi
-
    - name: Run FIO 4k
      timeout-minutes: 15
      run: |
@@ -0,0 +1,49 @@
+name: EC Integration Tests
+
+on:
+  push:
+    branches: [ master ]
+    paths:
+      - 'weed/admin/**'
+      - 'weed/worker/**'
+      - 'test/erasure_coding/admin_dockertest/**'
+      - '.github/workflows/ec-integration.yml'
+  pull_request:
+    branches: [ master ]
+    paths:
+      - 'weed/admin/**'
+      - 'weed/worker/**'
+      - 'test/erasure_coding/admin_dockertest/**'
+      - '.github/workflows/ec-integration.yml'
+
+jobs:
+  ec-integration-test:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v6
+      
+    - name: Set up Go
+      uses: actions/setup-go@v6
+      with:
+        go-version-file: 'go.mod'
+        
+    - name: Build weed binary
+      run: |
+        cd weed
+        go build -o ../weed_bin
+        
+    - name: Run EC integration tests
+      run: |
+        cd test/erasure_coding/admin_dockertest
+        go test -v -timeout 15m ec_integration_test.go
+        
+    - name: Upload test logs on failure
+      if: failure()
+      uses: actions/upload-artifact@v7
+      with:
+        name: ec-test-logs
+        path: test/erasure_coding/admin_dockertest/tmp/logs/
+        retention-days: 7
@@ -1,63 +0,0 @@
-name: "FUSE DLM Integration Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/command/mount*.go'
-      - 'weed/mount/**'
-      - 'weed/cluster/**'
-      - 'test/fuse_dlm/**'
-      - '.github/workflows/fuse-dlm-integration.yml'
-  push:
-    branches: [master]
-    paths:
-      - 'weed/command/mount*.go'
-      - 'weed/mount/**'
-      - 'weed/cluster/**'
-      - 'test/fuse_dlm/**'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/fuse-dlm-integration
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  fuse-dlm-integration:
-    name: FUSE DLM Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Install FUSE dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y libfuse3-dev
-          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf
-          sudo chmod 644 /etc/fuse.conf
-
-      - name: Build SeaweedFS
-        run: go build -o weed/weed -buildvcs=false ./weed
-
-      - name: Run DLM integration tests
-        timeout-minutes: 25
-        env:
-          WEED_BINARY: ${{ github.workspace }}/weed/weed
-        run: go test -v -count=1 -timeout=20m ./test/fuse_dlm/...
-
-      - name: Upload logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: fuse-dlm-test-logs
-          path: /tmp/seaweedfs-fuse-dlm-logs/
-          retention-days: 3
@@ -1,69 +0,0 @@
-name: "FUSE P2P Peer Chunk Sharing Integration Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/command/mount*.go'
-      - 'weed/mount/**'
-      - 'weed/filer/mount_peer_registry*.go'
-      - 'weed/server/filer_grpc_server_mount_peer.go'
-      - 'weed/pb/mount_peer.proto'
-      - 'weed/pb/filer.proto'
-      - 'test/fuse_p2p/**'
-      - '.github/workflows/fuse-p2p-integration.yml'
-  push:
-    branches: [master]
-    paths:
-      - 'weed/command/mount*.go'
-      - 'weed/mount/**'
-      - 'weed/filer/mount_peer_registry*.go'
-      - 'weed/server/filer_grpc_server_mount_peer.go'
-      - 'weed/pb/mount_peer.proto'
-      - 'weed/pb/filer.proto'
-      - 'test/fuse_p2p/**'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/fuse-p2p-integration
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  fuse-p2p-integration:
-    name: FUSE P2P Peer Chunk Sharing
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Install FUSE dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y libfuse3-dev
-          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf
-          sudo chmod 644 /etc/fuse.conf
-
-      - name: Build SeaweedFS
-        run: go build -o weed/weed -buildvcs=false ./weed
-
-      - name: Run P2P integration tests
-        timeout-minutes: 15
-        env:
-          WEED_BINARY: ${{ github.workspace }}/weed/weed
-        run: go test -v -count=1 -timeout=12m ./test/fuse_p2p/...
-
-      - name: Upload logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: fuse-p2p-test-logs
-          path: /tmp/seaweedfs-fuse-p2p-logs/
-          retention-days: 3
@@ -21,7 +21,7 @@ jobs:
          fetch-depth: 0

      - name: Set up Helm
-        uses: azure/setup-helm@v5
+        uses: azure/setup-helm@v4
        with:
          version: v3.18.4

@@ -51,158 +51,29 @@ jobs:
          
          echo "=== Testing default configuration ==="
          helm template test $CHART_DIR > /tmp/default.yaml
-          echo "Default configuration renders successfully"
+          echo "✓ Default configuration renders successfully"
          
          echo "=== Testing with S3 enabled ==="
          helm template test $CHART_DIR --set s3.enabled=true > /tmp/s3.yaml
          grep -q "kind: Deployment" /tmp/s3.yaml && grep -q "seaweedfs-s3" /tmp/s3.yaml
-          echo "S3 deployment renders correctly"
+          echo "✓ S3 deployment renders correctly"
          
          echo "=== Testing with all-in-one mode ==="
          helm template test $CHART_DIR --set allInOne.enabled=true > /tmp/allinone.yaml
          grep -q "seaweedfs-all-in-one" /tmp/allinone.yaml
-          echo "All-in-one deployment renders correctly"
+          echo "✓ All-in-one deployment renders correctly"
          
          echo "=== Testing with security enabled ==="
          helm template test $CHART_DIR --set global.seaweedfs.enableSecurity=true > /tmp/security.yaml
          grep -q "security-config" /tmp/security.yaml
-          echo "Security configuration renders correctly"
-
-          echo ""
-          echo "=== Testing IAM gRPC opt-in path ==="
-          # Regression test: the filer registers the IAM gRPC service the
-          # Admin UI Users tab calls only when jwt.filer_signing.key is in
-          # security.toml. Operators must be able to enable that without
-          # the cert-manager mTLS bundle.
-          # Install PyYAML explicitly: this block runs before the later
-          # security+S3 block that does the same install, and we don't
-          # want to rely on the runner image shipping it.
-          pip install pyyaml -q
-          python3 - "$CHART_DIR" <<'PYEOF'
-          import subprocess, sys, yaml
-          chart = sys.argv[1]
-
-          def render(values):
-              args = ["helm", "template", "test", chart]
-              for k, v in values.items():
-                  args += ["--set", f"{k}={v}"]
-              return subprocess.check_output(args, text=True)
-
-          def docs(manifest):
-              return [d for d in yaml.safe_load_all(manifest) if d]
-
-          def configmap(manifest, name):
-              for d in docs(manifest):
-                  if d.get("kind") == "ConfigMap" and d["metadata"]["name"] == name:
-                      return d
-              return None
-
-          def workload_mounts(manifest, name):
-              for d in docs(manifest):
-                  if d.get("kind") not in ("Deployment", "StatefulSet"):
-                      continue
-                  if d["metadata"]["name"] != name:
-                      continue
-                  pod = d["spec"]["template"]["spec"]
-                  vols = {v["name"] for v in pod.get("volumes", [])}
-                  mounts = set()
-                  for c in pod.get("containers", []):
-                      for vm in c.get("volumeMounts", []):
-                          mounts.add(vm["name"])
-                  return vols, mounts
-              return None, None
-
-          failed = []
-
-          # Case 1: defaults. The chart historically rendered nothing
-          # security-related; preserve that so this PR is non-breaking on
-          # existing installs.
-          out = render({})
-          if configmap(out, "test-seaweedfs-security-config") is not None:
-              failed.append("defaults: security ConfigMap should not render")
-          else:
-              print("defaults: no security-config ConfigMap (unchanged)")
-
-          # Case 2: filerWrite=true alone is the documented opt-in for
-          # the Admin UI Users tab. Configmap must render with
-          # [jwt.filer_signing] and NO [grpc.*] sections (cert paths
-          # only exist with mTLS).
-          out = render({
-              "global.seaweedfs.securityConfig.jwtSigning.filerWrite": "true",
-              "admin.enabled": "true",
-          })
-          cm = configmap(out, "test-seaweedfs-security-config")
-          if cm is None:
-              failed.append("filerWrite=true: security ConfigMap missing")
-          else:
-              toml = cm["data"]["security.toml"]
-              if "[jwt.filer_signing]" not in toml:
-                  failed.append("filerWrite=true: security.toml missing [jwt.filer_signing]")
-              if "[grpc" in toml:
-                  failed.append("filerWrite=true: security.toml unexpectedly has [grpc.*] (would need cert mounts)")
-              if "[jwt.filer_signing]" in toml and "[grpc" not in toml:
-                  print("filerWrite=true: security.toml has [jwt.filer_signing], no [grpc.*]")
-
-          # Case 3: filer + admin pods must MOUNT the security ConfigMap
-          # under filerWrite=true so the JWT key reaches both processes.
-          # Cert volumes must NOT be present (no mTLS).
-          for wl in ("test-seaweedfs-filer", "test-seaweedfs-admin"):
-              vols, mounts = workload_mounts(out, wl)
-              if vols is None:
-                  failed.append(f"filerWrite=true: workload {wl} not found")
-                  continue
-              if "security-config" not in vols or "security-config" not in mounts:
-                  failed.append(f"filerWrite=true: {wl} does not mount security-config (IAM gRPC would still fail)")
-              else:
-                  print(f"filerWrite=true: {wl} mounts security-config")
-              cert_vols = {v for v in vols if v.endswith("-cert")}
-              if cert_vols:
-                  failed.append(f"filerWrite=true: {wl} unexpectedly has cert volumes {sorted(cert_vols)}")
-
-          # Case 4: enableSecurity=true must still render the full toml
-          # with both [jwt.signing] and [grpc.*]. Guards against the
-          # decoupling change accidentally regressing the mTLS path.
-          out = render({"global.seaweedfs.enableSecurity": "true"})
-          cm = configmap(out, "test-seaweedfs-security-config")
-          if cm is None:
-              failed.append("enableSecurity=true: security ConfigMap missing")
-          else:
-              toml = cm["data"]["security.toml"]
-              missing = [s for s in ("[jwt.signing]", "[grpc.master]") if s not in toml]
-              if missing:
-                  failed.append(f"enableSecurity=true: security.toml missing {missing}")
-              else:
-                  print("enableSecurity=true: security.toml has [jwt.signing] + [grpc.*] preserved")
-
-          # Case 5: helper must tolerate explicit nulls (gemini-code-assist
-          # PR review). securityConfig=null was the parens-pattern crash
-          # the helper review caught.
-          for null_path in ("global.seaweedfs.securityConfig",
-                            "global.seaweedfs.securityConfig.jwtSigning"):
-              try:
-                  out = render({null_path: "null"})
-              except subprocess.CalledProcessError as e:
-                  failed.append(f"{null_path}=null: render failed: {e.output[:200] if e.output else e}")
-                  continue
-              if configmap(out, "test-seaweedfs-security-config") is not None:
-                  failed.append(f"{null_path}=null: should not render configmap")
-              else:
-                  print(f"{null_path}=null: render tolerates explicit null")
-
-          if failed:
-              print("\nFAIL:", file=sys.stderr)
-              for f in failed:
-                  print(f"  - {f}", file=sys.stderr)
-              sys.exit(1)
-          PYEOF
-          echo "IAM gRPC decoupling tests passed"
+          echo "✓ Security configuration renders correctly"

          echo "=== Testing with monitoring enabled ==="
          helm template test $CHART_DIR \
            --set global.seaweedfs.monitoring.enabled=true \
            --set global.seaweedfs.monitoring.gatewayHost=prometheus \
            --set global.seaweedfs.monitoring.gatewayPort=9091 > /tmp/monitoring.yaml
-          echo "Monitoring configuration renders correctly"
+          echo "✓ Monitoring configuration renders correctly"
          
          echo "=== Testing with PVC storage ==="
          helm template test $CHART_DIR \
@@ -210,25 +81,25 @@ jobs:
            --set master.data.size=10Gi \
            --set master.data.storageClass=standard > /tmp/pvc.yaml
          grep -q "PersistentVolumeClaim" /tmp/pvc.yaml
-          echo "PVC configuration renders correctly"
+          echo "✓ PVC configuration renders correctly"
          
          echo "=== Testing with custom replicas ==="
          helm template test $CHART_DIR \
            --set master.replicas=3 \
            --set filer.replicas=2 \
            --set volume.replicas=3 > /tmp/replicas.yaml
-          echo "Custom replicas configuration renders correctly"
+          echo "✓ Custom replicas configuration renders correctly"
          
          echo "=== Testing filer with S3 gateway ==="
          helm template test $CHART_DIR \
            --set filer.s3.enabled=true \
            --set filer.s3.enableAuth=true > /tmp/filer-s3.yaml
-          echo "Filer S3 gateway renders correctly"
+          echo "✓ Filer S3 gateway renders correctly"
          
          echo "=== Testing SFTP enabled ==="
          helm template test $CHART_DIR --set sftp.enabled=true > /tmp/sftp.yaml
          grep -q "seaweedfs-sftp" /tmp/sftp.yaml
-          echo "SFTP deployment renders correctly"
+          echo "✓ SFTP deployment renders correctly"
          
          echo "=== Testing ingress configurations ==="
          helm template test $CHART_DIR \
@@ -237,12 +108,12 @@ jobs:
            --set s3.enabled=true \
            --set s3.ingress.enabled=true > /tmp/ingress.yaml
          grep -q "kind: Ingress" /tmp/ingress.yaml
-          echo "Ingress configurations render correctly"
+          echo "✓ Ingress configurations render correctly"
          
          echo "=== Testing COSI driver ==="
          helm template test $CHART_DIR --set cosi.enabled=true > /tmp/cosi.yaml
          grep -q "seaweedfs-cosi" /tmp/cosi.yaml
-          echo "COSI driver renders correctly"
+          echo "✓ COSI driver renders correctly"
          
          echo ""
          echo "=== Testing long release name: service names match DNS references ==="
@@ -285,7 +156,7 @@ jobs:
          [ "$MASTER_SVC" = "$MASTER_ADDR_SVC" ] || { echo "FAIL: master service name mismatch"; exit 1; }
          [ "$FILER_CLIENT_SVC" = "$FILER_ADDR_SVC" ] || { echo "FAIL: filer-client service name mismatch"; exit 1; }
          [ "$FILER_CLIENT_SVC" = "$S3_FILER_SVC" ] || { echo "FAIL: S3 -filer= does not match filer-client service"; exit 1; }
-          echo "Normal mode: service names match DNS references with long release name"
+          echo "✓ Normal mode: service names match DNS references with long release name"

          # --- All-in-one mode: all-in-one service vs both helper addresses ---
          helm template "$LONG_RELEASE" $CHART_DIR \
@@ -305,7 +176,7 @@ jobs:

          [ "$AIO_SVC" = "$AIO_MASTER_ADDR_SVC" ] || { echo "FAIL: all-in-one master address mismatch"; exit 1; }
          [ "$AIO_SVC" = "$AIO_FILER_ADDR_SVC" ] || { echo "FAIL: all-in-one filer address mismatch"; exit 1; }
-          echo "All-in-one mode: service names match DNS references with long release name"
+          echo "✓ All-in-one mode: service names match DNS references with long release name"

          echo ""
          echo "=== Testing security+S3: no blank lines in shell command blocks ==="
@@ -343,152 +214,10 @@ jobs:
                  print(f"FAIL: {e}", file=sys.stderr)
              print("Rendered with: global.seaweedfs.enableSecurity=true, filer.s3.enabled=true, s3.enabled=true, allInOne.enabled=true", file=sys.stderr)
              sys.exit(1)
-          print("No blank lines in security+S3 command blocks")
+          print("✓ No blank lines in security+S3 command blocks")
          PYEOF

-          echo ""
-          echo "=== Testing security+S3: -cert.file/-key.file gated on httpsPort (issue #9202) ==="
-          # Regression test: when enableSecurity=true but *.httpsPort is 0 (the default),
-          # the chart must NOT emit -cert.file / -key.file to the S3 frontend. Passing
-          # them promotes weed s3's main -port to HTTPS (see weed/command/s3.go), which
-          # makes the HTTP readinessProbe spam "TLS handshake error ... client sent an
-          # HTTP request to an HTTPS server" into the pod log.
-          #
-          # When *.httpsPort > 0, both -port.https and cert/key args MUST be emitted
-          # together so the opt-in HTTPS listener actually has credentials.
-          python3 - "$CHART_DIR" <<'PYEOF'
-          import subprocess, sys, yaml
-          chart = sys.argv[1]
-
-          def render(values):
-              args = ["helm", "template", "test", chart]
-              for k, v in values.items():
-                  args += ["--set", f"{k}={v}"]
-              return subprocess.check_output(args, text=True)
-
-          def script_of(manifest, kind_name):
-              for doc in yaml.safe_load_all(manifest):
-                  if not doc or doc.get("kind") not in ("Deployment", "StatefulSet"):
-                      continue
-                  if doc["metadata"]["name"] != kind_name:
-                      continue
-                  for c in doc["spec"]["template"]["spec"]["containers"]:
-                      cmd = c.get("command", [])
-                      if len(cmd) >= 3 and cmd[0] == "/bin/sh" and cmd[1] == "-ec":
-                          return cmd[2]
-              raise AssertionError(f"no container script for {kind_name}")
-
-          cases = [
-              # (values, workload-name, httpsPort-set?, arg-prefix)
-              ({"global.seaweedfs.enableSecurity": "true",
-                "s3.enabled": "true"},
-               "test-seaweedfs-s3", False, ""),
-              ({"global.seaweedfs.enableSecurity": "true",
-                "s3.enabled": "true",
-                "s3.httpsPort": "8443"},
-               "test-seaweedfs-s3", True, ""),
-              ({"global.seaweedfs.enableSecurity": "true",
-                "filer.s3.enabled": "true"},
-               "test-seaweedfs-filer", False, "s3."),
-              ({"global.seaweedfs.enableSecurity": "true",
-                "filer.s3.enabled": "true",
-                "filer.s3.httpsPort": "8444"},
-               "test-seaweedfs-filer", True, "s3."),
-              ({"global.seaweedfs.enableSecurity": "true",
-                "allInOne.enabled": "true",
-                "allInOne.s3.enabled": "true"},
-               "test-seaweedfs-all-in-one", False, "s3."),
-              ({"global.seaweedfs.enableSecurity": "true",
-                "allInOne.enabled": "true",
-                "allInOne.s3.enabled": "true",
-                "allInOne.s3.httpsPort": "8445"},
-               "test-seaweedfs-all-in-one", True, "s3."),
-          ]
-
-          failed = False
-          for values, name, https_on, prefix in cases:
-              script = script_of(render(values), name)
-              cert_flag = f"-{prefix}cert.file="
-              key_flag = f"-{prefix}key.file="
-              https_flag = f"-{prefix}port.https="
-              has_cert = cert_flag in script
-              has_key = key_flag in script
-              has_https = https_flag in script
-              label = f"{name} (httpsPort {'set' if https_on else 'unset'})"
-              if https_on:
-                  if not (has_cert and has_key and has_https):
-                      print(f"FAIL: {label}: expected {cert_flag}, {key_flag}, {https_flag} all present "
-                            f"(got cert={has_cert} key={has_key} https={has_https})", file=sys.stderr)
-                      failed = True
-                  else:
-                      print(f"{label}: cert/key/https args emitted together")
-              else:
-                  if has_cert or has_key or has_https:
-                      print(f"FAIL: {label}: expected none of {cert_flag}/{key_flag}/{https_flag}; "
-                            f"main S3 -port would silently become HTTPS and break HTTP probes "
-                            f"(got cert={has_cert} key={has_key} https={has_https})", file=sys.stderr)
-                      failed = True
-                  else:
-                      print(f"{label}: no TLS args emitted, main -port stays HTTP")
-
-              # bash -n: pin down that the rendered script parses. Guards against
-              # a future helper change that leaves a dangling `\` with nothing
-              # after it (every current caller already exits cleanly because
-              # bash treats trailing `\<newline><EOF>` as line-continuation to
-              # an empty line — but keep the contract explicit).
-              parse = subprocess.run(["bash", "-n"], input=script, text=True,
-                                     capture_output=True)
-              if parse.returncode != 0:
-                  print(f"FAIL: {label}: bash -n rejected rendered script: {parse.stderr.strip()}",
-                        file=sys.stderr)
-                  failed = True
-
-          sys.exit(1 if failed else 0)
-          PYEOF
-
-          echo ""
-          echo "=== Testing all-in-one env: a key in both global and component renders once ==="
-          # Regression: all-in-one looped global and component extraEnvironmentVars
-          # in two separate ranges, emitting duplicate env entries for any key set
-          # in both maps. Render a shared key and assert it appears exactly once in
-          # the all-in-one container, with the component value winning (consistent
-          # with the merge helper the other components already use). pyyaml is
-          # installed by the earlier IAM gRPC block in this same step.
-          helm template test $CHART_DIR \
-            --set allInOne.enabled=true \
-            --set global.seaweedfs.extraEnvironmentVars.WEED_SHARED=fromGlobal \
-            --set allInOne.extraEnvironmentVars.WEED_SHARED=fromComponent > /tmp/aio-env.yaml
-          python3 - /tmp/aio-env.yaml <<'PYEOF'
-          import sys, yaml
-          from collections import Counter
-          docs = [d for d in yaml.safe_load_all(open(sys.argv[1])) if d]
-          dep = next(d for d in docs if d.get("kind") == "Deployment"
-                     and d["metadata"]["name"].endswith("all-in-one"))
-          envs = [e["name"] for c in dep["spec"]["template"]["spec"]["containers"]
-                  for e in c.get("env", [])]
-          dups = {k: v for k, v in Counter(envs).items() if v > 1}
-          if dups:
-              print(f"FAIL: duplicate env entries in all-in-one container: {dups}", file=sys.stderr)
-              sys.exit(1)
-          val = next(e.get("value") for c in dep["spec"]["template"]["spec"]["containers"]
-                     for e in c.get("env", []) if e["name"] == "WEED_SHARED")
-          if val != "fromComponent":
-              print(f"FAIL: WEED_SHARED should take the component value 'fromComponent', got '{val}'",
-                    file=sys.stderr)
-              sys.exit(1)
-          print("all-in-one env: shared key renders once, component value wins")
-          PYEOF
-
-          echo "=== Testing bucket versioning: YAML bool false suspends like string \"false\" ==="
-          # bool false used to be a silent no-op while string "false" suspended.
-          BOOL_FALSE=$(helm template test $CHART_DIR \
-            --set s3.enabled=true \
-            --set s3.createBuckets[0].name=verbucket \
-            --set s3.createBuckets[0].versioning=false | grep 's3.bucket.versioning -name verbucket' || true)
-          echo "$BOOL_FALSE" | grep -q -- '-status Suspended' || { echo "FAIL: bool false versioning did not Suspend the bucket"; exit 1; }
-          echo "Bucket versioning: YAML bool false suspends consistently with string \"false\""
-
-          echo "All template rendering tests passed!"
+          echo "✅ All template rendering tests passed!"

      - name: Create kind cluster
        uses: helm/kind-action@v1.14.0
@@ -1,9 +1,6 @@
-name: "helm: release"
+name: "helm: manual release"

 on:
-  push:
-    tags:
-      - '*'
  workflow_dispatch:

 permissions:
@@ -445,7 +445,7 @@ jobs:
        # Test consumer group functionality with explicit timeout
        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
        ulimit -u 100 || echo "Warning: Could not set process limit"
-        timeout 240s go test -v -run "^TestConsumerGroups" -timeout 180s ./integration/...
+        timeout 240s go test -v -run "^TestConsumerGroups" -timeout 180s ./integration/... || echo "Test execution timed out or failed"
      env:
        GOMAXPROCS: 1
        SEAWEEDFS_MASTERS: 127.0.0.1:9333
@@ -112,10 +112,11 @@ jobs:
        working-directory: test/kms
        run: |
          echo "=== OpenBao Container Logs ==="
-          cat /tmp/openbao-ci-container.log 2>/dev/null || docker logs openbao-ci 2>&1 | tail -50 || echo "No OpenBao logs found"
+          docker logs openbao-ci 2>&1 | tail -50 || echo "No OpenBao container found"
          echo "=== SeaweedFS Server Logs ==="
          tail -100 /tmp/seaweedfs-kms-mini.log 2>/dev/null || echo "No server log found"
          echo "=== Setup Logs ==="
+          cat /tmp/openbao-ci-setup.log 2>/dev/null || echo "No OpenBao setup log"
          cat /tmp/weed-kms-ci-setup.log 2>/dev/null || echo "No weed setup log"
          echo "=== Process Information ==="
          ps aux | grep -E "(weed|test)" || true
@@ -127,7 +128,7 @@ jobs:
          name: s3-kms-e2e-logs
          path: |
            /tmp/seaweedfs-kms-mini.log
-            /tmp/openbao-ci-container.log
+            /tmp/openbao-ci-setup.log
            /tmp/weed-kms-ci-setup.log
          retention-days: 3

@@ -1,77 +0,0 @@
-name: "Multi-Master Tests"
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/server/master_*.go'
-      - 'weed/server/raft_*.go'
-      - 'weed/topology/**'
-      - 'test/multi_master/**'
-      - 'test/testutil/**'
-      - '.github/workflows/multi-master-tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'weed/server/master_*.go'
-      - 'weed/server/raft_*.go'
-      - 'weed/topology/**'
-      - 'test/multi_master/**'
-      - 'test/testutil/**'
-      - '.github/workflows/multi-master-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/multi-master-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  multi-master-failover-tests:
-    name: Multi-Master Failover Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Install SeaweedFS
-        run: |
-          cd weed && go install -buildvcs=false
-
-      - name: Run multi-master failover tests
-        # The tests in test/multi_master spin up their own 3-node master raft
-        # cluster (using the freshly-installed `weed` binary) and exercise
-        # leader-election, failover and recovery scenarios. The shared
-        # test/testutil port-allocator regression test runs alongside since it
-        # is a prerequisite for the cluster fixtures.
-        run: |
-          go test -v -timeout=8m ./test/multi_master/... ./test/testutil/...
-
-      - name: Collect server logs on failure
-        if: failure()
-        run: |
-          # test/multi_master/cluster.go creates per-test dirs via
-          # os.MkdirTemp("", "seaweedfs_multi_master_it_") and writes each
-          # node's log into <baseDir>/logs/master*.log.
-          echo "Collecting per-node master logs from temp directories..."
-          mkdir -p /tmp/multi-master-logs
-          find /tmp -maxdepth 1 -type d -name "seaweedfs_multi_master_it_*" 2>/dev/null | while read dir; do
-            echo "Found test directory: $dir"
-            cp -r "$dir" /tmp/multi-master-logs/ 2>/dev/null || true
-          done
-          find /tmp/multi-master-logs -type f -name "*.log" -print -exec tail -n 100 {} \; 2>/dev/null || echo "No logs found"
-
-      - name: Archive logs
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: multi-master-test-logs
-          path: /tmp/multi-master-logs/
-          retention-days: 7
@@ -1,118 +0,0 @@
-name: "pjdfstest POSIX Compliance"
-
-on:
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'weed/mount/**'
-      - 'weed/filer/**'
-      - 'test/pjdfstest/**'
-      - '.github/workflows/pjdfstest.yml'
-  pull_request:
-    branches: [ master, main ]
-    paths:
-      - 'weed/mount/**'
-      - 'weed/filer/**'
-      - 'test/pjdfstest/**'
-      - '.github/workflows/pjdfstest.yml'
-  workflow_dispatch:
-
-concurrency:
-  group: pjdfstest/${{ github.ref }}
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  pjdfstest:
-    name: pjdfstest
-    runs-on: ubuntu-22.04
-    timeout-minutes: 60
-
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v6
-
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-
-    - name: Start local Docker registry
-      run: docker run -d --restart=always -p 5000:5000 --name registry registry:2
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v4
-      with:
-        driver-opts: network=host
-
-    - name: Build weed race binary
-      run: |
-        cd docker
-        make binary_race
-
-    - name: Build SeaweedFS e2e image
-      uses: docker/build-push-action@v7
-      with:
-        context: docker
-        file: docker/Dockerfile.e2e
-        tags: localhost:5000/chrislusf/seaweedfs:e2e
-        push: true
-        cache-from: type=gha,scope=pjdfstest-e2e
-        cache-to: type=gha,mode=max,scope=pjdfstest-e2e
-
-    - name: Tag e2e image for docker compose
-      run: |
-        docker pull localhost:5000/chrislusf/seaweedfs:e2e
-        docker tag localhost:5000/chrislusf/seaweedfs:e2e chrislusf/seaweedfs:e2e
-
-    - name: Build pjdfstest image
-      uses: docker/build-push-action@v7
-      with:
-        context: test/pjdfstest
-        build-contexts: |
-          chrislusf/seaweedfs:e2e=docker-image://localhost:5000/chrislusf/seaweedfs:e2e
-        tags: localhost:5000/chrislusf/seaweedfs:pjdfstest
-        push: true
-        cache-from: type=gha,scope=pjdfstest-harness
-        cache-to: type=gha,mode=max,scope=pjdfstest-harness
-
-    - name: Tag pjdfstest image for docker compose
-      run: |
-        docker pull localhost:5000/chrislusf/seaweedfs:pjdfstest
-        docker tag localhost:5000/chrislusf/seaweedfs:pjdfstest chrislusf/seaweedfs:pjdfstest
-
-    - name: Start SeaweedFS cluster
-      run: |
-        docker compose -f test/pjdfstest/docker-compose.yml up --wait
-
-    - name: Run pjdfstest
-      run: |
-        set -o pipefail
-        docker compose -f test/pjdfstest/docker-compose.yml exec -T mount \
-          /run.sh 2>&1 | tee /tmp/pjdfstest-output.log
-
-    - name: Collect logs
-      if: always()
-      run: |
-        mkdir -p /tmp/pjdfstest-docker-logs
-        for svc in master volume filer mount; do
-          docker compose -f test/pjdfstest/docker-compose.yml logs "$svc" \
-            > "/tmp/pjdfstest-docker-logs/${svc}.log" 2>&1 || true
-        done
-
-    - name: Tear down
-      if: always()
-      run: |
-        docker compose -f test/pjdfstest/docker-compose.yml down -v
-
-    - name: Upload logs
-      if: always()
-      uses: actions/upload-artifact@v7
-      with:
-        name: pjdfstest-results
-        path: |
-          /tmp/pjdfstest-output.log
-          /tmp/pjdfstest-docker-logs/
-        retention-days: 7
@@ -1,242 +0,0 @@
-name: "Rust Volume Server Tests"
-
-on:
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'seaweed-volume/**'
-      - 'test/volume_server/**'
-      - 'weed/pb/volume_server.proto'
-      - 'weed/pb/volume_server_pb/**'
-      - '.github/workflows/rust-volume-server-tests.yml'
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'seaweed-volume/**'
-      - 'test/volume_server/**'
-      - 'weed/pb/volume_server.proto'
-      - 'weed/pb/volume_server_pb/**'
-      - '.github/workflows/rust-volume-server-tests.yml'
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-
-jobs:
-  rust-unit-tests:
-    name: Rust Unit Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-
-
-      - name: Build Rust volume server
-        run: cd seaweed-volume && cargo build --release
-
-      - name: Run Rust unit tests
-        run: cd seaweed-volume && cargo test
-
-  rust-integration-tests:
-    name: Rust Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-
-
-      - name: Build Go weed binary
-        run: |
-          cd weed
-          go build -tags 5BytesOffset -o weed .
-          chmod +x weed
-          ./weed version
-
-      - name: Build Rust volume binary
-        run: cd seaweed-volume && cargo build --release
-
-      - name: Run integration tests
-        env:
-          WEED_BINARY: ${{ github.workspace }}/weed/weed
-          RUST_VOLUME_BINARY: ${{ github.workspace }}/seaweed-volume/target/release/weed-volume
-        run: |
-          echo "Running Rust volume server integration tests..."
-          go test -v -count=1 -timeout=15m ./test/volume_server/rust/...
-
-      - name: Collect logs on failure
-        if: failure()
-        run: |
-          mkdir -p /tmp/rust-volume-server-it-logs
-          find /tmp -maxdepth 1 -type d -name "seaweedfs_volume_server_it_*" -print -exec cp -r {} /tmp/rust-volume-server-it-logs/ \; || true
-
-      - name: Archive logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-server-integration-test-logs
-          path: /tmp/rust-volume-server-it-logs/
-          if-no-files-found: warn
-          retention-days: 7
-
-      - name: Test summary
-        if: always()
-        run: |
-          echo "## Rust Volume Server Integration Test Summary" >> "$GITHUB_STEP_SUMMARY"
-          echo "- Suite: test/volume_server/rust" >> "$GITHUB_STEP_SUMMARY"
-          echo "- Command: go test -v -count=1 -timeout=15m ./test/volume_server/rust/..." >> "$GITHUB_STEP_SUMMARY"
-
-  rust-volume-go-tests:
-    name: Go Tests with Rust Volume (${{ matrix.test-type }} - Shard ${{ matrix.shard }})
-    runs-on: ubuntu-22.04
-    timeout-minutes: 45
-    strategy:
-      fail-fast: false
-      matrix:
-        test-type: [grpc, http]
-        shard: [1, 2, 3]
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-
-
-      - name: Build Go weed binary
-        run: |
-          cd weed
-          go build -tags 5BytesOffset -o weed .
-          chmod +x weed
-          ./weed version
-
-      - name: Build Rust volume binary
-        run: cd seaweed-volume && cargo build --release
-
-      - name: Run volume server integration tests with Rust volume
-        env:
-          WEED_BINARY: ${{ github.workspace }}/weed/weed
-          RUST_VOLUME_BINARY: ${{ github.workspace }}/seaweed-volume/target/release/weed-volume
-          VOLUME_SERVER_IMPL: rust
-        run: |
-          if [ "${{ matrix.test-type }}" == "grpc" ]; then
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-H]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[I-S]"
-            else
-              TEST_PATTERN="^Test[T-Z]"
-            fi
-          else
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-G]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[H-R]"
-            else
-              TEST_PATTERN="^Test[S-Z]"
-            fi
-          fi
-          echo "Running Go volume server tests with Rust volume for ${{ matrix.test-type }} (Shard ${{ matrix.shard }}, pattern: ${TEST_PATTERN})..."
-          go test -v -count=1 -tags 5BytesOffset -timeout=30m ./test/volume_server/${{ matrix.test-type }}/... -run "${TEST_PATTERN}"
-
-      - name: Collect logs on failure
-        if: failure()
-        run: |
-          mkdir -p /tmp/rust-volume-go-test-logs
-          find /tmp -maxdepth 1 -type d -name "seaweedfs_volume_server_it_*" -print -exec cp -r {} /tmp/rust-volume-go-test-logs/ \; || true
-
-      - name: Archive logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-go-test-logs-${{ matrix.test-type }}-shard${{ matrix.shard }}
-          path: /tmp/rust-volume-go-test-logs/
-          if-no-files-found: warn
-          retention-days: 7
-
-      - name: Test summary
-        if: always()
-        run: |
-          if [ "${{ matrix.test-type }}" == "grpc" ]; then
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-H]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[I-S]"
-            else
-              TEST_PATTERN="^Test[T-Z]"
-            fi
-          else
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-G]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[H-R]"
-            else
-              TEST_PATTERN="^Test[S-Z]"
-            fi
-          fi
-          echo "## Rust Volume - Go Test Summary (${{ matrix.test-type }} - Shard ${{ matrix.shard }})" >> "$GITHUB_STEP_SUMMARY"
-          echo "- Suite: test/volume_server/${{ matrix.test-type }} (Pattern: ${TEST_PATTERN})" >> "$GITHUB_STEP_SUMMARY"
-          echo "- Volume server: Rust (VOLUME_SERVER_IMPL=rust)" >> "$GITHUB_STEP_SUMMARY"
@@ -1,166 +0,0 @@
-name: "rust: build dev volume server binaries"
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'seaweed-volume/**'
-      - '.github/workflows/rust_binaries_dev.yml'
-
-permissions:
-  contents: read
-
-jobs:
-
-  cleanup:
-    permissions:
-      contents: write
-    runs-on: ubuntu-latest
-    steps:
-      - name: Delete old Rust volume dev assets
-        uses: mknejp/delete-release-assets@v1
-        continue-on-error: true
-        with:
-          token: ${{ github.token }}
-          tag: dev
-          fail-if-no-assets: false
-          assets: |
-            weed-volume-*
-
-  build-rust-volume-dev-linux:
-    permissions:
-      contents: write
-    needs: cleanup
-    runs-on: ubuntu-22.04
-    strategy:
-      matrix:
-        include:
-          - target: x86_64-unknown-linux-gnu
-            asset_suffix: linux-amd64
-
-    steps:
-      - uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-dev-${{ matrix.target }}-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-dev-${{ matrix.target }}-
-
-      - name: Set BUILD_TIME
-        run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> "$GITHUB_ENV"
-
-      - name: Build Rust volume server (large disk)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: cd seaweed-volume && cargo build --release
-
-      - name: Package large disk binary
-        run: |
-          cp seaweed-volume/target/release/weed-volume weed-volume-large-disk
-          tar czf "weed-volume-large-disk-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz" weed-volume-large-disk
-          rm weed-volume-large-disk
-
-      - name: Build Rust volume server (normal)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: cd seaweed-volume && cargo build --release --no-default-features
-
-      - name: Package normal binary
-        run: |
-          cp seaweed-volume/target/release/weed-volume weed-volume-normal
-          tar czf "weed-volume-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz" weed-volume-normal
-          rm weed-volume-normal
-
-      - name: Upload dev release assets
-        uses: softprops/action-gh-release@v3
-        with:
-          tag_name: dev
-          prerelease: true
-          files: |
-            weed-volume-large-disk-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz
-            weed-volume-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-  build-rust-volume-dev-darwin:
-    permissions:
-      contents: write
-    needs: build-rust-volume-dev-linux
-    runs-on: macos-latest
-    strategy:
-      matrix:
-        include:
-          - target: aarch64-apple-darwin
-            asset_suffix: darwin-arm64
-          - target: x86_64-apple-darwin
-            asset_suffix: darwin-amd64
-
-    steps:
-      - uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: brew install protobuf
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          targets: ${{ matrix.target }}
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-dev-${{ matrix.target }}-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-dev-${{ matrix.target }}-
-
-      - name: Set BUILD_TIME
-        run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> "$GITHUB_ENV"
-
-      - name: Build Rust volume server (large disk)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: cd seaweed-volume && cargo build --release --target ${{ matrix.target }}
-
-      - name: Package large disk binary
-        run: |
-          cp seaweed-volume/target/${{ matrix.target }}/release/weed-volume weed-volume-large-disk
-          tar czf "weed-volume-large-disk-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz" weed-volume-large-disk
-          rm weed-volume-large-disk
-
-      - name: Build Rust volume server (normal)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: cd seaweed-volume && cargo build --release --target ${{ matrix.target }} --no-default-features
-
-      - name: Package normal binary
-        run: |
-          cp seaweed-volume/target/${{ matrix.target }}/release/weed-volume weed-volume-normal
-          tar czf "weed-volume-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz" weed-volume-normal
-          rm weed-volume-normal
-
-      - name: Upload dev release assets
-        uses: softprops/action-gh-release@v3
-        with:
-          tag_name: dev
-          prerelease: true
-          files: |
-            weed-volume-large-disk-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz
-            weed-volume-${{ env.BUILD_TIME }}-${{ matrix.asset_suffix }}.tar.gz
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -1,284 +0,0 @@
-name: "rust: build versioned volume server binaries"
-
-on:
-  push:
-    tags:
-      - '*'
-
-  workflow_dispatch:
-
-permissions:
-  contents: read
-
-jobs:
-
-  build-rust-volume-linux:
-    permissions:
-      contents: write
-    runs-on: ubuntu-22.04
-    strategy:
-      matrix:
-        include:
-          - target: x86_64-unknown-linux-gnu
-            asset_suffix: linux_amd64
-          - target: aarch64-unknown-linux-gnu
-            asset_suffix: linux_arm64
-            cross: true
-
-    steps:
-      - uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          targets: ${{ matrix.target }}
-
-      - name: Install cross-compilation tools
-        if: matrix.cross
-        run: |
-          sudo dpkg --add-architecture arm64
-          sudo sed -i 's/^deb /deb [arch=amd64] /' /etc/apt/sources.list
-          echo "deb [arch=arm64] http://ports.ubuntu.com/ jammy main restricted universe multiverse" | sudo tee /etc/apt/sources.list.d/arm64.list
-          echo "deb [arch=arm64] http://ports.ubuntu.com/ jammy-updates main restricted universe multiverse" | sudo tee -a /etc/apt/sources.list.d/arm64.list
-          sudo apt-get update
-          sudo apt-get install -y gcc-aarch64-linux-gnu libssl-dev:arm64
-          echo "CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_LINKER=aarch64-linux-gnu-gcc" >> "$GITHUB_ENV"
-          echo "OPENSSL_DIR=/usr" >> "$GITHUB_ENV"
-          echo "OPENSSL_INCLUDE_DIR=/usr/include" >> "$GITHUB_ENV"
-          echo "OPENSSL_LIB_DIR=/usr/lib/aarch64-linux-gnu" >> "$GITHUB_ENV"
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-release-${{ matrix.target }}-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-release-${{ matrix.target }}-
-
-      - name: Build Rust volume server (large disk)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }} --target-dir target/large-disk
-
-      - name: Build Rust volume server (normal)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }} --no-default-features --target-dir target/normal
-
-      - name: Package binaries
-        run: |
-          # Large disk (default, 5bytes feature)
-          cp seaweed-volume/target/large-disk/${{ matrix.target }}/release/weed-volume weed-volume-large-disk
-          tar czf weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz weed-volume-large-disk
-          rm weed-volume-large-disk
-
-          # Normal volume size
-          cp seaweed-volume/target/normal/${{ matrix.target }}/release/weed-volume weed-volume-normal
-          tar czf weed-volume_${{ matrix.asset_suffix }}.tar.gz weed-volume-normal
-          rm weed-volume-normal
-
-      - name: Generate md5 checksums
-        run: |
-          for f in weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz weed-volume_${{ matrix.asset_suffix }}.tar.gz; do
-            md5sum "$f" > "$f.md5"
-          done
-
-      - name: Upload release assets
-        if: startsWith(github.ref, 'refs/tags/')
-        uses: softprops/action-gh-release@v3
-        with:
-          files: |
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz.md5
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz.md5
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Upload artifacts
-        if: ${{ !startsWith(github.ref, 'refs/tags/') }}
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-${{ matrix.asset_suffix }}
-          path: |
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz.md5
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz.md5
-
-  build-rust-volume-darwin:
-    permissions:
-      contents: write
-    runs-on: macos-latest
-    strategy:
-      matrix:
-        include:
-          - target: x86_64-apple-darwin
-            asset_suffix: darwin_amd64
-          - target: aarch64-apple-darwin
-            asset_suffix: darwin_arm64
-
-    steps:
-      - uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: brew install protobuf
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          targets: ${{ matrix.target }}
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-release-${{ matrix.target }}-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-release-${{ matrix.target }}-
-
-      - name: Build Rust volume server (large disk)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }} --target-dir target/large-disk
-
-      - name: Build Rust volume server (normal)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target ${{ matrix.target }} --no-default-features --target-dir target/normal
-
-      - name: Package binaries
-        run: |
-          cp seaweed-volume/target/large-disk/${{ matrix.target }}/release/weed-volume weed-volume-large-disk
-          tar czf weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz weed-volume-large-disk
-          rm weed-volume-large-disk
-
-          cp seaweed-volume/target/normal/${{ matrix.target }}/release/weed-volume weed-volume-normal
-          tar czf weed-volume_${{ matrix.asset_suffix }}.tar.gz weed-volume-normal
-          rm weed-volume-normal
-
-      - name: Generate md5 checksums
-        run: |
-          for f in weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz weed-volume_${{ matrix.asset_suffix }}.tar.gz; do
-            md5 -r "$f" > "$f.md5"
-          done
-
-      - name: Upload release assets
-        if: startsWith(github.ref, 'refs/tags/')
-        uses: softprops/action-gh-release@v3
-        with:
-          files: |
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz.md5
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz.md5
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Upload artifacts
-        if: ${{ !startsWith(github.ref, 'refs/tags/') }}
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-${{ matrix.asset_suffix }}
-          path: |
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_large_disk_${{ matrix.asset_suffix }}.tar.gz.md5
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz
-            weed-volume_${{ matrix.asset_suffix }}.tar.gz.md5
-
-  build-rust-volume-windows:
-    permissions:
-      contents: write
-    runs-on: windows-latest
-
-    steps:
-      - uses: actions/checkout@v6
-
-      - name: Install protobuf compiler
-        run: choco install protoc -y
-
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@stable
-
-      - name: Cache cargo registry and target
-        uses: actions/cache@v5
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            seaweed-volume/target
-          key: rust-release-windows-${{ hashFiles('seaweed-volume/Cargo.lock') }}
-          restore-keys: |
-            rust-release-windows-
-
-      - name: Build Rust volume server (large disk)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --target-dir target/large-disk
-
-      - name: Build Rust volume server (normal)
-        env:
-          SEAWEEDFS_COMMIT: ${{ github.sha }}
-        run: |
-          cd seaweed-volume
-          cargo build --release --no-default-features --target-dir target/normal
-
-      - name: Package binaries
-        shell: bash
-        run: |
-          cp seaweed-volume/target/large-disk/release/weed-volume.exe weed-volume-large-disk.exe
-          7z a weed-volume_large_disk_windows_amd64.zip weed-volume-large-disk.exe
-          rm weed-volume-large-disk.exe
-
-          cp seaweed-volume/target/normal/release/weed-volume.exe weed-volume-normal.exe
-          7z a weed-volume_windows_amd64.zip weed-volume-normal.exe
-          rm weed-volume-normal.exe
-
-      - name: Generate md5 checksums
-        shell: bash
-        run: |
-          for f in weed-volume_large_disk_windows_amd64.zip weed-volume_windows_amd64.zip; do
-            md5sum "$f" > "$f.md5"
-          done
-
-      - name: Upload release assets
-        if: startsWith(github.ref, 'refs/tags/')
-        uses: softprops/action-gh-release@v3
-        with:
-          files: |
-            weed-volume_large_disk_windows_amd64.zip
-            weed-volume_large_disk_windows_amd64.zip.md5
-            weed-volume_windows_amd64.zip
-            weed-volume_windows_amd64.zip.md5
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Upload artifacts
-        if: ${{ !startsWith(github.ref, 'refs/tags/') }}
-        uses: actions/upload-artifact@v7
-        with:
-          name: rust-volume-windows_amd64
-          path: |
-            weed-volume_large_disk_windows_amd64.zip
-            weed-volume_large_disk_windows_amd64.zip.md5
-            weed-volume_windows_amd64.zip
-            weed-volume_windows_amd64.zip.md5
@@ -1,129 +0,0 @@
-name: "S3 ETag and ACL Tests"
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/etag*.go'
-      - 'weed/server/filer_server_handlers_*.go'
-      - 'test/s3/etag/**'
-      - 'test/s3/acl/**'
-      - '.github/workflows/s3-etag-acl-tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/etag*.go'
-      - 'weed/server/filer_server_handlers_*.go'
-      - 'test/s3/etag/**'
-      - 'test/s3/acl/**'
-      - '.github/workflows/s3-etag-acl-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/s3-etag-acl-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  s3-etag-acl-tests:
-    name: S3 ETag + ACL Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Install SeaweedFS
-        run: |
-          cd weed && go install -buildvcs=false
-
-      - name: Start weed mini (S3 on :8333)
-        run: |
-          mkdir -p /tmp/seaweedfs-etag-acl
-          # Minimal identity config so SSE-aware tests under acl/ can authenticate.
-          cat > /tmp/seaweedfs-etag-acl-s3.json <<'JSON'
-          {
-            "identities": [
-              {
-                "name": "admin",
-                "credentials": [
-                  {"accessKey": "some_access_key1", "secretKey": "some_secret_key1"}
-                ],
-                "actions": ["Admin", "Read", "Write"]
-              }
-            ]
-          }
-          JSON
-          AWS_ACCESS_KEY_ID=some_access_key1 \
-          AWS_SECRET_ACCESS_KEY=some_secret_key1 \
-            weed mini \
-              -dir=/tmp/seaweedfs-etag-acl \
-              -s3.port=8333 \
-              -s3.config=/tmp/seaweedfs-etag-acl-s3.json \
-              -ip=127.0.0.1 \
-              > /tmp/weed-mini.log 2>&1 &
-          echo $! > /tmp/weed-mini.pid
-
-          # Wait for the S3 endpoint to come up (returns 403 unauth before any
-          # request is signed; that's fine — it means the server is listening).
-          for i in $(seq 1 30); do
-            if curl -s -o /dev/null -w "%{http_code}" http://127.0.0.1:8333/ | grep -qE "^(200|403)$"; then
-              echo "weed mini is ready"
-              exit 0
-            fi
-            sleep 1
-          done
-          echo "weed mini failed to start within 30s"
-          tail -50 /tmp/weed-mini.log
-          exit 1
-
-      - name: Run ETag tests
-        # Pins the regression for #7768: PutObject of an auto-chunked file (>8MB)
-        # must return a pure MD5 hex ETag, not a `<md5>-N` composite — the AWS
-        # SDK for Java v2 rejects the latter on the PutObject path.
-        env:
-          S3_ENDPOINT: http://127.0.0.1:8333
-          AWS_ACCESS_KEY_ID: some_access_key1
-          AWS_SECRET_ACCESS_KEY: some_secret_key1
-          AWS_REGION: us-east-1
-        run: go test -v -timeout=5m ./test/s3/etag/...
-
-      - name: Run ACL versioning tests
-        # Pins object-ACL behavior on a versioned bucket: GetObjectAcl /
-        # PutObjectAcl with and without versionId, modifying ACLs on different
-        # versions independently.
-        env:
-          S3_ENDPOINT: http://127.0.0.1:8333
-          AWS_ACCESS_KEY_ID: some_access_key1
-          AWS_SECRET_ACCESS_KEY: some_secret_key1
-          AWS_REGION: us-east-1
-        run: go test -v -timeout=5m ./test/s3/acl/...
-
-      - name: Stop weed mini
-        if: always()
-        run: |
-          if [ -f /tmp/weed-mini.pid ]; then
-            kill "$(cat /tmp/weed-mini.pid)" 2>/dev/null || true
-          fi
-
-      - name: Show server log on failure
-        if: failure()
-        run: |
-          echo "=== weed mini log (last 200 lines) ==="
-          tail -n 200 /tmp/weed-mini.log 2>/dev/null || echo "no log available"
-
-      - name: Archive log
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-etag-acl-server-log
-          path: /tmp/weed-mini.log
-          retention-days: 3
@@ -245,132 +245,6 @@ jobs:
          path: test/s3/retention/weed-test*.log
          retention-days: 3

-  s3-lifecycle-tests:
-    name: S3 Lifecycle Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    strategy:
-      fail-fast: false
-      matrix:
-        # One job per test so each gets a fresh `weed mini` server, avoiding
-        # the cross-test volume-pool exhaustion that surfaced when several
-        # TTL-pinned bucket collections piled up in a single run.
-        test:
-          - TestLifecycleAbortIncompleteMultipartUpload
-          - TestLifecycleAdminDispatchSucceedsWithCustomFilerGrpcPort
-          - TestLifecycleBootstrapWalkOnExistingObjects
-          - TestLifecycleConfigUpdateBetweenSweeps
-          - TestLifecycleDeleteBucketLifecycleStopsDispatching
-          - TestLifecycleDisabledRuleSkipsObject
-          - TestLifecycleEmptyBucketSweepIsNoOp
-          - TestLifecycleExpirationDateInThePast
-          - TestLifecycleExpirationFiresOnBackdatedObject
-          - TestLifecycleExpiredDeleteMarkerCleanup
-          - TestLifecycleMultipleBucketsInOneSweep
-          - TestLifecycleMultipleRulesInOneBucket
-          - TestLifecycleNewerNoncurrentVersions
-          - TestLifecycleNoncurrentVersionExpiration
-          - TestLifecycleSizeFilterGreaterThan
-          - TestLifecycleSkipsObjectLockedObjects
-          - TestLifecycleSuspendedVersioningExpiration
-          - TestLifecycleTagFilter
-          - TestLifecycleVersionedBucketCreatesDeleteMarker
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run ${{ matrix.test }}
-        timeout-minutes: 8
-        working-directory: test/s3/lifecycle
-        run: |
-          set -x
-          make test-with-server TEST_PATTERN='^${{ matrix.test }}$$'
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/lifecycle
-        run: |
-          if [ -f weed-test.log ]; then
-            echo "=== Last 200 lines of server logs ==="
-            tail -200 weed-test.log
-          fi
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp 2>/dev/null | grep -E "(8333|9333|8080|8888)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-lifecycle-test-logs-${{ matrix.test }}
-          path: test/s3/lifecycle/weed-test*.log
-          retention-days: 3
-
-  s3-checksum-tests:
-    name: S3 Checksum Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Checksum Tests
-        timeout-minutes: 16
-        working-directory: test/s3/checksum
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Tests ==="
-          make test-with-server
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/checksum
-        run: |
-          echo "=== Server Logs ==="
-          if [ -f weed-test.log ]; then
-            echo "Last 100 lines of server logs:"
-            tail -100 weed-test.log
-          else
-            echo "No server log file found"
-          fi
-
-          echo "=== Test Environment ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp | grep -E "(8333|9333|8080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-checksum-test-logs
-          path: test/s3/checksum/weed-test*.log
-          retention-days: 3
-
  s3-cors-tests:
    name: S3 CORS Tests
    runs-on: ubuntu-22.04
@@ -84,7 +84,7 @@ jobs:
    timeout-minutes: 25
    strategy:
      matrix:
-        test-type: ["basic", "advanced", "policy-enforcement", "group", "sts"]
+        test-type: ["basic", "advanced", "policy-enforcement", "group"]
        
    steps:
      - name: Check out code
@@ -138,23 +138,6 @@ jobs:
              make clean setup start-services wait-for-services
              go test -v -timeout 15m -run "TestIAMGroup" ./...
              ;;
-            "sts")
-              echo "Running STS and service account tests..."
-              make clean setup start-services wait-for-services
-              # SigV4-signed STS calls need admin credentials matching test_config.json.
-              # Tests default to "admin"/"admin" when env vars are unset, which don't exist.
-              export STS_TEST_ACCESS_KEY=test-access-key
-              export STS_TEST_SECRET_KEY=test-secret-key
-              # The use_service_account_credentials subtest is excluded because
-              # newly-created service-account access keys are not currently
-              # persisted to the filer after CreateServiceAccount — a
-              # pre-existing sync issue tracked separately from the
-              # GetFederationToken routing fix this PR addresses.
-              go test -v -timeout 15m \
-                -run "TestSTS|TestAssumeRoleWithWebIdentity|TestServiceAccount" \
-                -skip "TestServiceAccountLifecycle/use_service_account_credentials" \
-                ./...
-              ;;
            *)
              echo "Unknown test type: ${{ matrix.test-type }}"
              exit 1
@@ -1,133 +0,0 @@
-name: "S3 Mutation Regression Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/s3api/**'
-      - 'test/s3/delete/**'
-      - 'test/s3/distributed_lock/**'
-      - 'test/s3/versioning/**'
-      - 'test/volume_server/framework/**'
-      - 'docker/compose/s3.json'
-      - '.github/workflows/s3-mutation-regression-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref }}/s3-mutation-regression-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  s3-versioning-regressions:
-    name: S3 Versioning Regression Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 25
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Run S3 versioning regression tests
-        timeout-minutes: 20
-        working-directory: test/s3/versioning
-        run: |
-          set -x
-          make test-with-server TEST_PATTERN="TestVersioningCompleteMultipartUploadIsIdempotent|TestVersioningSelfCopyMetadataReplaceCreatesNewVersion|TestVersioningSelfCopyMetadataReplaceSuspendedKeepsNullVersion|TestSuspendedDeleteCreatesDeleteMarker"
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/versioning
-        run: |
-          echo "=== Server Logs ==="
-          if [ -f weed-test.log ]; then
-            tail -100 weed-test.log
-          fi
-
-      - name: Upload versioning logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-versioning-regression-logs
-          path: test/s3/versioning/weed-test*.log
-          retention-days: 3
-
-  s3-delete-regressions:
-    name: S3 Delete Regression Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Run S3 delete regression tests
-        timeout-minutes: 15
-        working-directory: test/s3/delete
-        run: |
-          set -x
-          make test-with-server
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/delete
-        run: |
-          echo "=== Server Logs ==="
-          if [ -f weed-test.log ]; then
-            tail -100 weed-test.log
-          fi
-
-      - name: Upload delete logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-delete-regression-logs
-          path: test/s3/delete/weed-test*.log
-          retention-days: 3
-
-  s3-distributed-lock-regressions:
-    name: S3 Distributed Lock Regression Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Build SeaweedFS
-        run: |
-          go build -o weed/weed -buildvcs=false ./weed
-
-      - name: Run distributed lock regressions
-        timeout-minutes: 25
-        env:
-          TMPDIR: ${{ github.workspace }}/test/s3/distributed_lock/tmp
-          S3_DISTRIBUTED_LOCK_KEEP_LOGS: "1"
-          WEED_BINARY: ${{ github.workspace }}/weed/weed
-        run: |
-          set -x
-          mkdir -p "$TMPDIR"
-          go test -v -count=1 -timeout=20m ./test/s3/distributed_lock
-
-      - name: Upload distributed lock logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-distributed-lock-regression-logs
-          path: test/s3/distributed_lock/tmp/seaweedfs_s3_distributed_lock_*
-          retention-days: 3
@@ -71,10 +71,8 @@ jobs:
          echo "Waiting for SeaweedFS S3 gateway to be ready via proxy..."
          S3_READY=0
          for i in $(seq 1 30); do
-            # Check logs first for the readiness line. weed mini's progress
-            # board prints "  S3           ready (Xs)"; older builds and the
-            # standalone S3 binary log "S3 (gateway|service) ... ready".
-            if docker compose logs seaweedfs 2>&1 | grep -qE "S3 (gateway|service).*(started|ready)|S3[[:space:]]+ready"; then
+            # Check logs first for startup message (weed mini says "S3 service is ready")
+            if docker compose logs seaweedfs 2>&1 | grep -qE "S3 (gateway|service).*(started|ready)"; then
              echo "SeaweedFS S3 gateway is ready"
              S3_READY=1
              break
@@ -1,110 +0,0 @@
-name: "S3 SDK V2 Route Disambiguation Tests"
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/s3api/**'
-      - 'test/s3/sdk_v2_routing/**'
-      - '.github/workflows/s3-sdk-v2-routing-tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'weed/s3api/**'
-      - 'test/s3/sdk_v2_routing/**'
-      - '.github/workflows/s3-sdk-v2-routing-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/s3-sdk-v2-routing-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  s3-sdk-v2-routing-tests:
-    name: S3 SDK V2 Routing Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Install SeaweedFS
-        run: |
-          cd weed && go install -buildvcs=false
-
-      - name: Start weed mini (S3 on :8333)
-        # Pins the regression for issue #9559: AWS SDK V2 / Hadoop s3a
-        # listing a bucket literally named "buckets" must get an XML
-        # ListObjectsV2 response, not the JSON ListTableBuckets body
-        # served by the S3 Tables REST endpoint on the same path.
-        run: |
-          mkdir -p /tmp/seaweedfs-sdk-v2-routing
-          cat > /tmp/seaweedfs-sdk-v2-routing-s3.json <<'JSON'
-          {
-            "identities": [
-              {
-                "name": "admin",
-                "credentials": [
-                  {"accessKey": "some_access_key1", "secretKey": "some_secret_key1"}
-                ],
-                "actions": ["Admin", "Read", "Write"]
-              }
-            ]
-          }
-          JSON
-          AWS_ACCESS_KEY_ID=some_access_key1 \
-          AWS_SECRET_ACCESS_KEY=some_secret_key1 \
-            weed mini \
-              -dir=/tmp/seaweedfs-sdk-v2-routing \
-              -s3.port=8333 \
-              -s3.config=/tmp/seaweedfs-sdk-v2-routing-s3.json \
-              -ip=127.0.0.1 \
-              > /tmp/weed-mini.log 2>&1 &
-          echo $! > /tmp/weed-mini.pid
-
-          for i in $(seq 1 30); do
-            if curl -s -o /dev/null -w "%{http_code}" http://127.0.0.1:8333/ | grep -qE "^(200|403)$"; then
-              echo "weed mini is ready"
-              exit 0
-            fi
-            sleep 1
-          done
-          echo "weed mini failed to start within 30s"
-          tail -50 /tmp/weed-mini.log
-          exit 1
-
-      - name: Run SDK V2 routing tests
-        env:
-          S3_ENDPOINT: http://127.0.0.1:8333
-          AWS_ACCESS_KEY_ID: some_access_key1
-          AWS_SECRET_ACCESS_KEY: some_secret_key1
-          AWS_REGION: us-east-1
-        run: go test -v -timeout=5m ./test/s3/sdk_v2_routing/...
-
-      - name: Stop weed mini
-        if: always()
-        run: |
-          if [ -f /tmp/weed-mini.pid ]; then
-            kill "$(cat /tmp/weed-mini.pid)" 2>/dev/null || true
-          fi
-
-      - name: Show server log on failure
-        if: failure()
-        run: |
-          echo "=== weed mini log (last 200 lines) ==="
-          tail -n 200 /tmp/weed-mini.log 2>/dev/null || echo "no log available"
-
-      - name: Archive log
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-sdk-v2-routing-server-log
-          path: /tmp/weed-mini.log
-          retention-days: 3
@@ -73,12 +73,8 @@ jobs:
            # Quick tests - basic SSE-C and SSE-KMS functionality + Range requests
            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
          else
-            # Comprehensive tests - SSE-C/KMS functionality plus cross-SSE copy.
-            # The copy-operation tests (`.*ObjectCopyIntegration`, `TestCrossSSECopy`,
-            # `TestSSEMultipartCopy`) were excluded for a long time as "pre-existing
-            # SSE-C issues" (#9281); fixed and brought back into CI as part of the
-            # same change that fixed them.
-            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSECIntegrationVariousDataSizes|TestSSEKMSIntegrationBasic|TestSSEKMSIntegrationVariousDataSizes|.*Multipart.*Integration|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior|.*ObjectCopyIntegration|TestCrossSSECopy|TestSSEMultipartCopy"
+            # Comprehensive tests - SSE-C/KMS functionality, excluding copy operations (pre-existing SSE-C issues)
+            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSECIntegrationVariousDataSizes|TestSSEKMSIntegrationBasic|TestSSEKMSIntegrationVariousDataSizes|.*Multipart.*Integration|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
          fi

      - name: Show server logs on failure
@@ -2,6 +2,10 @@ name: "S3 Tables Integration Tests"

 on:
  pull_request:
+  
+concurrency:
+  group: ${{ github.head_ref }}/s3-tables-tests
+  cancel-in-progress: true

 permissions:
  contents: read
@@ -190,148 +194,6 @@ jobs:
          path: test/s3tables/catalog_trino/test-output.log
          retention-days: 3

-  dremio-iceberg-catalog-tests:
-    name: Dremio Iceberg Catalog Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull Dremio image
-        run: docker pull dremio/dremio-oss:25.2.0
-
-      - name: Pre-pull Python image for PyIceberg writer
-        run: docker pull python:3.11-slim
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run Dremio Iceberg Catalog Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/catalog_dremio
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          docker info
-          echo "=== Starting Dremio Iceberg Catalog Tests ==="
-
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "Dremio Iceberg catalog integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/catalog_dremio
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker|dremio)" || true
-          echo "=== Dremio containers ==="
-          docker ps -a --filter "name=seaweed-dremio" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: dremio-iceberg-catalog-test-logs
-          path: test/s3tables/catalog_dremio/test-output.log
-          retention-days: 3
-
-  doris-iceberg-catalog-tests:
-    name: Doris Iceberg Catalog Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 35
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull Doris image
-        run: docker pull apache/doris:doris-all-in-one-2.1.0
-
-      - name: Pre-pull Python image for PyIceberg writer
-        run: docker pull python:3.11-slim
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run Doris Iceberg Catalog Integration Tests
-        timeout-minutes: 30
-        working-directory: test/s3tables/catalog_doris
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          docker info
-          echo "=== Starting Doris Iceberg Catalog Tests ==="
-
-          go test -v -timeout 25m . 2>&1 | tee test-output.log || {
-            echo "Doris Iceberg catalog integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/catalog_doris
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker|doris)" || true
-          echo "=== Doris containers ==="
-          docker ps -a --filter "name=seaweed-doris" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: doris-iceberg-catalog-test-logs
-          path: test/s3tables/catalog_doris/test-output.log
-          retention-days: 3
-
  polaris-integration-tests:
    name: Polaris Integration Tests
    runs-on: ubuntu-22.04
@@ -662,77 +524,6 @@ jobs:
          path: test/s3tables/lakekeeper/test-output.log
          retention-days: 3

-  unity-catalog-integration-tests:
-    name: Unity Catalog Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull Unity Catalog image
-        run: docker pull unitycatalog/unitycatalog:v0.4.0
-
-      - name: Pre-pull Python image for delta-rs writer
-        run: docker pull python:3.11-slim
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run Unity Catalog Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/unity_catalog
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          docker info
-          echo "=== Starting Unity Catalog Tests ==="
-
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "Unity Catalog integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/unity_catalog
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker|unitycatalog)" || true
-          echo "=== Unity Catalog containers ==="
-          docker ps -a --filter "name=seaweed-unity-catalog" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: unity-catalog-integration-test-logs
-          path: test/s3tables/unity_catalog/test-output.log
-          retention-days: 3
-
  s3-tables-build-verification:
    name: S3 Tables Build Verification
    runs-on: ubuntu-22.04
@@ -37,15 +37,13 @@ jobs:
        run: |
          git clone https://github.com/ceph/s3-tests.git
          cd s3-tests
-          sudo apt-get update -qq
-          sudo apt-get install -y -qq libxml2-dev libxslt1-dev zlib1g-dev
          pip install -r requirements.txt
          pip install tox
          pip install -e .

      - name: Fix S3 tests bucket creation conflicts
        run: |
-          python3 test/s3/compatibility/fix_s3_tests_bucket_conflicts.py
+          python3 test/s3/fix_s3_tests_bucket_conflicts.py
        env:
          S3_TESTS_PATH: s3-tests

@@ -132,49 +130,7 @@ jobs:
          done
          
          echo "✅ S3 server is responding, starting tests..."
-
-          # Spawn the lifecycle worker so test_lifecycle_expiration etc. have
-          # something driving deletions. The s3tests build tag rescales one
-          # day to LifeCycleInterval=10s, so a 1d rule fires within ~10s of
-          # the upload's mtime; -dispatch / -checkpoint defaults are already
-          # tightened under the same build tag.
-          LC_LOG=/tmp/lifecycle-worker.log
-          # -debug routes glog to stderr so the bootstrap walker's progress
-          # shows up in $LC_LOG; without it weed shell silences glog.
-          (echo "s3.lifecycle.run-shard -shards 0-15 -s3 localhost:18000 -events 0 -runtime 1800s -refresh 2s" && echo exit) \
-            | weed shell -debug -master=localhost:9333 \
-            > "$LC_LOG" 2>&1 &
-          lc_pid=$!
-          # Aliveness check: a bad shell command exits in <1s and the suite
-          # would otherwise just timeout the expiration tests with no signal.
-          sleep 2
-          if ! kill -0 "$lc_pid" 2>/dev/null; then
-            echo "lifecycle worker died on startup"
-            tail -50 "$LC_LOG" 2>/dev/null || true
-            exit 1
-          fi
-          echo "lifecycle worker pid=$lc_pid"
-
-          # bash -e exits the step on the first tox failure, so move teardown
-          # into a trap to guarantee the worker log + data dir reach the runner.
-          cleanup() {
-            status=$?
-            # SIGTERM first so the worker's stdout flushes; SIGKILL is the
-            # bash fallback if it ignores TERM. Reading the log AFTER the
-            # graceful-stop window catches the bootstrap walker's progress.
-            kill -TERM "$lc_pid" 2>/dev/null || true
-            kill -TERM "$pid" 2>/dev/null || true
-            sleep 1
-            if [ "$status" -ne 0 ]; then
-              echo "=== lifecycle worker log (tail) ==="
-              tail -200 "$LC_LOG" 2>/dev/null || true
-            fi
-            kill -9 "$lc_pid" 2>/dev/null || true
-            kill -9 "$pid" 2>/dev/null || true
-            rm -rf "$WEED_DATA_DIR" 2>/dev/null || true
-          }
-          trap cleanup EXIT
-
+          
          tox -- \
          s3tests/functional/test_s3.py::test_bucket_list_empty \
          s3tests/functional/test_s3.py::test_bucket_list_distinct \
@@ -354,8 +310,11 @@ jobs:
          s3tests/functional/test_s3.py::test_lifecycle_get \
          s3tests/functional/test_s3.py::test_lifecycle_set_filter \
          s3tests/functional/test_s3.py::test_lifecycle_expiration \
-          s3tests/functional/test_s3.py::test_lifecyclev2_expiration
-          # cleanup() trap handles worker/server kill + data dir wipe.
+          s3tests/functional/test_s3.py::test_lifecyclev2_expiration \
+          s3tests/functional/test_s3.py::test_lifecycle_expiration_versioning_enabled
+          kill -9 $pid || true
+          # Clean up data directory
+          rm -rf "$WEED_DATA_DIR" || true

  versioning-tests:
    name: S3 Versioning & Object Lock tests
@@ -380,15 +339,13 @@ jobs:
        run: |
          git clone https://github.com/ceph/s3-tests.git
          cd s3-tests
-          sudo apt-get update -qq
-          sudo apt-get install -y -qq libxml2-dev libxslt1-dev zlib1g-dev
          pip install -r requirements.txt
          pip install tox
          pip install -e .

      - name: Fix S3 tests bucket creation conflicts
        run: |
-          python3 test/s3/compatibility/fix_s3_tests_bucket_conflicts.py
+          python3 test/s3/fix_s3_tests_bucket_conflicts.py
        env:
          S3_TESTS_PATH: s3-tests

@@ -550,8 +507,6 @@ jobs:
        run: |
          git clone https://github.com/ceph/s3-tests.git
          cd s3-tests
-          sudo apt-get update -qq
-          sudo apt-get install -y -qq libxml2-dev libxslt1-dev zlib1g-dev
          pip install -r requirements.txt
          pip install tox
          pip install -e .
@@ -775,8 +730,6 @@ jobs:
        run: |
          git clone https://github.com/ceph/s3-tests.git
          cd s3-tests
-          sudo apt-get update -qq
-          sudo apt-get install -y -qq libxml2-dev libxslt1-dev zlib1g-dev
          pip install -r requirements.txt
          pip install tox
          pip install -e .
@@ -997,39 +950,6 @@ jobs:
            
            sleep 2
          done
-
-          # Spawn the lifecycle worker (see basic-tests block for context).
-          LC_LOG=/tmp/lifecycle-worker-sql.log
-          (echo "s3.lifecycle.run-shard -shards 0-15 -s3 localhost:18004 -events 0 -runtime 1800s -refresh 2s" && echo exit) \
-            | weed shell -debug -master=localhost:9337 \
-            > "$LC_LOG" 2>&1 &
-          lc_pid=$!
-          sleep 2
-          if ! kill -0 "$lc_pid" 2>/dev/null; then
-            echo "lifecycle worker died on startup"
-            tail -50 "$LC_LOG" 2>/dev/null || true
-            exit 1
-          fi
-          echo "lifecycle worker pid=$lc_pid"
-
-          cleanup() {
-            status=$?
-            # SIGTERM first so the worker's stdout flushes; SIGKILL is the
-            # bash fallback if it ignores TERM. Reading the log AFTER the
-            # graceful-stop window catches the bootstrap walker's progress.
-            kill -TERM "$lc_pid" 2>/dev/null || true
-            kill -TERM "$pid" 2>/dev/null || true
-            sleep 1
-            if [ "$status" -ne 0 ]; then
-              echo "=== lifecycle worker log (tail) ==="
-              tail -200 "$LC_LOG" 2>/dev/null || true
-            fi
-            kill -9 "$lc_pid" 2>/dev/null || true
-            kill -9 "$pid" 2>/dev/null || true
-            rm -rf "$WEED_DATA_DIR" 2>/dev/null || true
-          }
-          trap cleanup EXIT
-
          tox -- \
          s3tests/functional/test_s3.py::test_bucket_list_empty \
          s3tests/functional/test_s3.py::test_bucket_list_distinct \
@@ -1209,7 +1129,10 @@ jobs:
          s3tests/functional/test_s3.py::test_lifecycle_get \
          s3tests/functional/test_s3.py::test_lifecycle_set_filter \
          s3tests/functional/test_s3.py::test_lifecycle_expiration \
-          s3tests/functional/test_s3.py::test_lifecyclev2_expiration
-          # cleanup() trap handles worker/server kill + data dir wipe.
+          s3tests/functional/test_s3.py::test_lifecyclev2_expiration \
+          s3tests/functional/test_s3.py::test_lifecycle_expiration_versioning_enabled
+          kill -9 $pid || true
+          # Clean up data directory
+          rm -rf "$WEED_DATA_DIR" || true


@@ -1,120 +0,0 @@
-name: "Samba on FUSE Integration"
-
-on:
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'weed/mount/**'
-      - 'weed/filer/**'
-      - 'weed/cluster/**'
-      - 'test/samba/**'
-      - '.github/workflows/samba-integration.yml'
-  pull_request:
-    branches: [ master, main ]
-    paths:
-      - 'weed/mount/**'
-      - 'weed/filer/**'
-      - 'weed/cluster/**'
-      - 'test/samba/**'
-      - '.github/workflows/samba-integration.yml'
-  workflow_dispatch:
-
-concurrency:
-  group: samba-integration/${{ github.ref }}
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  samba-integration:
-    name: samba-integration
-    runs-on: ubuntu-22.04
-    timeout-minutes: 45
-
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v6
-
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-
-    - name: Start local Docker registry
-      run: docker run -d --restart=always -p 5000:5000 --name registry registry:2
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v4
-      with:
-        driver-opts: network=host
-
-    - name: Build weed race binary
-      run: |
-        cd docker
-        make binary_race
-
-    - name: Build SeaweedFS e2e image
-      uses: docker/build-push-action@v7
-      with:
-        context: docker
-        file: docker/Dockerfile.e2e
-        tags: localhost:5000/chrislusf/seaweedfs:e2e
-        push: true
-        cache-from: type=gha,scope=samba-e2e
-        cache-to: type=gha,mode=max,scope=samba-e2e
-
-    - name: Tag e2e image for docker compose
-      run: |
-        docker pull localhost:5000/chrislusf/seaweedfs:e2e
-        docker tag localhost:5000/chrislusf/seaweedfs:e2e chrislusf/seaweedfs:e2e
-
-    - name: Build samba image
-      uses: docker/build-push-action@v7
-      with:
-        context: test/samba
-        build-contexts: |
-          chrislusf/seaweedfs:e2e=docker-image://localhost:5000/chrislusf/seaweedfs:e2e
-        tags: localhost:5000/chrislusf/seaweedfs:samba
-        push: true
-        cache-from: type=gha,scope=samba-harness
-        cache-to: type=gha,mode=max,scope=samba-harness
-
-    - name: Tag samba image for docker compose
-      run: |
-        docker pull localhost:5000/chrislusf/seaweedfs:samba
-        docker tag localhost:5000/chrislusf/seaweedfs:samba chrislusf/seaweedfs:samba
-
-    - name: Start SeaweedFS cluster and Samba
-      run: |
-        docker compose -f test/samba/docker-compose.yml up --wait
-
-    - name: Run Samba test battery
-      run: |
-        set -o pipefail
-        docker compose -f test/samba/docker-compose.yml exec -T samba \
-          /run_inside_container.sh 2>&1 | tee /tmp/samba-output.log
-
-    - name: Collect logs
-      if: always()
-      run: |
-        mkdir -p /tmp/samba-docker-logs
-        for svc in master volume filer samba; do
-          docker compose -f test/samba/docker-compose.yml logs "$svc" \
-            > "/tmp/samba-docker-logs/${svc}.log" 2>&1 || true
-        done
-
-    - name: Tear down
-      if: always()
-      run: |
-        docker compose -f test/samba/docker-compose.yml down -v
-
-    - name: Upload logs
-      if: always()
-      uses: actions/upload-artifact@v7
-      with:
-        name: samba-integration-results
-        path: |
-          /tmp/samba-output.log
-          /tmp/samba-docker-logs/
-        retention-days: 7
@@ -1,80 +0,0 @@
-name: "terraform: validate and test modules"
-
-on:
-  push:
-    branches: [ master ]
-    paths: ['terraform/**', '.github/workflows/terraform_ci.yml']
-  pull_request:
-    branches: [ master ]
-    paths: ['terraform/**', '.github/workflows/terraform_ci.yml']
-
-permissions:
-  contents: read
-
-jobs:
-  validate:
-    name: fmt, validate, plan-level tests
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v6
-
-      - name: Set up OpenTofu
-        uses: opentofu/setup-opentofu@v2
-        with:
-          tofu_version: 1.12.1
-
-      - name: fmt check
-        working-directory: terraform
-        run: tofu fmt -recursive -check -diff
-
-      - name: validate core
-        working-directory: terraform/modules/core
-        run: |
-          tofu init -backend=false -input=false
-          tofu validate
-
-      - name: validate security
-        working-directory: terraform/modules/security
-        run: |
-          tofu init -backend=false -input=false
-          tofu validate
-
-      - name: plan-level tests (core)
-        working-directory: terraform/modules/core
-        run: tofu test
-
-      - name: validate examples
-        run: |
-          set -e
-          for ex in terraform/examples/*/; do
-            echo "== validate $ex =="
-            tofu -chdir="$ex" init -backend=false -input=false
-            tofu -chdir="$ex" validate
-          done
-
-  smoke:
-    name: local cluster smoke test (real weed)
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: go.mod
-
-      - name: Build weed
-        run: go build -o "$RUNNER_TEMP/weed" ./weed
-
-      - name: Set up OpenTofu
-        uses: opentofu/setup-opentofu@v2
-        with:
-          tofu_version: 1.12.1
-
-      - name: Run local cluster harness
-        working-directory: terraform/test/local
-        run: WEED="$RUNNER_TEMP/weed" ./run_local_cluster.sh
-
-      - name: Run local mTLS cluster harness
-        working-directory: terraform/test/local-secure
-        run: WEED="$RUNNER_TEMP/weed" ./run_local_secure.sh
@@ -1,56 +0,0 @@
-name: "TLS Rotation Integration Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-permissions:
-  contents: read
-
-jobs:
-  tls-rotation-tests:
-    name: TLS Rotation Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-      id: go
-
-    - name: Check out code into the Go module directory
-      uses: actions/checkout@v6
-
-    - name: Build weed binary
-      run: |
-        cd weed && go build -o weed .
-
-    - name: Run TLS Rotation Integration Tests
-      working-directory: test/tls_rotation
-      run: |
-        go test -v -count=1 -timeout 5m
-
-    - name: Collect server logs on failure
-      if: failure()
-      run: |
-        echo "Collecting master logs from temp directories..."
-        mkdir -p /tmp/tls-rotation-test-logs
-        find /tmp -maxdepth 1 -type d -name "TestMasterHTTPS*" 2>/dev/null | while read dir; do
-          if [ -d "$dir" ]; then
-            echo "Found test directory: $dir"
-            cp -r "$dir" /tmp/tls-rotation-test-logs/ 2>/dev/null || true
-          fi
-        done
-        echo "Collected logs:"
-        find /tmp/tls-rotation-test-logs -type f -name "*.log" 2>/dev/null || echo "No logs found"
-
-    - name: Archive logs
-      if: failure()
-      uses: actions/upload-artifact@v7
-      with:
-        name: tls-rotation-test-logs
-        path: /tmp/tls-rotation-test-logs/
-        retention-days: 14
@@ -2,6 +2,17 @@ name: "TUS Protocol Tests"

 on:
  pull_request:
+    paths:
+      - 'weed/server/filer_server_tus*.go'
+      - 'weed/server/filer_server.go'
+      - 'test/tus/**'
+      - '.github/workflows/tus-tests.yml'
+  push:
+    branches: [ master, main ]
+    paths:
+      - 'weed/server/filer_server_tus*.go'
+      - 'weed/server/filer_server.go'
+      - 'test/tus/**'

 concurrency:
  group: ${{ github.head_ref || github.ref }}/tus-tests
@@ -1,56 +0,0 @@
-name: "Vacuum Integration Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-permissions:
-  contents: read
-
-jobs:
-  vacuum-integration-tests:
-    name: Vacuum Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-      id: go
-
-    - name: Check out code into the Go module directory
-      uses: actions/checkout@v6
-
-    - name: Build weed binary
-      run: |
-        cd weed && go build -o weed .
-
-    - name: Run Vacuum Integration Tests
-      working-directory: test/vacuum
-      run: |
-        go test -v -timeout 10m
-
-    - name: Collect server logs on failure
-      if: failure()
-      run: |
-        echo "Collecting server logs from temp directories..."
-        mkdir -p /tmp/vacuum-test-logs
-        find /tmp -maxdepth 1 -type d -name "TestVacuum*" 2>/dev/null | while read dir; do
-          if [ -d "$dir" ]; then
-            echo "Found test directory: $dir"
-            cp -r "$dir" /tmp/vacuum-test-logs/ 2>/dev/null || true
-          fi
-        done
-        echo "Collected logs:"
-        find /tmp/vacuum-test-logs -type f -name "*.log" 2>/dev/null || echo "No logs found"
-
-    - name: Archive logs
-      if: failure()
-      uses: actions/upload-artifact@v7
-      with:
-        name: vacuum-integration-test-logs
-        path: /tmp/vacuum-test-logs/
-        retention-days: 14
@@ -2,7 +2,6 @@
 vendor
 tags
 *.swp
-.claude/
 ### OSX template
 .DS_Store
 .AppleDouble
@@ -144,4 +143,3 @@ test/s3/iam/.test_env
 weed_bin
 telemetry/server/telemetry-server
 .aider*
-/seaweed-volume/docs
@@ -1,5 +0,0 @@
-{
-  "setup": [],
-  "teardown": [],
-  "run": []
-}
@@ -42,7 +42,8 @@ test: admin-generate

 # Admin component targets
 admin-generate:
-	@cd $(ADMIN_DIR) && $(MAKE) generate
+	@echo "Generating admin component templates..."
+	@cd $(ADMIN_DIR) && templ generate ./view

 admin-build: admin-generate
 	@echo "Building admin component..."
@@ -35,7 +35,6 @@ Your support will be really appreciated by me and other supporters!
 [![nodion](https://raw.githubusercontent.com/seaweedfs/seaweedfs/master/note/sponsor_nodion.png)](https://www.nodion.com)
 [![piknik](https://raw.githubusercontent.com/seaweedfs/seaweedfs/master/note/piknik.png)](https://www.piknik.com)
 [![keepsec](https://raw.githubusercontent.com/seaweedfs/seaweedfs/master/note/keepsec.png)](https://www.keepsec.ca)
-[![zyner](https://raw.githubusercontent.com/seaweedfs/seaweedfs/master/note/sponsor_zyner.png)](https://zyner.org)

 ---

@@ -57,6 +56,7 @@ Table of Contents
 * [Quick Start](#quick-start)
    * [Quick Start with weed mini](#quick-start-with-weed-mini)
    * [Quick Start for S3 API on Docker](#quick-start-for-s3-api-on-docker)
+    * [Quick Start with Single Binary](#quick-start-with-single-binary)
 * [Introduction](#introduction)
 * [Features](#features)
    * [Additional Features](#additional-features)
@@ -80,41 +80,39 @@ Table of Contents


 ## Quick Start with weed mini ##
+The easiest way to get started with SeaweedFS for development and testing:

-Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip the single `weed` (or `weed.exe`) file, or run `go install github.com/seaweedfs/seaweedfs/weed@latest`. Then start a ready-to-use S3 object store with credentials and a pre-created bucket in one command:
+* Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip a single binary file `weed` or `weed.exe`.
+
+Example:

 ```bash
-AWS_ACCESS_KEY_ID=admin \
-AWS_SECRET_ACCESS_KEY=secret \
-S3_BUCKET=my-bucket \
+# remove quarantine on macOS
+# xattr -d com.apple.quarantine  ./weed
+
 ./weed mini -dir=/data
 ```

-That's it — the S3 endpoint is at http://localhost:8333, `my-bucket` already exists, and `admin`/`secret` are valid credentials. `S3_BUCKET` accepts a comma-separated list (e.g. `raw,processed`); use `S3_TABLE_BUCKET` for S3 Tables (Iceberg) buckets. Drop any of the env vars to skip that piece (no AWS keys → S3 runs in unauthenticated "Allow All" mode for development).
-
-The same command starts everything else too:
- **S3 Endpoint**: http://localhost:8333
+This single command starts a complete SeaweedFS setup with:
 - **Master UI**: http://localhost:9333
 - **Volume Server**: http://localhost:9340
 - **Filer UI**: http://localhost:8888
+- **S3 Endpoint**: http://localhost:8333
 - **WebDAV**: http://localhost:7333
 - **Admin UI**: http://localhost:23646

-> macOS: if the binary is quarantined, run `xattr -d com.apple.quarantine ./weed` first.
-
-Perfect for development, testing, learning SeaweedFS, and single-node deployments. To scale out, add more volume servers by running `weed volume -dir="/some/data/dir2" -master="<master_host>:9333" -port=8081` locally, on another machine, or on thousands of machines.
+Perfect for development, testing, learning SeaweedFS, and single node deployments!

 ## Quick Start for S3 API on Docker ##

-```bash
-docker run -p 8333:8333 \
-  -e AWS_ACCESS_KEY_ID=admin \
-  -e AWS_SECRET_ACCESS_KEY=secret \
-  -e S3_BUCKET=my-bucket \
-  chrislusf/seaweedfs
-```
+`docker run -p 8333:8333 chrislusf/seaweedfs server -s3`

-Same behavior as the `weed mini` command above — the S3 endpoint is at http://localhost:8333 with `my-bucket` pre-created. Drop the env vars to run anonymously for development.
+## Quick Start with Single Binary ##
+* Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip a single binary file `weed` or `weed.exe`. Or run `go install github.com/seaweedfs/seaweedfs/weed@latest`.
+* `export AWS_ACCESS_KEY_ID=admin ; export AWS_SECRET_ACCESS_KEY=key` as the admin credentials to access the object store.
+* Run `weed server -dir=/some/data/dir -s3` to start one master, one volume server, one filer, and one S3 gateway. The difference with `weed mini` is that `weed mini` can auto configure based on the single host environment, while `weed server` requires manual configuration and are designed for production use.
+
+Also, to increase capacity, just add more volume servers by running `weed volume -dir="/some/data/dir2" -master="<master_host>:9333" -port=8081` locally, or on a different machine, or on thousands of machines. That is it!

 # Introduction #

@@ -147,11 +145,6 @@ SeaweedFS can achieve both fast local access time and elastic cloud storage capa
 What's more, the cloud storage access API cost is minimized. 
 Faster and cheaper than direct cloud storage!

-SeaweedFS also ships a built-in **Iceberg REST Catalog**, turning the same cluster into a self-contained lakehouse.
-Spark, Trino, Dremio, DuckDB, and RisingWave can query Iceberg tables directly — no Hive Metastore, Glue, or
-external catalog service required. Storage and table metadata live in one system, simplifying on-prem and
-small-team analytics stacks.
-
 [Back to TOC](#table-of-contents)

 # Features #
@@ -188,13 +181,6 @@ small-team analytics stacks.
 * [Cloud Drive][CloudDrive] mounts cloud storage to local cluster, cached for fast read and write with asynchronous write back.
 * [Gateway to Remote Object Store][GatewayToRemoteObjectStore] mirrors bucket operations to remote object storage, in addition to [Cloud Drive][CloudDrive]

-## Data Lakehouse Features ##
-* [S3 Table Buckets][S3TableBucket] expose a dedicated namespace for Iceberg tables with strict layout validation.
-* Built-in [Iceberg REST Catalog][IcebergCatalog] runs alongside the S3 endpoint — no external metastore needed.
-* Native integrations with [Apache Spark][SparkIceberg], [Trino][TrinoIceberg], [Dremio][DremioIceberg], [DuckDB][DuckDBIceberg], and [RisingWave][RisingWaveIceberg].
-* [Automated table maintenance][IcebergMaintenance]: compaction, snapshot expiration, orphan removal, manifest rewriting.
-* Granular IAM at the bucket, namespace, and table level via standard S3 bucket policies.
-
 ## Kubernetes ##
 * [Kubernetes CSI Driver][SeaweedFsCsiDriver] A Container Storage Interface (CSI) Driver. [![Docker Pulls](https://img.shields.io/docker/pulls/chrislusf/seaweedfs-csi-driver.svg?maxAge=4800)](https://hub.docker.com/r/chrislusf/seaweedfs-csi-driver/)
 * [SeaweedFS Operator](https://github.com/seaweedfs/seaweedfs-operator)
@@ -218,14 +204,6 @@ small-team analytics stacks.
 [KeyLargeValueStore]: https://github.com/seaweedfs/seaweedfs/wiki/Filer-as-a-Key-Large-Value-Store
 [CloudDrive]: https://github.com/seaweedfs/seaweedfs/wiki/Cloud-Drive-Architecture
 [GatewayToRemoteObjectStore]: https://github.com/seaweedfs/seaweedfs/wiki/Gateway-to-Remote-Object-Storage
-[S3TableBucket]: https://github.com/seaweedfs/seaweedfs/wiki/S3-Table-Bucket
-[IcebergCatalog]: https://github.com/seaweedfs/seaweedfs/wiki/SeaweedFS-Iceberg-Catalog
-[IcebergMaintenance]: https://github.com/seaweedfs/seaweedfs/wiki/Iceberg-Table-Maintenance
-[SparkIceberg]: https://github.com/seaweedfs/seaweedfs/wiki/Spark-Iceberg-Integration
-[TrinoIceberg]: https://github.com/seaweedfs/seaweedfs/wiki/Trino-Iceberg-Integration
-[DremioIceberg]: https://github.com/seaweedfs/seaweedfs/wiki/Dremio-Iceberg-Integration
-[DuckDBIceberg]: https://github.com/seaweedfs/seaweedfs/wiki/DuckDB-Iceberg-Integration
-[RisingWaveIceberg]: https://github.com/seaweedfs/seaweedfs/wiki/RisingWave-Iceberg-Integration


 [Back to TOC](#table-of-contents)
@@ -510,22 +488,20 @@ SeaweedFS Filer uses off-the-shelf stores, such as MySql, Postgres, Sqlite, Mong

 ### Compared to MinIO ###

-Please note, as Apr 25, 2026 MinIO ceased developement. It's strongly discouraged to use that unmaintained software with multiple security bugs.
+MinIO follows AWS S3 closely and is ideal for testing for S3 API. It has good UI, policies, versionings, etc. SeaweedFS is trying to catch up here. It is also possible to put MinIO as a gateway in front of SeaweedFS later.

-MinIO followed AWS S3 closely and was ideal for testing for S3 API. It had good UI, policies, versionings, etc. SeaweedFS is trying to catch up here. 
+MinIO metadata are in simple files. Each file write will incur extra writes to corresponding meta file.

-MinIO metadata were in simple files. Each file write will incur extra writes to corresponding meta file.
-
-MinIO did not have optimization for lots of small files. The files were simply stored as is to local disks.
+MinIO does not have optimization for lots of small files. The files are simply stored as is to local disks.
 Plus the extra meta file and shards for erasure coding, it only amplifies the LOSF problem.

-MinIO had multiple disk IO to read one file. SeaweedFS has O(1) disk reads, even for erasure coded files.
+MinIO has multiple disk IO to read one file. SeaweedFS has O(1) disk reads, even for erasure coded files.

-MinIO had full-time erasure coding. SeaweedFS uses replication on hot data for faster speed and optionally applies erasure coding on warm data.
+MinIO has full-time erasure coding. SeaweedFS uses replication on hot data for faster speed and optionally applies erasure coding on warm data.

-MinIO did not have POSIX-like API support.
+MinIO does not have POSIX-like API support.

-MinIO had specific requirements on storage layout. It is not flexible to adjust capacity. In SeaweedFS, just start one volume server pointing to the master. That's all.
+MinIO has specific requirements on storage layout. It is not flexible to adjust capacity. In SeaweedFS, just start one volume server pointing to the master. That's all.

 ## Dev Plan ##

@@ -655,8 +631,7 @@ Cluster Total: 3302.88 MiB/s, 550.51 obj/s over 43s.
 ## Enterprise ##

 For enterprise users, please visit [seaweedfs.com](https://seaweedfs.com) for the SeaweedFS Enterprise Edition, 
-which has advanced features, including data recovery, self-healing storage, 
-customizable erasure coding, EC vacuum and repair, etc.
+which has a self-healing storage format with better data protection.

 [Back to TOC](#table-of-contents)

@@ -1,24 +0,0 @@
-# Security Policy
-
-## Reporting a Vulnerability
-
-If you find a security issue in SeaweedFS, please report it privately:
-
- Email: support@seaweedfs.com  
- Do not open a public GitHub issue
-
-Please include:
- A clear description of the issue
- Steps to reproduce (if possible)
- Affected versions
-
-## Response
-
- We will respond as soon as possible (usually within 1 business day)  
- We will investigate and work on a fix  
- We may coordinate disclosure with you
-
-## Notes
-
- Please allow time for a fix before public disclosure  
- If you’re unsure whether something is a security issue, feel free to reach out
@@ -1,790 +0,0 @@
-# Execution Plan: SeaweedFS Volume Server — Go to Rust Port
-
-## Scope Summary
-
-| Component | Go Source | Lines (non-test) | Description |
-|---|---|---|---|
-| CLI & startup | `weed/command/volume.go` | 476 | ~40 CLI flags, server bootstrap |
-| HTTP server + handlers | `weed/server/volume_server*.go` | 1,517 | Struct, routes, read/write/delete handlers |
-| gRPC handlers | `weed/server/volume_grpc_*.go` | 3,073 | 40 RPC method implementations |
-| Storage engine | `weed/storage/` | 15,271 | Volumes, needles, index, compaction, EC, backend |
-| Protobuf definitions | `weed/pb/volume_server.proto` | 759 | Service + message definitions |
-| Shared utilities | `weed/security/`, `weed/stats/`, `weed/util/` | ~2,000+ | JWT, TLS, metrics, helpers |
-| **Total** | | **~23,000+** | |
-
-## Rust Crate & Dependency Strategy
-
-```
-seaweed-volume/
-├── Cargo.toml
-├── build.rs                    # protobuf codegen
-├── proto/
-│   ├── volume_server.proto     # copied from Go, adapted
-│   └── remote.proto
-├── src/
-│   ├── main.rs                 # CLI entry point
-│   ├── config.rs               # CLI flags + config
-│   ├── server/
-│   │   ├── mod.rs
-│   │   ├── volume_server.rs    # VolumeServer struct + lifecycle
-│   │   ├── http_handlers.rs    # HTTP route dispatch
-│   │   ├── http_read.rs        # GET/HEAD handlers
-│   │   ├── http_write.rs       # POST/PUT handlers
-│   │   ├── http_delete.rs      # DELETE handler
-│   │   ├── http_admin.rs       # /status, /healthz, /ui
-│   │   ├── grpc_service.rs     # gRPC trait impl dispatch
-│   │   ├── grpc_vacuum.rs
-│   │   ├── grpc_copy.rs
-│   │   ├── grpc_erasure_coding.rs
-│   │   ├── grpc_tail.rs
-│   │   ├── grpc_admin.rs
-│   │   ├── grpc_read_write.rs
-│   │   ├── grpc_batch_delete.rs
-│   │   ├── grpc_scrub.rs
-│   │   ├── grpc_tier.rs
-│   │   ├── grpc_remote.rs
-│   │   ├── grpc_query.rs
-│   │   ├── grpc_state.rs
-│   │   └── grpc_client_to_master.rs  # heartbeat
-│   ├── storage/
-│   │   ├── mod.rs
-│   │   ├── store.rs            # Store (multi-disk manager)
-│   │   ├── volume.rs           # Volume struct + lifecycle
-│   │   ├── volume_read.rs
-│   │   ├── volume_write.rs
-│   │   ├── volume_compact.rs
-│   │   ├── volume_info.rs
-│   │   ├── needle/
-│   │   │   ├── mod.rs
-│   │   │   ├── needle.rs       # Needle struct + serialization
-│   │   │   ├── needle_read.rs
-│   │   │   ├── needle_write.rs
-│   │   │   ├── needle_map.rs   # in-memory NeedleMap
-│   │   │   ├── needle_value.rs
-│   │   │   └── crc.rs
-│   │   ├── super_block.rs
-│   │   ├── idx/
-│   │   │   ├── mod.rs
-│   │   │   └── idx.rs          # .idx file format read/write
-│   │   ├── needle_map_leveldb.rs
-│   │   ├── types.rs            # NeedleId, Offset, Size, DiskType
-│   │   ├── disk_location.rs    # DiskLocation per-directory
-│   │   ├── erasure_coding/
-│   │   │   ├── mod.rs
-│   │   │   ├── ec_volume.rs
-│   │   │   ├── ec_shard.rs
-│   │   │   ├── ec_encoder.rs   # Reed-Solomon encoding
-│   │   │   └── ec_decoder.rs
-│   │   └── backend/
-│   │       ├── mod.rs
-│   │       ├── disk.rs
-│   │       └── s3_backend.rs   # tiered storage to S3
-│   ├── topology/
-│   │   └── volume_layout.rs    # replication placement
-│   ├── security/
-│   │   ├── mod.rs
-│   │   ├── guard.rs            # whitelist + JWT gate
-│   │   ├── jwt.rs
-│   │   └── tls.rs
-│   ├── stats/
-│   │   ├── mod.rs
-│   │   └── metrics.rs          # Prometheus counters/gauges
-│   └── util/
-│       ├── mod.rs
-│       ├── grpc.rs
-│       ├── http.rs
-│       └── file.rs
-└── tests/
-    ├── integration/
-    │   ├── http_read_test.rs
-    │   ├── http_write_test.rs
-    │   ├── grpc_test.rs
-    │   └── storage_test.rs
-    └── unit/
-        ├── needle_test.rs
-        ├── idx_test.rs
-        ├── super_block_test.rs
-        └── ec_test.rs
-```
-
-### Key Rust dependencies
-
-| Purpose | Crate |
-|---|---|
-| Async runtime | `tokio` |
-| gRPC | `tonic` + `prost` |
-| HTTP server | `hyper` + `axum` |
-| CLI parsing | `clap` (derive) |
-| Prometheus metrics | `prometheus` |
-| JWT | `jsonwebtoken` |
-| TLS | `rustls` + `tokio-rustls` |
-| LevelDB | `rusty-leveldb` or `rocksdb` |
-| Reed-Solomon EC | `reed-solomon-erasure` |
-| Logging | `tracing` + `tracing-subscriber` |
-| Config (security.toml) | `toml` + `serde` |
-| CRC32 | `crc32fast` |
-| Memory-mapped files | `memmap2` |
-
---
-
-## Phased Execution Plan
-
-### Phase 1: Project Skeleton & Protobuf Codegen
-**Goal:** Cargo project compiles, proto codegen works, CLI parses all flags.
-
-**Steps:**
-
-1.1. Create `seaweed-volume/Cargo.toml` with all dependencies listed above.
-
-1.2. Copy `volume_server.proto` and `remote.proto` into `proto/`. Adjust package paths for Rust codegen.
-
-1.3. Create `build.rs` using `tonic-build` to compile `.proto` files into Rust types.
-
-1.4. Create `src/main.rs` with `clap` derive structs mirroring all 40 CLI flags from `weed/command/volume.go`:
-   - `--port` (default 8080)
-   - `--port.grpc` (default 0 → 10000+port)
-   - `--port.public` (default 0 → same as port)
-   - `--ip` (auto-detect)
-   - `--id` (default empty → ip:port)
-   - `--publicUrl`
-   - `--ip.bind`
-   - `--master` (default "localhost:9333")
-   - `--mserver` (deprecated compat)
-   - `--preStopSeconds` (default 10)
-   - `--idleTimeout` (default 30)
-   - `--dataCenter`
-   - `--rack`
-   - `--index` [memory|leveldb|leveldbMedium|leveldbLarge]
-   - `--disk` [hdd|ssd|<tag>]
-   - `--tags`
-   - `--dir` (default temp dir)
-   - `--dir.idx`
-   - `--max` (default "8")
-   - `--whiteList`
-   - `--minFreeSpacePercent` (default "1")
-   - `--minFreeSpace`
-   - `--images.fix.orientation` (default false)
-   - `--readMode` [local|proxy|redirect] (default "proxy")
-   - `--cpuprofile`
-   - `--memprofile`
-   - `--compactionMBps` (default 0)
-   - `--maintenanceMBps` (default 0)
-   - `--fileSizeLimitMB` (default 256)
-   - `--concurrentUploadLimitMB` (default 0)
-   - `--concurrentDownloadLimitMB` (default 0)
-   - `--pprof` (default false)
-   - `--metricsPort` (default 0)
-   - `--metricsIp`
-   - `--inflightUploadDataTimeout` (default 60s)
-   - `--inflightDownloadDataTimeout` (default 60s)
-   - `--hasSlowRead` (default true)
-   - `--readBufferSizeMB` (default 4)
-   - `--index.leveldbTimeout` (default 0)
-   - `--debug` (default false)
-   - `--debug.port` (default 6060)
-
-1.5. Implement the same flag validation logic from `startVolumeServer()`:
-   - Parse comma-separated `--dir`, `--max`, `--minFreeSpace`, `--disk`, `--tags`
-   - Replicate single-value-to-all-dirs expansion
-   - Validate count matches between dirs and limits
-   - `--mserver` backward compat
-
-1.6. **Test:** `cargo build` succeeds. `cargo run -- --help` shows all flags. Proto types generated.
-
-**Verification:** Run with `--port 8080 --dir /tmp --master localhost:9333` — should parse without error and print config.
-
---
-
-### Phase 2: Core Storage Types & On-Disk Format
-**Goal:** Read and write the SeaweedFS needle/volume binary format bit-for-bit compatible with Go.
-
-**Source files to port:**
- `weed/storage/types/needle_types.go` → `src/storage/types.rs`
- `weed/storage/needle/needle.go` → `src/storage/needle/needle.rs`
- `weed/storage/needle/needle_read.go` → `src/storage/needle/needle_read.rs`
- `weed/storage/needle/needle_write.go` (partial) → `src/storage/needle/needle_write.rs`
- `weed/storage/needle/crc.go` → `src/storage/needle/crc.rs`
- `weed/storage/needle/needle_value_map.go` → `src/storage/needle/needle_value.rs`
- `weed/storage/super_block/super_block.go` → `src/storage/super_block.rs`
- `weed/storage/idx/` → `src/storage/idx/`
-
-**Steps:**
-
-2.1. **Fundamental types** (`types.rs`):
-   - `NeedleId` (u64), `Offset` (u32 or u64 depending on version), `Size` (i32, negative = deleted)
-   - `Cookie` (u32)
-   - `DiskType` enum (HDD, SSD, Custom)
-   - Version constants (Version1=1, Version2=2, Version3=3, CurrentVersion=3)
-   - Byte serialization matching Go's `binary.BigEndian` encoding
-
-2.2. **SuperBlock** (`super_block.rs`):
-   - 8-byte header: Version(1) + ReplicaPlacement(1) + TTL(2) + CompactRevision(2) + Reserved(2)
-   - `ReplicaPlacement` struct with same/diff rack/dc counts
-   - `TTL` struct with count + unit
-   - Read/write from first 8 bytes of `.dat` file
-   - Match exact byte layout from `super_block.go`
-
-2.3. **Needle binary format** (`needle.rs`, `needle_read.rs`):
-   - Version 2/3 header: Cookie(4) + NeedleId(8) + Size(4)
-   - Body: Data, Flags, Name, Mime, PairsSize, Pairs, LastModified, TTL, Checksum, AppendAtNs, Padding
-   - CRC32 checksum (matching Go's `crc32.ChecksumIEEE`)
-   - Padding to 8-byte alignment
-   - Read path: read header → compute body length → read body → verify CRC
-
-2.4. **Idx file format** (`idx/`):
-   - Fixed 16-byte records: NeedleId(8) + Offset(4) + Size(4)
-   - Sequential append-only file
-   - Walk/iterate all entries
-   - Binary search not used (loaded into memory map)
-
-2.5. **NeedleMap (in-memory)** (`needle_map.rs`):
-   - HashMap<NeedleId, NeedleValue> where NeedleValue = {Offset, Size}
-   - Load from `.idx` file on volume mount
-   - Support Get, Set, Delete operations
-   - Track file count, deleted count, deleted byte count
-
-2.6. **Tests:**
-   - Unit test: write a needle to bytes → read it back → verify fields match
-   - Unit test: write/read SuperBlock round-trip
-   - Unit test: write/read idx entries round-trip
-   - **Cross-compat test:** Use Go volume server to create a small volume with known data. Read it from Rust and verify all needles decoded correctly. (Keep test fixture `.dat`/`.idx` files in `tests/fixtures/`)
-
---
-
-### Phase 3: Volume Struct & Lifecycle
-**Goal:** Mount, read from, write to, and unmount a volume.
-
-**Source files to port:**
- `weed/storage/volume.go` → `src/storage/volume.rs`
- `weed/storage/volume_read.go` → `src/storage/volume_read.rs`
- `weed/storage/volume_write.go` → `src/storage/volume_write.rs`
- `weed/storage/volume_loading.go`
- `weed/storage/volume_vacuum.go` → `src/storage/volume_compact.rs`
- `weed/storage/volume_info/volume_info.go` → `src/storage/volume_info.rs`
- `weed/storage/volume_super_block.go`
-
-**Steps:**
-
-3.1. **Volume struct** (`volume.rs`):
-   - Fields: Id, dir, dataFile, nm (NeedleMap), SuperBlock, readOnly, lastModifiedTs, lastCompactIndexOffset, lastCompactRevision
-   - `noWriteOrDelete` / `noWriteCanDelete` / `readOnly` state flags
-   - File handles for `.dat` file (read + append)
-   - Lock strategy: `RwLock` for concurrent reads, exclusive writes
-
-3.2. **Volume loading** — exact logic from `volume_loading.go`:
-   - Open `.dat` file, read SuperBlock from first 8 bytes
-   - Load `.idx` file into NeedleMap
-   - Handle `.vif` (VolumeInfo) JSON sidecar file
-   - Set volume state based on SuperBlock + VolumeInfo
-
-3.3. **Volume read** (`volume_read.rs`) — from `volume_read.go`:
-   - `ReadNeedle(needleId, cookie)`: lookup in NeedleMap → seek in .dat → read needle bytes → verify cookie + CRC → return data
-   - Handle deleted needles (Size < 0)
-   - `ReadNeedleBlob(offset, size)`: raw blob read
-   - `ReadNeedleMeta(needleId, offset, size)`: read metadata only
-
-3.4. **Volume write** (`volume_write.rs`) — from `volume_write.go`:
-   - `WriteNeedle(needle)`: serialize needle → append to .dat → update .idx → update NeedleMap
-   - `DeleteNeedle(needleId)`: mark as deleted in NeedleMap + append tombstone to .idx
-   - File size limit check
-   - Concurrent write serialization (mutex on write path)
-
-3.5. **Volume compaction** (`volume_compact.rs`) — from `volume_vacuum.go`:
-   - `CheckCompact()`: compute garbage ratio
-   - `Compact()`: create new .dat/.idx, copy only live needles, update compact revision
-   - `CommitCompact()`: rename compacted files over originals
-   - `CleanupCompact()`: remove temp files
-   - Throttle by `compactionBytePerSecond`
-
-3.6. **Volume info** (`volume_info.rs`):
-   - Read/write `.vif` JSON sidecar
-   - VolumeInfo protobuf struct mapping
-   - Remote file references for tiered storage
-
-3.7. **Tests:**
-   - Mount a volume, write 100 needles, read them all back, verify content
-   - Delete 50 needles, verify they return "deleted"
-   - Compact, verify only 50 remain, verify content
-   - Read Go-created volume fixtures
-
---
-
-### Phase 4: Store (Multi-Volume, Multi-Disk Manager)
-**Goal:** Manage multiple volumes across multiple disk directories.
-
-**Source files to port:**
- `weed/storage/store.go` → `src/storage/store.rs`
- `weed/storage/disk_location.go` → `src/storage/disk_location.rs`
- `weed/storage/store_ec.go`
- `weed/storage/store_state.go`
-
-**Steps:**
-
-4.1. **DiskLocation** (`disk_location.rs`):
-   - Directory path, max volume count, min free space, disk type, tags
-   - Load all volumes from directory on startup
-   - Track free space, check writable
-
-4.2. **Store** (`store.rs`):
-   - Vector of `DiskLocation`s
-   - `GetVolume(volumeId)` → lookup across all locations
-   - `HasVolume(volumeId)` check
-   - `AllocateVolume(...)` — create new volume in appropriate location
-   - `DeleteVolume(...)`, `MountVolume(...)`, `UnmountVolume(...)`
-   - `DeleteCollection(collection)` — delete all volumes of a collection
-   - Collect volume status for heartbeat
-   - `SetStopping()`, `Close()`
-   - Persistent state (maintenance mode) via `store_state.go`
-
-4.3. **Store state** — `VolumeServerState` protobuf with maintenance flag, persisted to disk.
-
-4.4. **Tests:**
-   - Create store with 2 dirs, allocate volumes in each, verify load balancing
-   - Mount/unmount/delete lifecycle
-   - State persistence across restart
-
---
-
-### Phase 5: Erasure Coding
-**Goal:** Full EC shard encode/decode/read/write/rebuild.
-
-**Source files to port:**
- `weed/storage/erasure_coding/` (3,599 lines)
-
-**Steps:**
-
-5.1. **EC volume + shard structs** — `EcVolume`, `EcShard` with file handles for `.ec00`–`.ec13` shard files + `.ecx` index + `.ecj` journal.
-
-5.2. **EC encoder** — Reed-Solomon 10+4 (configurable) encoding using `reed-solomon-erasure` crate:
-   - `VolumeEcShardsGenerate`: read .dat → split into data shards → compute parity → write .ec00-.ec13 + .ecx
-
-5.3. **EC decoder/reader** — reconstruct data from any 10 of 14 shards:
-   - `EcShardRead`: read range from a specific shard
-   - Locate needle in EC volume via .ecx index
-   - Handle cross-shard needle reads
-
-5.4. **EC shard operations:**
-   - Copy, delete, mount, unmount shards
-   - `VolumeEcShardsRebuild`: rebuild missing shards from remaining
-   - `VolumeEcShardsToVolume`: reconstruct .dat from EC shards
-   - `VolumeEcBlobDelete`: mark deleted in EC journal
-   - `VolumeEcShardsInfo`: report shard metadata
-
-5.5. **Tests:**
-   - Encode a volume → verify 14 shards created
-   - Delete 4 shards → rebuild → verify data intact
-   - Read individual needles from EC volume
-   - Cross-compat with Go-generated EC shards
-
---
-
-### Phase 6: Backend / Tiered Storage
-**Goal:** Support tiered storage to remote backends (S3, etc).
-
-**Source files to port:**
- `weed/storage/backend/` (1,850 lines)
-
-**Steps:**
-
-6.1. **Backend trait** — abstract `BackendStorage` trait with `ReadAt`, `WriteAt`, `Truncate`, `Close`, `Name`.
-
-6.2. **Disk backend** — default local disk implementation.
-
-6.3. **S3 backend** — upload .dat to S3, read ranges via S3 range requests.
-
-6.4. **Tier move operations:**
-   - `VolumeTierMoveDatToRemote`: upload .dat to remote, optionally delete local
-   - `VolumeTierMoveDatFromRemote`: download .dat from remote
-
-6.5. **Tests:**
-   - Disk backend read/write round-trip
-   - S3 backend with mock/localstack
-
---
-
-### Phase 7: Security Layer
-**Goal:** JWT authentication, whitelist guard, TLS configuration.
-
-**Source files to port:**
- `weed/security/guard.go` → `src/security/guard.rs`
- `weed/security/jwt.go` → `src/security/jwt.rs`
- `weed/security/tls.go` → `src/security/tls.rs`
-
-**Steps:**
-
-7.1. **Guard** (`guard.rs`):
-   - Whitelist IP check (exact match on `r.RemoteAddr`)
-   - Wrap handlers with whitelist enforcement
-   - `UpdateWhiteList()` for live reload
-
-7.2. **JWT** (`jwt.rs`):
-   - `SeaweedFileIdClaims` with `fid` field
-   - Sign with HMAC-SHA256
-   - Verify + decode with expiry check
-   - Separate signing keys for read vs write
-   - `GetJwt(request)` — extract from `Authorization: Bearer` header or `jwt` query param
-
-7.3. **TLS** (`tls.rs`):
-   - Load server TLS cert/key for gRPC and HTTPS
-   - Load client TLS for mutual TLS
-   - Read from `security.toml` config (same format as Go's viper config)
-
-7.4. **Tests:**
-   - JWT sign → verify round-trip
-   - JWT with wrong key → reject
-   - JWT with expired token → reject
-   - JWT fid mismatch → reject
-   - Whitelist allow/deny
-
---
-
-### Phase 8: Prometheus Metrics
-**Goal:** Export same metric names as Go for dashboard compatibility.
-
-**Source files to port:**
- `weed/stats/metrics.go` (volume server counters/gauges/histograms)
-
-**Steps:**
-
-8.1. Define all Prometheus metrics matching Go names:
-   - `VolumeServerRequestCounter` (labels: method, status)
-   - `VolumeServerRequestHistogram` (labels: method)
-   - `VolumeServerInFlightRequestsGauge` (labels: method)
-   - `VolumeServerInFlightUploadSize`
-   - `VolumeServerInFlightDownloadSize`
-   - `VolumeServerConcurrentUploadLimit`
-   - `VolumeServerConcurrentDownloadLimit`
-   - `VolumeServerHandlerCounter` (labels: type — UploadLimitCond, DownloadLimitCond)
-   - Read/Write/Delete request counters
-
-8.2. Metrics HTTP endpoint on `--metricsPort`.
-
-8.3. Optional push-based metrics loop (`LoopPushingMetric`).
-
-8.4. **Test:** Verify metric names and labels match Go output.
-
---
-
-### Phase 9: HTTP Server & Handlers
-**Goal:** All HTTP endpoints with exact same behavior as Go.
-
-**Source files to port:**
- `weed/server/volume_server.go` → `src/server/volume_server.rs`
- `weed/server/volume_server_handlers.go` → `src/server/http_handlers.rs`
- `weed/server/volume_server_handlers_read.go` → `src/server/http_read.rs`
- `weed/server/volume_server_handlers_write.go` → `src/server/http_write.rs`
- `weed/server/volume_server_handlers_admin.go` → `src/server/http_admin.rs`
- `weed/server/volume_server_handlers_helper.go` (URL parsing, proxy, JSON responses)
- `weed/server/volume_server_handlers_ui.go` → `src/server/http_admin.rs`
-
-**Steps:**
-
-9.1. **URL path parsing** — from `handlers_helper.go`:
-   - Parse `/<vid>,<fid>` and `/<vid>/<fid>` patterns
-   - Extract volume ID, file ID, filename, ext
-
-9.2. **Route dispatch** — from `privateStoreHandler` and `publicReadOnlyHandler`:
-   - `GET /` → `GetOrHeadHandler`
-   - `HEAD /` → `GetOrHeadHandler`
-   - `POST /` → `PostHandler` (whitelist gated)
-   - `PUT /` → `PostHandler` (whitelist gated)
-   - `DELETE /` → `DeleteHandler` (whitelist gated)
-   - `OPTIONS /` → CORS preflight
-   - `GET /status` → JSON status
-   - `GET /healthz` → health check
-   - `GET /ui/index.html` → HTML UI page
-   - Static resources (CSS/JS for UI)
-
-9.3. **GET/HEAD handler** (`http_read.rs`) — from `handlers_read.go` (468 lines):
-   - JWT read authorization check
-   - Lookup needle by volume ID + needle ID + cookie
-   - ETag / If-None-Match / If-Modified-Since conditional responses
-   - Content-Type from stored MIME or filename extension
-   - Content-Disposition header
-   - Content-Encoding (gzip/zstd stored data)
-   - Range request support (HTTP 206 Partial Content)
-   - JPEG orientation fix (if configured)
-   - Proxy to replica on local miss (readMode=proxy)
-   - Redirect to replica (readMode=redirect)
-   - Download tracking (in-flight size accounting)
-
-9.4. **POST/PUT handler** (`http_write.rs`) — from `handlers_write.go` (170 lines):
-   - JWT write authorization check
-   - Multipart form parsing
-   - Extract file data, filename, content type, TTL, last-modified
-   - Optional gzip/zstd compression
-   - Write needle to volume
-   - Replicate to peers (same logic as Go's `DistributedOperation`)
-   - Return JSON: {name, size, eTag, error}
-
-9.5. **DELETE handler** — already in handlers.go:
-   - JWT authorization
-   - Delete from local volume
-   - Replicate delete to peers
-   - Return JSON result
-
-9.6. **Admin handlers** (`http_admin.rs`):
-   - `/status` → JSON with volumes, version, disk status
-   - `/healthz` → 200 OK if serving
-   - `/ui/index.html` → HTML dashboard
-
-9.7. **Concurrency limiting** — from `handlers.go`:
-   - Upload concurrency limit with `sync::Condvar` + timeout
-   - Download concurrency limit with proxy fallback to replicas
-   - HTTP 429 on timeout, 499 on client cancel
-   - Replication traffic bypasses upload limits
-
-9.8. **Public port** — if configured, separate listener with read-only routes (GET/HEAD/OPTIONS only).
-
-9.9. **Request ID middleware** — generate unique request ID per request.
-
-9.10. **Tests:**
-   - Integration: start server → upload file via POST → GET it back → verify content
-   - Integration: upload → DELETE → GET returns 404
-   - Integration: conditional GET with ETag → 304
-   - Integration: range request → 206 with correct bytes
-   - Integration: exceed upload limit → 429
-   - Integration: whitelist enforcement
-   - Integration: JWT enforcement
-
---
-
-### Phase 10: gRPC Service Implementation
-**Goal:** All 40 gRPC methods with exact logic.
-
-**Source files to port:**
- `weed/server/volume_grpc_admin.go` (380 lines)
- `weed/server/volume_grpc_vacuum.go` (124 lines)
- `weed/server/volume_grpc_copy.go` (636 lines)
- `weed/server/volume_grpc_copy_incremental.go` (66 lines)
- `weed/server/volume_grpc_read_write.go` (74 lines)
- `weed/server/volume_grpc_batch_delete.go` (124 lines)
- `weed/server/volume_grpc_tail.go` (140 lines)
- `weed/server/volume_grpc_erasure_coding.go` (619 lines)
- `weed/server/volume_grpc_scrub.go` (121 lines)
- `weed/server/volume_grpc_tier_upload.go` (98 lines)
- `weed/server/volume_grpc_tier_download.go` (85 lines)
- `weed/server/volume_grpc_remote.go` (95 lines)
- `weed/server/volume_grpc_query.go` (69 lines)
- `weed/server/volume_grpc_state.go` (26 lines)
- `weed/server/volume_grpc_read_all.go` (35 lines)
- `weed/server/volume_grpc_client_to_master.go` (325 lines)
-
-**Steps (grouped by functional area):**
-
-10.1. **Implement `tonic::Service` for `VolumeServer`** — the generated trait from proto.
-
-10.2. **Admin RPCs** (`grpc_admin.rs`):
-   - `AllocateVolume` — create volume on appropriate disk location
-   - `VolumeMount` / `VolumeUnmount` / `VolumeDelete`
-   - `VolumeMarkReadonly` / `VolumeMarkWritable`
-   - `VolumeConfigure` — change replication
-   - `VolumeStatus` — return read-only, size, file counts
-   - `VolumeServerStatus` — disk statuses, memory, version, DC, rack
-   - `VolumeServerLeave` — deregister from master
-   - `DeleteCollection`
-   - `VolumeNeedleStatus` — get needle metadata by ID
-   - `Ping` — latency measurement
-   - `GetState` / `SetState` — maintenance mode
-
-10.3. **Vacuum RPCs** (`grpc_vacuum.rs`):
-   - `VacuumVolumeCheck` — return garbage ratio
-   - `VacuumVolumeCompact` — stream progress (streaming response)
-   - `VacuumVolumeCommit` — finalize compaction
-   - `VacuumVolumeCleanup` — remove temp files
-
-10.4. **Copy RPCs** (`grpc_copy.rs`):
-   - `VolumeCopy` — stream .dat/.idx from source to create local copy
-   - `VolumeSyncStatus` — return sync metadata
-   - `VolumeIncrementalCopy` — stream .dat delta since timestamp (streaming)
-   - `CopyFile` — generic file copy by extension (streaming)
-   - `ReceiveFile` — receive streamed file (client streaming)
-   - `ReadVolumeFileStatus` — return file timestamps and sizes
-
-10.5. **Read/Write RPCs** (`grpc_read_write.rs`):
-   - `ReadNeedleBlob` — raw needle blob read
-   - `ReadNeedleMeta` — needle metadata
-   - `WriteNeedleBlob` — raw needle blob write
-   - `ReadAllNeedles` — stream all needles from volume(s) (streaming)
-
-10.6. **Batch delete** (`grpc_batch_delete.rs`):
-   - `BatchDelete` — delete multiple file IDs, return per-ID results
-
-10.7. **Tail RPCs** (`grpc_tail.rs`):
-   - `VolumeTailSender` — stream new needles since timestamp (streaming)
-   - `VolumeTailReceiver` — connect to another volume server and tail its changes
-
-10.8. **Erasure coding RPCs** (`grpc_erasure_coding.rs`):
-   - `VolumeEcShardsGenerate` — generate EC shards from volume
-   - `VolumeEcShardsRebuild` — rebuild missing shards
-   - `VolumeEcShardsCopy` — copy shards from another server
-   - `VolumeEcShardsDelete` — delete EC shards
-   - `VolumeEcShardsMount` / `VolumeEcShardsUnmount`
-   - `VolumeEcShardRead` — read from EC shard (streaming)
-   - `VolumeEcBlobDelete` — mark blob deleted in EC volume
-   - `VolumeEcShardsToVolume` — reconstruct volume from EC shards
-   - `VolumeEcShardsInfo` — return shard metadata
-
-10.9. **Scrub RPCs** (`grpc_scrub.rs`):
-   - `ScrubVolume` — integrity check volumes (INDEX / FULL / LOCAL modes)
-   - `ScrubEcVolume` — integrity check EC volumes
-
-10.10. **Tier RPCs** (`grpc_tier.rs`):
-   - `VolumeTierMoveDatToRemote` — upload to remote backend (streaming progress)
-   - `VolumeTierMoveDatFromRemote` — download from remote (streaming progress)
-
-10.11. **Remote storage** (`grpc_remote.rs`):
-   - `FetchAndWriteNeedle` — fetch from remote storage, write locally, replicate
-
-10.12. **Query** (`grpc_query.rs`):
-   - `Query` — experimental CSV/JSON/Parquet select on stored data (streaming)
-
-10.13. **Master heartbeat** (`grpc_client_to_master.rs`):
-   - `heartbeat()` background task — periodic gRPC stream to master
-   - Send: volume info, EC shard info, disk stats, has-no-space flags, deleted volumes
-   - Receive: volume size limit, leader address, metrics config
-   - Reconnect on failure with backoff
-   - `StopHeartbeat()` for graceful shutdown
-
-10.14. **Tests:**
-   - Integration test per RPC: call via tonic client → verify response
-   - Streaming RPCs: verify all chunks received
-   - Error cases: invalid volume ID, non-existent volume, etc.
-   - Heartbeat: mock master gRPC server, verify registration
-
---
-
-### Phase 11: Startup, Lifecycle & Graceful Shutdown
-**Goal:** Full server startup matching Go's `runVolume()` and `startVolumeServer()`.
-
-**Steps:**
-
-11.1. **Startup sequence** (match `volume.go` exactly):
-   1. Load security configuration from `security.toml`
-   2. Start metrics server on metrics port
-   3. Parse folder/max/minFreeSpace/diskType/tags
-   4. Validate all directory writable
-   5. Resolve IP, bind IP, public URL, gRPC port
-   6. Create `VolumeServer` struct
-   7. Check with master (initial handshake)
-   8. Create `Store` (loads all existing volumes from disk)
-   9. Create security `Guard`
-   10. Register HTTP routes on admin mux
-   11. Optionally register public mux
-   12. Start gRPC server on gRPC port
-   13. Start public HTTP server (if separated)
-   14. Start cluster HTTP server (with optional TLS)
-   15. Start heartbeat background task
-   16. Start metrics push loop
-   17. Register SIGHUP handler for config reload + new volume loading
-
-11.2. **Graceful shutdown** (match Go exactly):
-   1. On SIGINT/SIGTERM:
-   2. Stop heartbeat (notify master we're leaving)
-   3. Wait `preStopSeconds`
-   4. Stop public HTTP server
-   5. Stop cluster HTTP server
-   6. Graceful stop gRPC server
-   7. `volumeServer.Shutdown()` → `store.Close()` (flush all volumes)
-
-11.3. **Reload** (SIGHUP):
-   - Reload security config
-   - Update whitelist
-   - Load newly appeared volumes from disk
-
-11.4. **Tests:**
-   - Start server → send SIGTERM → verify clean shutdown
-   - Start server → SIGHUP → verify config reloaded
-
---
-
-### Phase 12: Integration & Cross-Compatibility Testing
-**Goal:** Rust volume server is a drop-in replacement for Go volume server.
-
-**Steps:**
-
-12.1. **Binary compatibility tests:**
-   - Create volumes with Go volume server
-   - Start Rust volume server on same data directory
-   - Read all data → verify identical
-   - Write new data with Rust → read with Go → verify
-
-12.2. **API compatibility tests:**
-   - Run same HTTP requests against both Go and Rust servers
-   - Compare response bodies, headers, status codes
-   - Test all gRPC RPCs against both
-
-12.3. **Master interop test:**
-   - Start Go master server
-   - Register Rust volume server
-   - Verify heartbeat works
-   - Verify volume assignment works
-   - Upload via filer → stored on Rust volume server → read back
-
-12.4. **Performance benchmarks:**
-   - Throughput: sequential writes, sequential reads
-   - Latency: p50/p99 for read/write
-   - Concurrency: parallel reads/writes
-   - Compare Rust vs Go numbers
-
-12.5. **Edge cases:**
-   - Volume at max size
-   - Disk full handling
-   - Corrupt .dat file recovery
-   - Network partition during replication
-   - EC shard loss + rebuild
-
---
-
-## Execution Order & Dependencies
-
-```
-Phase 1  (Skeleton + CLI)        ← no deps, start here
-   ↓
-Phase 2  (Storage types)         ← needs Phase 1 (types used everywhere)
-   ↓
-Phase 3  (Volume struct)         ← needs Phase 2
-   ↓
-Phase 4  (Store manager)         ← needs Phase 3
-   ↓
-Phase 7  (Security)              ← independent, can parallel with 3-4
-Phase 8  (Metrics)               ← independent, can parallel with 3-4
-   ↓
-Phase 9  (HTTP server)           ← needs Phase 4 + 7 + 8
-Phase 10 (gRPC server)           ← needs Phase 4 + 7 + 8
-   ↓
-Phase 5  (Erasure coding)        ← needs Phase 4, wire into Phase 10
-Phase 6  (Tiered storage)        ← needs Phase 4, wire into Phase 10
-   ↓
-Phase 11 (Startup + shutdown)    ← needs Phase 9 + 10
-   ↓
-Phase 12 (Integration tests)     ← needs all above
-```
-
-## Estimated Scope
-
-| Phase | Estimated Rust Lines | Complexity |
-|---|---|---|
-| 1. Skeleton + CLI | ~400 | Low |
-| 2. Storage types | ~2,000 | High (binary compat critical) |
-| 3. Volume struct | ~2,500 | High |
-| 4. Store manager | ~1,000 | Medium |
-| 5. Erasure coding | ~3,000 | High |
-| 6. Tiered storage | ~1,500 | Medium |
-| 7. Security | ~500 | Medium |
-| 8. Metrics | ~300 | Low |
-| 9. HTTP server | ~2,000 | High |
-| 10. gRPC server | ~3,500 | High |
-| 11. Startup/shutdown | ~500 | Medium |
-| 12. Integration tests | ~2,000 | Medium |
-| **Total** | **~19,000** | |
-
-## Critical Invariants to Preserve
-
-1. **Binary format compatibility** — Rust must read/write `.dat`, `.idx`, `.vif`, `.ecX` files identically to Go. A single byte off = data loss.
-2. **gRPC wire compatibility** — Same proto, same field semantics. Go master must talk to Rust volume server seamlessly.
-3. **HTTP API compatibility** — Same URL patterns, same JSON response shapes, same headers, same status codes.
-4. **Replication protocol** — Write replication between Go and Rust volume servers must work bidirectionally.
-5. **Heartbeat protocol** — Rust volume server must register with Go master and maintain heartbeat.
-6. **CRC32 algorithm** — Must use IEEE polynomial (same as Go's `crc32.ChecksumIEEE`).
-7. **JWT compatibility** — Tokens signed by Go filer/master must be verifiable by Rust volume server and vice versa.
@@ -1,167 +0,0 @@
-# Design: Serializing Bucket Configuration Mutations
-
-Issue #9651 — concurrent `PutBucketVersioning` + `PutBucketEncryption` (as Terraform
-issues them in parallel) intermittently lose the encryption write.
-
-## Root cause
-
-The bucket's entire config lives in one filer entry, `/buckets/<name>`. Every
-config API does a read-modify-write of that single entry, and the writes are not
-serialized:
-
- `updateBucketConfig(bucket, fn)` (`s3api_bucket_config.go:468`) — sources from a
-  possibly-stale cached `BucketConfig`, mutates `Entry.Extended`, writes the
-  **whole** entry. Used by: versioning, object-lock config, lifecycle, ACL/owner.
- `UpdateBucketMetadata` → `setBucketMetadata` (`:1042`) — reads a fresh entry,
-  mutates `Entry.Content`, writes the **whole** entry. Used by: encryption, CORS,
-  tagging, ownership, policy, notification.
-
-Two ingredients produce the lost update:
-
-1. **No serialization** of the read→modify→write (the cache mutexes only guard the
-   in-memory map, not the RMW).
-2. **Whole-entry rewrite from an independent snapshot** — `updateBucketConfig`
-   rebuilds from a stale cached `BucketConfig` whose `Content` predates the
-   concurrent encryption write, so writing the whole entry reverts `Content`.
-
-Sequential calls always pass (each sees the previous write), so it only surfaces
-under concurrency — and CI's slower IO widens the window (the "2 of ~12 runs").
-
-## Goals
-
- No lost updates across concurrent bucket-config changes — for **all** config
-  fields, not just versioning/encryption.
- Correct for a single S3 gateway (the reported case) and for multiple gateways.
- Reuse the filer primitives just merged (per-path lock, `WriteCondition`,
-  `ObjectTransaction`); do not reintroduce a distributed lock.
- Minimal blast radius: the fix lands at the two chokepoint helpers.
-
-## Non-goals
-
- Changing the one-entry-per-bucket storage model.
- Multi-filer-concurrent bucket writes (addressed only as an optional phase 3).
-
-## The two ingredients map to two complementary fixes
-
-### Fix A — serialize + read fresh (closes the window for whole-entry writers)
-
-Both `updateBucketConfig` and `UpdateBucketMetadata` must run their RMW under one
-per-bucket critical section, and **re-read the entry fresh from the filer inside
-it** — not rebuild from the cached `BucketConfig`. The lock alone is insufficient:
-without the fresh read, two serialized writers still each apply a stale snapshot.
-
-### Fix B — field-level updates (removes the collision entirely)
-
-The two writers touch disjoint fields (`Extended[versioning]` vs `Content`). If
-each path updated only its own field instead of rewriting the whole entry, neither
-could clobber the other regardless of ordering. This is the structural fix and
-makes serialization a defense-in-depth concern rather than a correctness
-requirement for cross-field cases.
-
-## Where to serialize (layering)
-
-The bucket entry is a single filer entry, so unlike object writes there is no
-sharding — the question is purely the scope of the lock:
-
-| Layer | Serializes across | Cost | Notes |
-|---|---|---|---|
-| 1. Gateway-local per-bucket lock | one gateway process | tiny | fixes the reported (single-gateway/CI) case |
-| 2. Filer per-path lock via conditional write | all gateways on one filer | small | reuses #9640 `CreateEntry`+`WriteCondition` |
-| 3. Route-by-key to bucket-key owner filer | all gateways and filers | medium | same mechanism as the object DLM-removal |
-
-## Recommended plan (phased)
-
-### Phase 1 — minimal fix for #9651 (gateway-local lock + fresh read)
-
-Add a bounded per-bucket lock table to `S3ApiServer`, reusing the same
-`util.LockTable` the filer uses for its per-path lock:
-
-```go
-// in S3ApiServer
-bucketConfigLocks *util.LockTable[string] // serialize bucket-entry RMW
-
-func (s3a *S3ApiServer) withBucketConfigLock(bucket string, fn func() s3err.ErrorCode) s3err.ErrorCode {
-    lk := s3a.bucketConfigLocks.AcquireLock("bucketConfig", bucket, util.ExclusiveLock)
-    defer s3a.bucketConfigLocks.ReleaseLock(bucket, lk)
-    return fn()
-}
-```
-
-Wrap the RMW in **both** chokepoints, and inside the lock read the entry fresh:
-
- `updateBucketConfig`: acquire the lock; re-read `/buckets/<name>` from the filer
-  (not the cache); rebuild `BucketConfig` from that fresh entry; apply `fn`; write;
-  invalidate cache; release.
- `UpdateBucketMetadata`/`setBucketMetadata`: same lock key; it already reads fresh,
-  so it just needs to share the critical section.
-
-Both must use the **same** lock keyed on `bucket`, so versioning and encryption
-contend on one mutex. This closes the reported window. Limitation: only one
-gateway; two gateways behind a load balancer still race.
-
-Test: parallel `PutBucketVersioning` + `PutBucketEncryption`, assert both persist
-(the exact Terraform scenario), plus an N-way parallel variant over distinct
-fields.
-
-### Phase 2 — robust across gateways (field-level + CAS via merged primitives)
-
-Move the writers off whole-entry rewrites:
-
- **Extended-based config** (versioning, object-lock, ownership, tagging-in-Extended)
-  → `ObjectTransaction` `PATCH_EXTENDED` on `/buckets/<name>`. The owner filer reads
-  the entry fresh under its per-path lock and merges only the named keys, so the
-  gateway never sends a whole-entry snapshot — this dissolves *both* ingredients for
-  these fields.
- **`Content`-based config** (encryption, CORS, tags blob) — **chosen and
-  implemented (b3): extend `PATCH_EXTENDED` with `set_content`.** Under the same
-  per-path lock the filer reads the entry fresh, merges extended attributes, and
-  replaces `Content`, preserving the rest. So a content write becomes a field-level
-  patch too — `setBucketMetadata` patches `Content`, `updateBucketConfig` patches
-  extended keys, and the two serialize on the lock instead of racing whole-entry
-  rewrites. This is cleaner than the alternatives below: no client-side retry, no
-  storage migration, and it reuses `ObjectTransaction`'s existing atomic lock.
-  - (b1, rejected) Conditional `CreateEntry` overwrite with `IF_ETAG_MATCH` + retry
-    (#9640): correct but needs client-side retry, and the bucket directory entry has
-    no reliable ETag to compare on.
-  - (b2, future) Migrate each per-feature config out of the single `Content` blob
-    into its own `Extended` key. Then even *intra-blob* writes (tags vs encryption)
-    stop racing. Larger migration; tracked separately.
-
-Once all paths are field-level patches, the phase-1 gateway lock is unnecessary —
-the filer enforces atomicity. (This is the path taken: phase 1 was skipped.)
-
-### Phase 3 — multi-filer (only if needed)
-
-If multiple filers can write `/buckets/<name>` concurrently, a filer-local per-path
-lock no longer suffices. Route bucket-config writes to
-`PrimaryForKey("/buckets/<name>")` (the lock-ring view) and serialize on that one
-owner filer — the same route-by-key design used to take object writes off the DLM.
-Overkill for rare config writes; include only if multi-filer bucket writes are real.
-
-## Correctness summary
-
- Phase 1: all RMW for a bucket serialize within a gateway; the fresh read means the
-  second writer observes the first's change. Closes #9651 for single-gateway.
- Phase 2: `PATCH_EXTENDED` is atomic field-level merge at the filer (no snapshot);
-  CAS turns a concurrent `Content` write into a retry, enforced under the filer's
-  per-path lock — correct for any number of gateways sharing a filer.
- Phase 3: one owner filer serializes all writers — correct across filers too.
-
-## Scope checklist (every path that RMWs the bucket entry)
-
-All of these funnel through the two chokepoints, so fixing the chokepoints covers
-them — but the fix must not leave any of them on an unserialized path:
-
- via `updateBucketConfig`: versioning, object-lock config, lifecycle, ACL/owner.
- via `UpdateBucketMetadata`/`setBucketMetadata`: encryption, CORS, tagging,
-  ownership controls, bucket policy, notification.
- bucket create/delete (`CreateEntry`/`DeleteEntry` of `/buckets/<name>`) already
-  go through the filer's per-path lock on `CreateEntry`; ensure they take the same
-  bucket lock if they also patch config.
-
-## Cache rule (must document in code)
-
-Under the lock, **read the entry from the filer, never rebuild from the cached
-`BucketConfig`**. The cache is for reads; it must be invalidated on every write and
-never be the source for an RMW. This is the single most important detail — the lock
-without the fresh read does not fix the bug.
@@ -2,15 +2,13 @@ FROM ubuntu:22.04

 LABEL author="Chris Lu"

-# Use Azure's Ubuntu mirror — much faster than archive.ubuntu.com from GitHub-hosted runners,
-# which have been hanging long enough on Ign:/retry to trip the 10-min step timeout.
+# Use faster mirrors and optimize package installation
 # Note: This e2e test image intentionally runs as root for simplicity and compatibility.
 # Production images (Dockerfile.go_build) use proper user isolation with su-exec.
 # For testing purposes, running as root avoids permission complexities and dependency
 # on Alpine-specific tools like su-exec (not available in Ubuntu repos).
-RUN sed -i 's|http://archive.ubuntu.com/ubuntu|http://azure.archive.ubuntu.com/ubuntu|g; s|http://security.ubuntu.com/ubuntu|http://azure.archive.ubuntu.com/ubuntu|g' /etc/apt/sources.list && \
-    apt-get -o Acquire::http::Timeout=15 update && \
-    DEBIAN_FRONTEND=noninteractive apt-get -o Acquire::http::Timeout=15 install -y \
+RUN apt-get update && \
+    DEBIAN_FRONTEND=noninteractive apt-get install -y \
    --no-install-recommends \
    --no-install-suggests \
    curl \
@@ -1,6 +1,4 @@
-# Pin the builder to the host arch and cross-compile the (CGO-free) Go binary,
-# so arm64/arm/386 targets skip QEMU emulation of the whole compile.
-FROM --platform=$BUILDPLATFORM golang:1.25-alpine AS builder
+FROM golang:1.25-alpine AS builder
 RUN apk add git g++ fuse
 RUN mkdir -p /go/src/github.com/seaweedfs/
 ARG BRANCH=${BRANCH:-master}
@@ -14,49 +12,13 @@ RUN cd /go/src/github.com/seaweedfs/seaweedfs && \
      git checkout $BRANCH) || \
     (echo "ERROR: Branch/commit $BRANCH not found in repository" && \
      echo "Available branches:" && git branch -a && exit 1))
-ARG TARGETOS TARGETARCH TARGETVARIANT
 RUN cd /go/src/github.com/seaweedfs/seaweedfs/weed \
  && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(git rev-parse --short HEAD)" \
-  && export GOOS=$TARGETOS GOARCH=$TARGETARCH \
-  && case "$TARGETARCH" in arm) export GOARM="${TARGETVARIANT#v}";; esac \
-  && CGO_ENABLED=0 go build -tags "$TAGS" -ldflags "-extldflags -static ${LDFLAGS}" -o /go/bin/weed .
-
-# Rust volume server: use pre-built binary from CI when available (placed in
-# weed-volume-prebuilt/ by the build-rust-binaries job), otherwise compile
-# from source.  Pre-building avoids a multi-hour QEMU-emulated cargo build
-# for non-native architectures.
-FROM alpine:3.23 as rust_builder
-ARG TARGETARCH
-ARG TAGS
-COPY weed-volume-prebuilt/ /prebuilt/
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/seaweed-volume /build/seaweed-volume
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/weed /build/weed
-WORKDIR /build/seaweed-volume
-RUN if [ -f "/prebuilt/weed-volume-${TARGETARCH}" ]; then \
-      echo "Using pre-built Rust binary for ${TARGETARCH}" && \
-      cp "/prebuilt/weed-volume-${TARGETARCH}" /weed-volume; \
-    elif [ "$TARGETARCH" = "amd64" ] || [ "$TARGETARCH" = "arm64" ]; then \
-      apk add --no-cache musl-dev openssl-dev protobuf-dev git rust cargo; \
-      if [ "$TAGS" = "5BytesOffset" ]; then \
-        cargo build --release; \
-      else \
-        cargo build --release --no-default-features; \
-      fi && \
-      cp target/release/weed-volume /weed-volume; \
-    else \
-      echo "Skipping Rust build for $TARGETARCH (unsupported)" && \
-      touch /weed-volume; \
-    fi
-# Pre-built binaries arrive via GitHub Actions artifacts, which drop the
-# executable bit, so the copied file is 0644 and exec fails with "Permission
-# denied". Restore it (no-op for the empty placeholder, which stays size 0).
-RUN chmod 0755 /weed-volume
+  && CGO_ENABLED=0 go install -tags "$TAGS" -ldflags "-extldflags -static ${LDFLAGS}"

 FROM alpine AS final
 LABEL author="Chris Lu"
 COPY --from=builder /go/bin/weed /usr/bin/
-# Copy Rust volume server binary (real binary on amd64/arm64, empty placeholder on other platforms)
-COPY --from=rust_builder /weed-volume /usr/bin/weed-volume
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
@@ -65,8 +27,7 @@ COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh
 # To disable: docker run -e GODEBUG=fips140=off ...

 # Install dependencies and create non-root user
-RUN apk upgrade --no-cache && \
-    apk add --no-cache fuse curl su-exec libgcc libcrypto3 libssl3 && \
+RUN apk add --no-cache fuse curl su-exec && \
    addgroup -g 1000 seaweed && \
    adduser -D -u 1000 -G seaweed seaweed

@@ -98,8 +59,3 @@ WORKDIR /data

 # Entrypoint will handle permission fixes and user switching
 ENTRYPOINT ["/entrypoint.sh"]
-# Default to a complete single-process cluster (master+volume+filer+S3+admin)
-# so the image is usable out of the box — including in environments like
-# GitHub Actions service containers that cannot pass arguments to the entrypoint.
-# Override with any other subcommand at `docker run` / compose time.
-CMD ["mini", "-dir=/data"]
@@ -7,8 +7,7 @@ COPY ./filer.toml /etc/seaweedfs/filer.toml
 COPY ./entrypoint.sh /entrypoint.sh

 # Install dependencies and create non-root user
-RUN apk upgrade --no-cache && \
-    apk add --no-cache fuse curl su-exec && \
+RUN apk add --no-cache fuse curl su-exec && \
    addgroup -g 1000 seaweed && \
    adduser -D -u 1000 -G seaweed seaweed

@@ -40,8 +39,3 @@ WORKDIR /data

 # Entrypoint will handle permission fixes and user switching
 ENTRYPOINT ["/entrypoint.sh"]
-# Default to a complete single-process cluster (master+volume+filer+S3+admin)
-# so the image is usable out of the box — including in environments like
-# GitHub Actions service containers that cannot pass arguments to the entrypoint.
-# Override with any other subcommand at `docker run` / compose time.
-CMD ["mini", "-dir=/data"]
@@ -34,8 +34,7 @@ COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh

 # Install dependencies and create non-root user
-RUN apk upgrade --no-cache && \
-    apk add --no-cache fuse snappy gflags curl su-exec && \
+RUN apk add --no-cache fuse snappy gflags curl su-exec && \
    addgroup -g 1000 seaweed && \
    adduser -D -u 1000 -G seaweed seaweed

@@ -68,8 +67,3 @@ WORKDIR /data

 # Entrypoint will handle permission fixes and user switching
 ENTRYPOINT ["/entrypoint.sh"]
-# Default to a complete single-process cluster (master+volume+filer+S3+admin)
-# so the image is usable out of the box — including in environments like
-# GitHub Actions service containers that cannot pass arguments to the entrypoint.
-# Override with any other subcommand at `docker run` / compose time.
-CMD ["mini", "-dir=/data"]
@@ -17,8 +17,7 @@ COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh

 # Install dependencies and create non-root user
-RUN apk upgrade --no-cache && \
-    apk add --no-cache fuse snappy gflags curl tmux su-exec && \
+RUN apk add --no-cache fuse snappy gflags curl tmux su-exec && \
    addgroup -g 1000 seaweed && \
    adduser -D -u 1000 -G seaweed seaweed

@@ -127,9 +127,6 @@ test_tarantool: tags = tarantool
 test_tarantool: build_tarantool_dev_env build
 	docker compose -f compose/test-tarantool-filer.yml -p seaweedfs up

-test_keycloak_s3: build
-	docker compose -f compose/test-keycloak-s3.yml -p seaweedfs up
-
 clean:
 	rm ./weed

@@ -1,53 +0,0 @@
-{
-  "identities": [
-    {
-      "name": "admin",
-      "credentials": [
-        {
-          "accessKey": "AKIAIOSFODNN7EXAMPLE",
-          "secretKey": "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY"
-        }
-      ],
-      "actions": [
-        "Admin",
-        "Read",
-        "List",
-        "Tagging",
-        "Write"
-      ]
-    },
-    {
-      "name": "steward",
-      "credentials": [
-        {
-          "accessKey": "steward-key",
-          "secretKey": "steward-secret"
-        }
-      ],
-      "actions": [
-        "Read",
-        "List",
-        "Write"
-      ]
-    },
-    {
-      "name": "le001",
-      "credentials": [
-        {
-          "accessKey": "le001-key",
-          "secretKey": "le001-secret"
-        }
-      ],
-      "actions": [
-        "Read",
-        "List"
-      ]
-    },
-    {
-      "name": "anonymous",
-      "actions": [
-        "Read"
-      ]
-    }
-  ]
-}
@@ -1,46 +0,0 @@
-services:
-  keycloak:
-    image: quay.io/keycloak/keycloak:26.0.7
-    command: ["start-dev", "--import-realm"]
-    environment:
-      KC_BOOTSTRAP_ADMIN_USERNAME: admin
-      KC_BOOTSTRAP_ADMIN_PASSWORD: admin
-      KC_HTTP_ENABLED: "true"
-      KC_HOSTNAME: "http://keycloak:8080"
-      KC_HOSTNAME_STRICT: "false"
-    ports:
-      - "8080:8080"
-    volumes:
-      - ../../test/s3/iam/seaweedfs-test-realm.json:/opt/keycloak/data/import/seaweedfs-test-realm.json:ro
-    healthcheck:
-      test: ["CMD-SHELL", "exec 3<>/dev/tcp/localhost/8080"]
-      interval: 10s
-      timeout: 5s
-      retries: 5
-      start_period: 60s
-
-  s3:
-    image: chrislusf/seaweedfs:local
-    command:
-      - -v=9
-      - server
-      - -ip=s3
-      - -filer
-      - -master.volumeSizeLimitMB=16
-      - -volume
-      - -volume.max=0
-      - -volume.preStopSeconds=1
-      - -s3
-      - -s3.port=8333
-      - -s3.config=/etc/seaweedfs/s3_config.json
-      - -s3.iam.config=/etc/seaweedfs/iam_config.json
-    environment:
-      WEED_MASTER_VOLUME_GROWTH_COPY_OTHER: 1
-    volumes:
-      - ../../test/s3/iam/test_config.json:/etc/seaweedfs/s3_config.json:ro
-      - ../../test/s3/iam/iam_config_docker.json:/etc/seaweedfs/iam_config.json:ro
-    ports:
-      - "8333:8333"
-    depends_on:
-      keycloak:
-        condition: service_healthy
@@ -37,21 +37,17 @@ if [ "$(id -u)" = "0" ]; then
 fi

 isArgPassed() {
-  # Match both `-flag` and `--flag` (and their `=value` forms): the Go fla9
-  # library accepts both, and users may pick either form on the CLI.
  arg="$1"
  argWithEqualSign="$1="
-  argDouble="-$1"
-  argDoubleWithEqualSign="-$1="
  shift
  while [ $# -gt 0 ]; do
    passedArg="$1"
    shift
    case $passedArg in
-    "$arg"|"$argDouble")
+    "$arg")
      return 0
      ;;
-    "$argWithEqualSign"*|"$argDoubleWithEqualSign"*)
+    "$argWithEqualSign"*)
      return 0
      ;;
    esac
@@ -76,20 +72,6 @@ case "$1" in
  	exec /usr/bin/weed -logtostderr=true volume $ARGS $@
 	;;

-  'volume-rust')
-  	ARGS="-dir /data -max 0"
-  	if isArgPassed "-max" "$@"; then
-  	  ARGS="-dir /data"
-  	fi
-  	shift
-  	if [ ! -s /usr/bin/weed-volume ]; then
-  	  echo "Error: Rust volume server is not available on this platform ($(uname -m))." >&2
-  	  echo "Use 'volume' for the Go volume server instead." >&2
-  	  exit 1
-  	fi
-  	exec /usr/bin/weed-volume $ARGS $@
-	;;
-
  'server')
  	ARGS="-dir=/data -volume.max=0 -master.volumeSizeLimitMB=1024"
  	if isArgPassed "-volume.max" "$@"; then
@@ -99,15 +81,6 @@ case "$1" in
  	exec /usr/bin/weed -logtostderr=true server $ARGS $@
  	;;

-  'mini')
-  	ARGS="-dir=/data"
-  	if isArgPassed "-dir" "$@"; then
-  	  ARGS=""
-  	fi
-  	shift
-  	exec /usr/bin/weed -logtostderr=true mini $ARGS $@
-  	;;
-
  'filer')
  	ARGS=""
  	shift
@@ -4,8 +4,8 @@ go 1.25.0

 require (
 	cloud.google.com/go v0.123.0 // indirect
-	cloud.google.com/go/pubsub v1.50.2
-	cloud.google.com/go/storage v1.62.1
+	cloud.google.com/go/pubsub v1.50.1
+	cloud.google.com/go/storage v1.60.0
 	github.com/Shopify/sarama v1.38.1
 	github.com/aws/aws-sdk-go v1.55.8
 	github.com/beorn7/perks v1.0.1 // indirect
@@ -15,6 +15,7 @@ require (
 	github.com/coreos/go-semver v0.3.1 // indirect
 	github.com/coreos/go-systemd/v22 v22.6.0 // indirect
 	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
 	github.com/dustin/go-humanize v1.0.1
 	github.com/eapache/go-resiliency v1.6.0 // indirect
 	github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 // indirect
@@ -26,29 +27,29 @@ require (
 	github.com/facebookgo/subset v0.0.0-20200203212716-c811ad88dec4 // indirect
 	github.com/fsnotify/fsnotify v1.9.0 // indirect
 	github.com/go-redsync/redsync/v4 v4.16.0
-	github.com/go-sql-driver/mysql v1.10.0
+	github.com/go-sql-driver/mysql v1.9.3
 	github.com/go-zookeeper/zk v1.0.4 // indirect
 	github.com/golang/protobuf v1.5.4
 	github.com/golang/snappy v1.0.0
 	github.com/google/btree v1.1.3
 	github.com/google/uuid v1.6.0
 	github.com/google/wire v0.7.0 // indirect
-	github.com/googleapis/gax-go/v2 v2.22.0 // indirect
+	github.com/googleapis/gax-go/v2 v2.17.0 // indirect
 	github.com/gorilla/mux v1.8.1
 	github.com/hashicorp/errwrap v1.1.0 // indirect
 	github.com/hashicorp/go-multierror v1.1.1 // indirect
 	github.com/hashicorp/go-uuid v1.0.3 // indirect
-	github.com/jackc/pgx/v5 v5.9.2
+	github.com/jackc/pgx/v5 v5.8.0
 	github.com/jcmturner/gofork v1.7.6 // indirect
 	github.com/jcmturner/gokrb5/v8 v8.4.4 // indirect
 	github.com/jinzhu/copier v0.4.0
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
 	github.com/json-iterator/go v1.1.12
 	github.com/karlseguin/ccache/v2 v2.0.8
-	github.com/klauspost/compress v1.18.6
-	github.com/klauspost/reedsolomon v1.14.0
+	github.com/klauspost/compress v1.18.5
+	github.com/klauspost/reedsolomon v1.13.3
 	github.com/kurin/blazer v0.5.3
-	github.com/linxGnu/grocksdb v1.10.8
+	github.com/linxGnu/grocksdb v1.10.7
 	github.com/mailru/easyjson v0.9.1 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
@@ -60,14 +61,14 @@ require (
 	github.com/posener/complete v1.2.3
 	github.com/pquerna/cachecontrol v0.2.0
 	github.com/prometheus/client_golang v1.23.2
-	github.com/prometheus/client_model v0.6.2
-	github.com/prometheus/common v0.67.5 // indirect
+	github.com/prometheus/client_model v0.6.2 // indirect
+	github.com/prometheus/common v0.67.2 // indirect
 	github.com/prometheus/procfs v0.20.1
 	github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
 	github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
 	github.com/seaweedfs/goexif v1.0.3
-	github.com/seaweedfs/raft v1.1.8
-	github.com/sirupsen/logrus v1.9.4 // indirect
+	github.com/seaweedfs/raft v1.1.7
+	github.com/sirupsen/logrus v1.9.4-0.20230606125235-dd1b4c2e81af // indirect
 	github.com/spf13/afero v1.15.0 // indirect
 	github.com/spf13/cast v1.10.0 // indirect
 	github.com/spf13/viper v1.21.0
@@ -82,79 +83,81 @@ require (
 	github.com/valyala/bytebufferpool v1.0.0
 	github.com/viant/ptrie v1.0.1
 	github.com/xdg-go/pbkdf2 v1.0.0 // indirect
-	github.com/xdg-go/scram v1.2.0
+	github.com/xdg-go/scram v1.1.2 // indirect
 	github.com/xdg-go/stringprep v1.0.4 // indirect
 	github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect
-	go.etcd.io/etcd/client/v3 v3.6.10
+	go.etcd.io/etcd/client/v3 v3.6.7
 	go.mongodb.org/mongo-driver v1.17.9
 	go.opencensus.io v0.24.0 // indirect
 	gocloud.dev v0.45.0
 	gocloud.dev/pubsub/natspubsub v0.45.0
 	gocloud.dev/pubsub/rabbitpubsub v0.45.0
-	golang.org/x/crypto v0.52.0
-	golang.org/x/exp v0.0.0-20260410095643-746e56fc9e2f
-	golang.org/x/image v0.39.0
-	golang.org/x/net v0.54.0
+	golang.org/x/crypto v0.49.0
+	golang.org/x/exp v0.0.0-20260218203240-3dfff04db8fa
+	golang.org/x/image v0.36.0
+	golang.org/x/net v0.51.0
 	golang.org/x/oauth2 v0.36.0
-	golang.org/x/sys v0.45.0
-	golang.org/x/text v0.37.0 // indirect
-	golang.org/x/tools v0.44.0 // indirect
+	golang.org/x/sys v0.42.0
+	golang.org/x/text v0.35.0 // indirect
+	golang.org/x/tools v0.42.0 // indirect
 	golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
-	google.golang.org/api v0.278.0
-	google.golang.org/genproto v0.0.0-20260319201613-d00831a3d3e7 // indirect
-	google.golang.org/grpc v1.81.1
+	google.golang.org/api v0.267.0
+	google.golang.org/genproto v0.0.0-20260128011058-8636f8732409 // indirect
+	google.golang.org/grpc v1.79.3
 	google.golang.org/protobuf v1.36.11
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	modernc.org/b v1.0.0 // indirect
-	modernc.org/mathutil v1.7.1 // indirect
+	modernc.org/mathutil v1.7.1
 	modernc.org/memory v1.11.0 // indirect
-	modernc.org/sqlite v1.49.1
+	modernc.org/sqlite v1.46.1
+	modernc.org/strutil v1.2.1
 )

 require (
-	cloud.google.com/go/kms v1.31.0
+	cloud.google.com/go/kms v1.25.0
 	github.com/Azure/azure-sdk-for-go/sdk/keyvault/azkeys v0.10.0
 	github.com/Jille/raft-grpc-transport v1.6.1
 	github.com/ThreeDotsLabs/watermill v1.5.1
-	github.com/a-h/templ v0.3.1001
-	github.com/apache/cassandra-gocql-driver/v2 v2.1.0
+	github.com/a-h/templ v0.3.977
+	github.com/apache/cassandra-gocql-driver/v2 v2.0.0
 	github.com/apache/iceberg-go v0.5.0
 	github.com/apple/foundationdb/bindings/go v0.0.0-20250911184653-27f7192f47c3
 	github.com/arangodb/go-driver v1.6.9
 	github.com/armon/go-metrics v0.4.1
-	github.com/aws/aws-sdk-go-v2 v1.41.10
-	github.com/aws/aws-sdk-go-v2/config v1.32.21
-	github.com/aws/aws-sdk-go-v2/credentials v1.19.20
-	github.com/aws/aws-sdk-go-v2/service/s3 v1.101.0
-	github.com/cognusion/imaging v1.0.3
+	github.com/aws/aws-sdk-go-v2 v1.41.4
+	github.com/aws/aws-sdk-go-v2/config v1.32.9
+	github.com/aws/aws-sdk-go-v2/credentials v1.19.12
+	github.com/aws/aws-sdk-go-v2/service/s3 v1.96.0
+	github.com/cognusion/imaging v1.0.2
 	github.com/fluent/fluent-logger-golang v1.10.1
-	github.com/getsentry/sentry-go v0.44.1
+	github.com/getsentry/sentry-go v0.43.0
 	github.com/go-ldap/ldap/v3 v3.4.13
 	github.com/golang-jwt/jwt/v5 v5.3.1
 	github.com/google/flatbuffers/go v0.0.0-20230108230133-3b8644d32c50
 	github.com/hashicorp/raft v1.7.3
 	github.com/hashicorp/raft-boltdb/v2 v2.3.1
-	github.com/hashicorp/vault/api v1.23.0
+	github.com/hashicorp/vault/api v1.22.0
 	github.com/jhump/protoreflect v1.18.0
 	github.com/linkedin/goavro/v2 v2.15.0
+	github.com/mattn/go-sqlite3 v1.14.34
 	github.com/minio/crc64nvme v1.1.1
 	github.com/orcaman/concurrent-map/v2 v2.0.1
-	github.com/parquet-go/parquet-go v0.30.1
+	github.com/parquet-go/parquet-go v0.28.0
 	github.com/pkg/sftp v1.13.10
-	github.com/rabbitmq/amqp091-go v1.11.0
-	github.com/rclone/rclone v1.74.1
+	github.com/rabbitmq/amqp091-go v1.10.0
+	github.com/rclone/rclone v1.73.1
 	github.com/rdleal/intervalst v1.5.0
-	github.com/redis/go-redis/v9 v9.19.0
+	github.com/redis/go-redis/v9 v9.18.0
 	github.com/schollz/progressbar/v3 v3.19.0
-	github.com/seaweedfs/go-fuse/v2 v2.9.3
-	github.com/shirou/gopsutil/v4 v4.26.3
+	github.com/seaweedfs/go-fuse/v2 v2.9.2
+	github.com/shirou/gopsutil/v4 v4.26.2
 	github.com/tarantool/go-tarantool/v2 v2.4.2
 	github.com/testcontainers/testcontainers-go v0.40.0
 	github.com/tikv/client-go/v2 v2.0.7
 	github.com/xeipuuv/gojsonschema v1.2.0
 	github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.1
-	github.com/ydb-platform/ydb-go-sdk/v3 v3.139.5
-	go.etcd.io/etcd/client/pkg/v3 v3.6.12
+	github.com/ydb-platform/ydb-go-sdk/v3 v3.125.3
+	go.etcd.io/etcd/client/pkg/v3 v3.6.7
 	go.uber.org/atomic v1.11.0
 	golang.org/x/sync v0.20.0
 	golang.org/x/tools/godoc v0.1.0-deprecated
@@ -167,19 +170,18 @@ require (
 	atomicgo.dev/cursor v0.2.0 // indirect
 	atomicgo.dev/keyboard v0.2.9 // indirect
 	atomicgo.dev/schedule v0.1.0 // indirect
-	cloud.google.com/go/longrunning v0.9.0 // indirect
-	cloud.google.com/go/pubsub/v2 v2.4.0 // indirect
+	cloud.google.com/go/longrunning v0.8.0 // indirect
+	cloud.google.com/go/pubsub/v2 v2.3.0 // indirect
 	dario.cat/mergo v1.0.2 // indirect
 	github.com/Azure/azure-sdk-for-go/sdk/keyvault/internal v0.7.1 // indirect
 	github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c // indirect
-	github.com/FilenCloudDienste/filen-sdk-go v0.0.39 // indirect
+	github.com/FilenCloudDienste/filen-sdk-go v0.0.37 // indirect
 	github.com/a1ex3/zstd-seekable-format-go/pkg v0.10.0 // indirect
-	github.com/adrg/xdg v0.5.3 // indirect
 	github.com/anchore/go-lzo v0.1.0 // indirect
 	github.com/antlr4-go/antlr/v4 v4.13.1 // indirect
 	github.com/apache/arrow-go/v18 v18.5.2-0.20260220015023-a886a5722b87 // indirect
-	github.com/apache/thrift v0.23.0 // indirect
-	github.com/aws/aws-sdk-go-v2/service/signin v1.1.2 // indirect
+	github.com/apache/thrift v0.22.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/signin v1.0.8 // indirect
 	github.com/bahlo/generic-list-go v0.2.0 // indirect
 	github.com/bazelbuild/rules_go v0.46.0 // indirect
 	github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect
@@ -187,7 +189,8 @@ require (
 	github.com/boombuler/barcode v1.1.0 // indirect
 	github.com/buger/jsonparser v1.1.2 // indirect
 	github.com/cenkalti/backoff/v5 v5.0.3 // indirect
-	github.com/clipperhouse/uax29/v2 v2.7.0 // indirect
+	github.com/clipperhouse/stringish v0.1.1 // indirect
+	github.com/clipperhouse/uax29/v2 v2.3.0 // indirect
 	github.com/cockroachdb/apd/v3 v3.2.1 // indirect
 	github.com/cockroachdb/errors v1.11.3 // indirect
 	github.com/cockroachdb/logtags v0.0.0-20241215232642-bb51bb14a506 // indirect
@@ -208,7 +211,7 @@ require (
 	github.com/dromara/dongle v1.0.1 // indirect
 	github.com/gin-gonic/gin v1.11.0 // indirect
 	github.com/go-asn1-ber/asn1-ber v1.5.8-0.20250403174932-29230038a667 // indirect
-	github.com/go-git/go-billy/v5 v5.9.0 // indirect
+	github.com/go-git/go-billy/v5 v5.6.2 // indirect
 	github.com/goccy/go-yaml v1.18.0 // indirect
 	github.com/golang/geo v0.0.0-20210211234256-740aa86cb551 // indirect
 	github.com/google/go-cmp v0.7.0 // indirect
@@ -221,7 +224,7 @@ require (
 	github.com/hashicorp/go-secure-stdlib/strutil v0.1.2 // indirect
 	github.com/hashicorp/go-sockaddr v1.0.7 // indirect
 	github.com/hashicorp/hcl v1.0.1-vault-7 // indirect
-	github.com/internxt/rclone-adapter v0.0.0-20260331173834-036f908d0160 // indirect
+	github.com/internxt/rclone-adapter v0.0.0-20260213125353-6f59c89fcb7c // indirect
 	github.com/jackc/pgpassfile v1.0.0 // indirect
 	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
 	github.com/jackc/puddle/v2 v2.2.2 // indirect
@@ -254,9 +257,9 @@ require (
 	github.com/pierrre/geohash v1.0.0 // indirect
 	github.com/pquerna/otp v1.5.0 // indirect
 	github.com/pterm/pterm v0.12.82 // indirect
-	github.com/quic-go/qpack v0.6.0 // indirect
-	github.com/rclone/Proton-API-Bridge v1.0.3 // indirect
-	github.com/rclone/go-proton-api v1.0.2 // indirect
+	github.com/quic-go/quic-go v0.57.0 // indirect
+	github.com/rclone/Proton-API-Bridge v1.0.1-0.20260127174007-77f974840d11 // indirect
+	github.com/rclone/go-proton-api v1.0.1-0.20260127173028-eb465cac3b18 // indirect
 	github.com/rogpeppe/go-internal v1.14.1 // indirect
 	github.com/ryanuber/go-glob v1.0.0 // indirect
 	github.com/sasha-s/go-deadlock v0.3.1 // indirect
@@ -281,61 +284,62 @@ require (
 	go.uber.org/mock v0.5.2 // indirect
 	go.yaml.in/yaml/v2 v2.4.3 // indirect
 	go.yaml.in/yaml/v3 v3.0.4 // indirect
-	golang.org/x/mod v0.35.0 // indirect
-	golang.org/x/telemetry v0.0.0-20260409153401-be6f6cb8b1fa // indirect
+	golang.org/x/mod v0.33.0 // indirect
+	golang.org/x/telemetry v0.0.0-20260209163413-e7419c687ee4 // indirect
 	gonum.org/v1/gonum v0.17.0 // indirect
 )

 require (
 	cel.dev/expr v0.25.1 // indirect
-	cloud.google.com/go/auth v0.20.0 // indirect
+	cloud.google.com/go/auth v0.18.1 // indirect
 	cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect
 	cloud.google.com/go/compute/metadata v0.9.0 // indirect
-	cloud.google.com/go/iam v1.7.0 // indirect
+	cloud.google.com/go/iam v1.5.3 // indirect
 	cloud.google.com/go/monitoring v1.24.3 // indirect
-	filippo.io/edwards25519 v1.2.0 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.21.1
+	filippo.io/edwards25519 v1.1.1 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.21.0
 	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.13.1
-	github.com/Azure/azure-sdk-for-go/sdk/internal v1.12.0 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.7.0
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.4 // indirect
-	github.com/Azure/go-ntlmssp v0.1.1 // indirect
-	github.com/AzureAD/microsoft-authentication-library-for-go v1.7.2 // indirect
-	github.com/Files-com/files-sdk-go/v3 v3.3.82 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.31.0 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/internal v1.11.2 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.4
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.3 // indirect
+	github.com/Azure/go-ntlmssp v0.1.0 // indirect
+	github.com/AzureAD/microsoft-authentication-library-for-go v1.6.0 // indirect
+	github.com/Files-com/files-sdk-go/v3 v3.2.264 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.30.0 // indirect
 	github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.55.0 // indirect
 	github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.55.0 // indirect
-	github.com/IBM/go-sdk-core/v5 v5.21.2 // indirect
+	github.com/IBM/go-sdk-core/v5 v5.21.0 // indirect
 	github.com/Max-Sum/base32768 v0.0.0-20230304063302-18e6ce5945fd // indirect
 	github.com/Microsoft/go-winio v0.6.2 // indirect
 	github.com/ProtonMail/bcrypt v0.0.0-20211005172633-e235017c1baf // indirect
 	github.com/ProtonMail/gluon v0.17.1-0.20230724134000-308be39be96e // indirect
-	github.com/ProtonMail/go-crypto v1.4.1 // indirect
+	github.com/ProtonMail/go-crypto v1.3.0 // indirect
 	github.com/ProtonMail/go-mime v0.0.0-20230322103455-7d82a3887f2f // indirect
 	github.com/ProtonMail/go-srp v0.0.7 // indirect
 	github.com/ProtonMail/gopenpgp/v2 v2.9.0 // indirect
-	github.com/PuerkitoBio/goquery v1.11.0 // indirect
+	github.com/PuerkitoBio/goquery v1.10.3 // indirect
 	github.com/abbot/go-http-auth v0.4.0 // indirect
 	github.com/andybalholm/brotli v1.2.0 // indirect
 	github.com/andybalholm/cascadia v1.3.3 // indirect
 	github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc // indirect
 	github.com/arangodb/go-velocypack v0.0.0-20200318135517-5af53c29c67e // indirect
-	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.10 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.26 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.22.13 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.26 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.26 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.27 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.10 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.15 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.26 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.23 // indirect
+	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.20 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.20.12 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.20 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.20 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.17 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.7 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.8 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.20 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.17 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sns v1.39.7 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sqs v1.42.17 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sso v1.31.0 // indirect
-	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.36.3 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sts v1.43.0
-	github.com/aws/smithy-go v1.26.0
+	github.com/aws/aws-sdk-go-v2/service/sso v1.30.13 // indirect
+	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.17 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sts v1.41.9
+	github.com/aws/smithy-go v1.24.2
 	github.com/boltdb/bolt v1.3.1 // indirect
 	github.com/bradenaw/juniper v0.15.3 // indirect
 	github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirect
@@ -343,13 +347,13 @@ require (
 	github.com/calebcase/tmpfile v1.0.3 // indirect
 	github.com/chilts/sid v0.0.0-20190607042430-660e94789ec9 // indirect
 	github.com/cloudflare/circl v1.6.3 // indirect
-	github.com/cloudinary/cloudinary-go/v2 v2.15.0 // indirect
+	github.com/cloudinary/cloudinary-go/v2 v2.13.0 // indirect
 	github.com/cloudsoda/go-smb2 v0.0.0-20250228001242-d4c70e6251cc // indirect
 	github.com/cloudsoda/sddl v0.0.0-20250224235906-926454e91efc // indirect
-	github.com/cncf/xds/go v0.0.0-20260202195803-dba9d589def2 // indirect
+	github.com/cncf/xds/go v0.0.0-20251210132809-ee656c7534f5 // indirect
 	github.com/colinmarc/hdfs/v2 v2.4.0 // indirect
 	github.com/creasty/defaults v1.8.0 // indirect
-	github.com/cronokirby/saferith v0.33.1-0.20250226174546-1f11f94ce488 // indirect
+	github.com/cronokirby/saferith v0.33.0 // indirect
 	github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 // indirect
 	github.com/d4l3k/messagediff v1.2.1 // indirect
 	github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 // indirect
@@ -358,32 +362,32 @@ require (
 	github.com/elastic/gosigar v0.14.3 // indirect
 	github.com/emersion/go-message v0.18.2 // indirect
 	github.com/emersion/go-vcard v0.0.0-20241024213814-c9703dde27ff // indirect
-	github.com/envoyproxy/go-control-plane/envoy v1.37.0 // indirect
-	github.com/envoyproxy/protoc-gen-validate v1.3.3 // indirect
+	github.com/envoyproxy/go-control-plane/envoy v1.36.0 // indirect
+	github.com/envoyproxy/protoc-gen-validate v1.3.0 // indirect
 	github.com/fatih/color v1.18.0 // indirect
 	github.com/felixge/httpsnoop v1.0.4 // indirect
 	github.com/flynn/noise v1.1.0 // indirect
-	github.com/gabriel-vasile/mimetype v1.4.13 // indirect
+	github.com/gabriel-vasile/mimetype v1.4.11 // indirect
 	github.com/geoffgarside/ber v1.2.0 // indirect
 	github.com/go-chi/chi/v5 v5.2.5 // indirect
 	github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348 // indirect
-	github.com/go-jose/go-jose/v4 v4.1.4 // indirect
+	github.com/go-jose/go-jose/v4 v4.1.3 // indirect
 	github.com/go-logr/logr v1.4.3 // indirect
 	github.com/go-logr/stdr v1.2.2 // indirect
 	github.com/go-ole/go-ole v1.3.0 // indirect
-	github.com/go-openapi/errors v0.22.6 // indirect
+	github.com/go-openapi/errors v0.22.4 // indirect
 	github.com/go-openapi/strfmt v0.25.0 // indirect
 	github.com/go-playground/locales v0.14.1 // indirect
 	github.com/go-playground/universal-translator v0.18.1 // indirect
-	github.com/go-playground/validator/v10 v10.30.1 // indirect
-	github.com/go-resty/resty/v2 v2.17.2 // indirect
-	github.com/go-viper/mapstructure/v2 v2.5.0 // indirect
+	github.com/go-playground/validator/v10 v10.28.0 // indirect
+	github.com/go-resty/resty/v2 v2.16.5 // indirect
+	github.com/go-viper/mapstructure/v2 v2.4.0 // indirect
 	github.com/goccy/go-json v0.10.5 // indirect
 	github.com/gofrs/flock v0.13.0 // indirect
 	github.com/gogo/protobuf v1.3.2 // indirect
 	github.com/golang-jwt/jwt/v4 v4.5.2 // indirect
 	github.com/google/s2a-go v0.1.9 // indirect
-	github.com/googleapis/enterprise-certificate-proxy v0.3.15 // indirect
+	github.com/googleapis/enterprise-certificate-proxy v0.3.11 // indirect
 	github.com/gorilla/schema v1.4.1 // indirect
 	github.com/gorilla/securecookie v1.1.2 // indirect
 	github.com/gorilla/sessions v1.4.0
@@ -400,7 +404,7 @@ require (
 	github.com/jcmturner/dnsutils/v2 v2.0.0 // indirect
 	github.com/jcmturner/goidentity/v6 v6.0.1 // indirect
 	github.com/jcmturner/rpc/v2 v2.0.3 // indirect
-	github.com/jlaffaye/ftp v0.2.1-0.20251026020404-6602e981a1bb // indirect
+	github.com/jlaffaye/ftp v0.2.1-0.20240918233326-1b970516f5d3 // indirect
 	github.com/jonboulle/clockwork v0.5.0 // indirect
 	github.com/josharian/intern v1.0.0 // indirect
 	github.com/jtolio/noiseconn v0.0.0-20231127013910-f6d9ecbf1de7 // indirect
@@ -414,9 +418,9 @@ require (
 	github.com/lanrat/extsort v1.4.2 // indirect
 	github.com/leodido/go-urn v1.4.0 // indirect
 	github.com/lpar/date v1.0.0 // indirect
-	github.com/lufia/plan9stats v0.0.0-20260216142805-b3301c5f2a88 // indirect
+	github.com/lufia/plan9stats v0.0.0-20251013123823-9fd1530e3ec3 // indirect
 	github.com/mattn/go-colorable v0.1.14 // indirect
-	github.com/mattn/go-runewidth v0.0.22 // indirect
+	github.com/mattn/go-runewidth v0.0.19 // indirect
 	github.com/mitchellh/colorstring v0.0.0-20190213212951-d06e56a500db // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
 	github.com/mitchellh/mapstructure v1.5.1-0.20220423185008-bf980b35cac4
@@ -431,13 +435,13 @@ require (
 	github.com/oklog/ulid v1.3.1 // indirect
 	github.com/onsi/ginkgo/v2 v2.23.3 // indirect
 	github.com/opentracing/opentracing-go v1.2.0 // indirect
-	github.com/oracle/oci-go-sdk/v65 v65.111.0 // indirect
-	github.com/panjf2000/ants/v2 v2.11.5 // indirect
+	github.com/oracle/oci-go-sdk/v65 v65.104.0 // indirect
+	github.com/panjf2000/ants/v2 v2.11.3 // indirect
 	github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
 	github.com/pelletier/go-toml/v2 v2.2.4 // indirect
 	github.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14 // indirect
 	github.com/philhofer/fwd v1.2.0 // indirect
-	github.com/pierrec/lz4/v4 v4.1.27
+	github.com/pierrec/lz4/v4 v4.1.26
 	github.com/pingcap/errors v0.11.5-0.20211224045212-9687c2b0f87c // indirect
 	github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c // indirect
 	github.com/pingcap/kvproto v0.0.0-20230403051650-e166ae588106 // indirect
@@ -448,7 +452,7 @@ require (
 	github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 // indirect
 	github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8 // indirect
 	github.com/relvacode/iso8601 v1.7.0 // indirect
-	github.com/rfjakob/eme v1.2.0 // indirect
+	github.com/rfjakob/eme v1.1.2 // indirect
 	github.com/rivo/uniseg v0.4.7 // indirect
 	github.com/sabhiram/go-gitignore v0.0.0-20210923224102-525f6e181f06 // indirect
 	github.com/sagikazarmark/locafero v0.11.0 // indirect
@@ -461,11 +465,11 @@ require (
 	github.com/spf13/pflag v1.0.10 // indirect
 	github.com/spiffe/go-spiffe/v2 v2.6.0 // indirect
 	github.com/subosito/gotenv v1.6.0 // indirect
-	github.com/t3rm1n4l/go-mega v0.0.0-20251120131202-6845944c051c // indirect
+	github.com/t3rm1n4l/go-mega v0.0.0-20251031123324-a804aaa87491 // indirect
 	github.com/tarantool/go-iproto v1.1.0 // indirect
 	github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a // indirect
 	github.com/tikv/pd/client v0.0.0-20230329114254-1948c247c2b1 // indirect
-	github.com/tinylib/msgp v1.6.3 // indirect
+	github.com/tinylib/msgp v1.5.0 // indirect
 	github.com/tklauser/go-sysconf v0.3.16 // indirect
 	github.com/tklauser/numcpus v0.11.0 // indirect
 	github.com/twmb/murmur3 v1.1.8 // indirect
@@ -474,7 +478,7 @@ require (
 	github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
 	github.com/xanzy/ssh-agent v0.3.3 // indirect
 	github.com/yandex-cloud/go-genproto v0.0.0-20211115083454-9ca41db5ed9e // indirect
-	github.com/ydb-platform/ydb-go-genproto v0.0.0-20260428144813-1c07baab7f7b // indirect
+	github.com/ydb-platform/ydb-go-genproto v0.0.0-20251125145508-6d7ef87db5cb // indirect
 	github.com/ydb-platform/ydb-go-yc v0.12.1 // indirect
 	github.com/ydb-platform/ydb-go-yc-metadata v0.6.1 // indirect
 	github.com/yunify/qingstor-sdk-go/v3 v3.2.0 // indirect
@@ -482,40 +486,35 @@ require (
 	github.com/zeebo/blake3 v0.2.4 // indirect
 	github.com/zeebo/errs v1.4.0 // indirect
 	go.etcd.io/bbolt v1.4.3 // indirect
-	go.etcd.io/etcd/api/v3 v3.6.10 // indirect
+	go.etcd.io/etcd/api/v3 v3.6.7 // indirect
 	go.opentelemetry.io/auto/sdk v1.2.1 // indirect
-	go.opentelemetry.io/contrib/detectors/gcp v1.42.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.67.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.67.0 // indirect
-	go.opentelemetry.io/otel v1.43.0 // indirect
-	go.opentelemetry.io/otel/metric v1.43.0 // indirect
-	go.opentelemetry.io/otel/sdk v1.43.0 // indirect
-	go.opentelemetry.io/otel/sdk/metric v1.43.0 // indirect
-	go.opentelemetry.io/otel/trace v1.43.0 // indirect
+	go.opentelemetry.io/contrib/detectors/gcp v1.39.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.63.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.63.0 // indirect
+	go.opentelemetry.io/otel v1.40.0 // indirect
+	go.opentelemetry.io/otel/metric v1.40.0 // indirect
+	go.opentelemetry.io/otel/sdk v1.40.0 // indirect
+	go.opentelemetry.io/otel/sdk/metric v1.40.0 // indirect
+	go.opentelemetry.io/otel/trace v1.40.0 // indirect
 	go.uber.org/multierr v1.11.0 // indirect
 	go.uber.org/zap v1.27.1 // indirect
-	golang.org/x/term v0.43.0
-	golang.org/x/time v0.15.0
-	google.golang.org/genproto/googleapis/api v0.0.0-20260401024825-9d38bb4040a9 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20260427160629-7cedc36a6bc4 // indirect
+	golang.org/x/term v0.41.0 // indirect
+	golang.org/x/time v0.14.0 // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20260203192932-546029d2fa20 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20260203192932-546029d2fa20 // indirect
 	gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
 	gopkg.in/validator.v2 v2.0.1 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-	modernc.org/libc v1.72.0 // indirect
+	modernc.org/libc v1.68.0 // indirect
 	moul.io/http2curl/v2 v2.3.0 // indirect
 	sigs.k8s.io/yaml v1.6.0 // indirect
-	storj.io/common v0.0.0-20260225132117-99155641c30a // indirect
+	storj.io/common v0.0.0-20251107171817-6221ae45072c // indirect
 	storj.io/drpc v0.0.35-0.20250513201419-f7819ea69b55 // indirect
 	storj.io/eventkit v0.0.0-20250410172343-61f26d3de156 // indirect
 	storj.io/infectious v0.0.2 // indirect
 	storj.io/picobuf v0.0.4 // indirect
-	storj.io/uplink v1.14.0 // indirect
+	storj.io/uplink v1.13.1 // indirect
 )

 // replace github.com/seaweedfs/raft => /Users/chrislu/go/src/github.com/seaweedfs/raft
-
-// apache/thrift v0.23.0 uses math.MaxUint32 as an untyped int constant in
-// lib/go/thrift/framed_transport.go, which overflows int on 32-bit GOARCHes
-// (e.g. openbsd/arm, linux/arm). Pin to v0.22.0 until upstream fixes it.
-replace github.com/apache/thrift => github.com/apache/thrift v0.22.0
@@ -1,275 +0,0 @@
-#!/bin/bash
-#
-# SeaweedFS Installer
-# Downloads Go and/or Rust binaries from GitHub releases.
-#
-# Usage:
-#   curl -fsSL https://raw.githubusercontent.com/seaweedfs/seaweedfs/master/install.sh | bash
-#   curl -fsSL ... | bash -s -- --component volume-rust --large-disk
-#   curl -fsSL ... | bash -s -- --version v3.93 --dir /usr/local/bin
-#
-# Options:
-#   --component COMP   Which binary to install: weed, volume-rust, all (default: weed)
-#   --version VER      Release version tag (default: latest)
-#   --large-disk       Use large disk variant (5-byte offset, 8TB max volume)
-#   --dir DIR          Installation directory (default: /usr/local/bin)
-#   --help             Show this help message
-
-set -euo pipefail
-
-REPO="seaweedfs/seaweedfs"
-COMPONENT="weed"
-VERSION=""
-LARGE_DISK=false
-INSTALL_DIR="/usr/local/bin"
-
-# Colors (if terminal supports them)
-if [ -t 1 ]; then
-    RED='\033[0;31m'
-    GREEN='\033[0;32m'
-    YELLOW='\033[0;33m'
-    BLUE='\033[0;34m'
-    NC='\033[0m'
-else
-    RED='' GREEN='' YELLOW='' BLUE='' NC=''
-fi
-
-info()  { echo -e "${BLUE}[info]${NC} $*"; }
-ok()    { echo -e "${GREEN}[ok]${NC} $*"; }
-warn()  { echo -e "${YELLOW}[warn]${NC} $*"; }
-error() { echo -e "${RED}[error]${NC} $*" >&2; exit 1; }
-
-usage() {
-    sed -n '/^# Usage:/,/^$/p' "$0" | sed 's/^# \?//'
-    exit 0
-}
-
-# Parse arguments
-while [ $# -gt 0 ]; do
-    case "$1" in
-        --component)  COMPONENT="$2"; shift 2 ;;
-        --version)    VERSION="$2"; shift 2 ;;
-        --large-disk) LARGE_DISK=true; shift ;;
-        --dir)        INSTALL_DIR="$2"; shift 2 ;;
-        --help|-h)    usage ;;
-        *)            error "Unknown option: $1. Use --help for usage." ;;
-    esac
-done
-
-# Detect OS and architecture
-detect_platform() {
-    local os arch
-
-    case "$(uname -s)" in
-        Linux*)   os="linux" ;;
-        Darwin*)  os="darwin" ;;
-        MINGW*|MSYS*|CYGWIN*) os="windows" ;;
-        FreeBSD*) os="freebsd" ;;
-        *)        error "Unsupported OS: $(uname -s)" ;;
-    esac
-
-    case "$(uname -m)" in
-        x86_64|amd64)   arch="amd64" ;;
-        aarch64|arm64)  arch="arm64" ;;
-        armv7l|armv6l)  arch="arm" ;;
-        *)              error "Unsupported architecture: $(uname -m)" ;;
-    esac
-
-    echo "${os}" "${arch}"
-}
-
-# Get latest release tag from GitHub API
-get_latest_version() {
-    local url="https://api.github.com/repos/${REPO}/releases/latest"
-    if command -v curl &>/dev/null; then
-        curl -fsSL "$url" | grep '"tag_name"' | head -1 | sed 's/.*"tag_name": *"\([^"]*\)".*/\1/'
-    elif command -v wget &>/dev/null; then
-        wget -qO- "$url" | grep '"tag_name"' | head -1 | sed 's/.*"tag_name": *"\([^"]*\)".*/\1/'
-    else
-        error "Neither curl nor wget found. Please install one."
-    fi
-}
-
-# Download a file
-download() {
-    local url="$1" dest="$2"
-    info "Downloading ${url}"
-    if command -v curl &>/dev/null; then
-        curl -fsSL -o "$dest" "$url"
-    elif command -v wget &>/dev/null; then
-        wget -qO "$dest" "$url"
-    fi
-}
-
-# Build Go weed binary asset name
-go_asset_name() {
-    local os="$1" arch="$2"
-    local suffix="${os}_${arch}"
-    if [ "$LARGE_DISK" = true ]; then
-        suffix="${suffix}_large_disk"
-    fi
-    echo "${suffix}.tar.gz"
-}
-
-# Build Rust volume server asset name
-rust_asset_name() {
-    local os="$1" arch="$2"
-    local prefix="weed-volume"
-    if [ "$LARGE_DISK" = true ]; then
-        prefix="weed-volume_large_disk"
-    else
-        prefix="weed-volume"
-    fi
-    local suffix="${os}_${arch}"
-    if [ "$os" = "windows" ]; then
-        echo "${prefix}_${suffix}.zip"
-    else
-        echo "${prefix}_${suffix}.tar.gz"
-    fi
-}
-
-# Install a single component
-install_component() {
-    local component="$1" os="$2" arch="$3"
-    local asset_name download_url tmpdir
-
-    tmpdir="$(mktemp -d)"
-    trap "rm -rf '$tmpdir'" EXIT
-
-    case "$component" in
-        weed)
-            asset_name="$(go_asset_name "$os" "$arch")"
-            download_url="https://github.com/${REPO}/releases/download/${VERSION}/${asset_name}"
-            download "$download_url" "${tmpdir}/${asset_name}"
-
-            info "Extracting ${asset_name}..."
-            tar xzf "${tmpdir}/${asset_name}" -C "$tmpdir"
-
-            # The Go release action puts the binary inside a directory
-            local weed_bin
-            weed_bin="$(find "$tmpdir" -name 'weed' -type f | head -1)"
-            if [ -z "$weed_bin" ]; then
-                weed_bin="$(find "$tmpdir" -name 'weed.exe' -type f | head -1)"
-            fi
-            if [ -z "$weed_bin" ]; then
-                error "Could not find weed binary in archive"
-            fi
-
-            chmod +x "$weed_bin"
-            install_binary "$weed_bin" "weed"
-            ok "Installed weed to ${INSTALL_DIR}/weed"
-            ;;
-
-        volume-rust)
-            # Check platform support for Rust volume server
-            case "$os" in
-                linux|darwin|windows) ;;
-                *) error "Rust volume server is not available for ${os}. Supported: linux, darwin, windows" ;;
-            esac
-            case "$arch" in
-                amd64|arm64) ;;
-                *) error "Rust volume server is not available for ${arch}. Supported: amd64, arm64" ;;
-            esac
-
-            asset_name="$(rust_asset_name "$os" "$arch")"
-            download_url="https://github.com/${REPO}/releases/download/${VERSION}/${asset_name}"
-            download "$download_url" "${tmpdir}/${asset_name}"
-
-            info "Extracting ${asset_name}..."
-            if [ "$os" = "windows" ]; then
-                unzip -q "${tmpdir}/${asset_name}" -d "$tmpdir"
-            else
-                tar xzf "${tmpdir}/${asset_name}" -C "$tmpdir"
-            fi
-
-            local rust_bin
-            if [ "$LARGE_DISK" = true ]; then
-                rust_bin="$(find "$tmpdir" -name 'weed-volume-large-disk*' -type f | head -1)"
-            else
-                rust_bin="$(find "$tmpdir" -name 'weed-volume-normal*' -type f | head -1)"
-            fi
-            if [ -z "$rust_bin" ]; then
-                rust_bin="$(find "$tmpdir" -name 'weed-volume*' -type f | head -1)"
-            fi
-            if [ -z "$rust_bin" ]; then
-                error "Could not find weed-volume binary in archive"
-            fi
-
-            chmod +x "$rust_bin"
-            local dest_name="weed-volume"
-            if [ "$os" = "windows" ]; then
-                dest_name="weed-volume.exe"
-            fi
-            install_binary "$rust_bin" "$dest_name"
-            ok "Installed weed-volume to ${INSTALL_DIR}/${dest_name}"
-            ;;
-
-        *)
-            error "Unknown component: ${component}. Use: weed, volume-rust, all"
-            ;;
-    esac
-}
-
-# Copy binary to install dir, using sudo if needed
-install_binary() {
-    local src="$1" name="$2"
-    local dest="${INSTALL_DIR}/${name}"
-
-    mkdir -p "$INSTALL_DIR" 2>/dev/null || true
-
-    if [ -w "$INSTALL_DIR" ]; then
-        cp "$src" "$dest"
-    else
-        info "Need elevated permissions to write to ${INSTALL_DIR}"
-        sudo cp "$src" "$dest"
-    fi
-    chmod +x "$dest" 2>/dev/null || sudo chmod +x "$dest"
-}
-
-main() {
-    info "SeaweedFS Installer"
-
-    read -r os arch <<< "$(detect_platform)"
-    info "Detected platform: ${os}/${arch}"
-
-    if [ -z "$VERSION" ]; then
-        info "Resolving latest release..."
-        VERSION="$(get_latest_version)"
-        if [ -z "$VERSION" ]; then
-            error "Could not determine latest version. Specify with --version"
-        fi
-    fi
-    info "Version: ${VERSION}"
-
-    if [ "$LARGE_DISK" = true ]; then
-        info "Variant: large disk (8TB max volume)"
-    else
-        info "Variant: normal (32GB max volume)"
-    fi
-
-    case "$COMPONENT" in
-        all)
-            install_component "weed" "$os" "$arch"
-            install_component "volume-rust" "$os" "$arch"
-            ;;
-        *)
-            install_component "$COMPONENT" "$os" "$arch"
-            ;;
-    esac
-
-    echo ""
-    ok "Installation complete!"
-    if [ "$COMPONENT" = "weed" ] || [ "$COMPONENT" = "all" ]; then
-        info "  weed:            ${INSTALL_DIR}/weed"
-    fi
-    if [ "$COMPONENT" = "volume-rust" ] || [ "$COMPONENT" = "all" ]; then
-        info "  weed-volume:  ${INSTALL_DIR}/weed-volume"
-    fi
-    echo ""
-    info "Quick start:"
-    info "  weed master                          # Start master server"
-    info "  weed volume -mserver=localhost:9333   # Start Go volume server"
-    info "  weed-volume -mserver localhost:9333 # Start Rust volume server"
-}
-
-main
@@ -1,6 +1,6 @@
 apiVersion: v1
 description: SeaweedFS
 name: seaweedfs
-appVersion: "4.32"
+appVersion: "4.17"
 # Dev note: Trigger a helm chart release by `git tag -a helm-<version>`
-version: 4.32.0
+version: 4.17.0
@@ -49,35 +49,6 @@ CREATE TABLE IF NOT EXISTS `filemeta` (

 Alternative database can also be configured (e.g. leveldb, postgres) following the instructions at `filer.extraEnvironmentVars`.

-#### RocksDB variant
-
-The `_large_disk_rocksdb` image tag ships with RocksDB pre-configured as the filer backend.
-To use this image with the Helm chart, override the image on all three components and disable
-the chart's default `WEED_LEVELDB2_ENABLED`, which would otherwise re-enable LevelDB2 and
-override the image's built-in RocksDB configuration:
-
-```yaml
-# Replace <VERSION> with the desired seaweedfs version, e.g. 3.80_large_disk_rocksdb.
-master:
-  imageOverride: chrislusf/seaweedfs:<VERSION>_large_disk_rocksdb
-
-volume:
-  imageOverride: chrislusf/seaweedfs:<VERSION>_large_disk_rocksdb
-
-filer:
-  enablePVC: true
-  imageOverride: chrislusf/seaweedfs:<VERSION>_large_disk_rocksdb
-  extraEnvironmentVars:
-    WEED_LEVELDB2_ENABLED: "false"
-```
-
-Notes:
-
-* `master` and `volume` use the same image tag so that all components share a consistent
-  SeaweedFS build; RocksDB itself is only used by the filer.
-* `filer.enablePVC: true` (or another form of persistent storage for the filer) is required
-  so that the RocksDB metadata store survives pod restarts — otherwise metadata will be lost.
-
 ### Node Labels
 Kubernetes nodes can have labels which help to define which node(Host) will run which pod:

@@ -384,4 +355,4 @@ helm install seaweedfs seaweedfs/seaweedfs \
 ## Enterprise

 For enterprise users, please visit [seaweedfs.com](https://seaweedfs.com) for the SeaweedFS Enterprise Edition, 
-which has advanced features, including data recovery, self-healing storage, customizable erasure coding, EC vacuum and repair, etc.
+which has a self-healing storage format with better data protection.
@@ -1168,108 +1168,6 @@
      "title": "Filer QPS",
      "type": "timeseries"
    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "${DS_PROMETHEUS}"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisBorderShow": false,
-            "axisCenteredZero": false,
-            "axisColorMode": "text",
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 0,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "viz": false
-            },
-            "insertNulls": false,
-            "lineInterpolation": "linear",
-            "lineWidth": 1,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "min": 0,
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short",
-          "unitScale": true
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 24,
-        "x": 0,
-        "y": 28
-      },
-      "id": 91,
-      "links": [],
-      "options": {
-        "legend": {
-          "calcs": [
-            "lastNotNull",
-            "max"
-          ],
-          "displayMode": "table",
-          "placement": "right",
-          "showLegend": true,
-          "width": 250
-        },
-        "tooltip": {
-          "mode": "multi",
-          "sort": "desc"
-        }
-      },
-      "pluginVersion": "10.3.1",
-      "targets": [
-        {
-          "exemplar": true,
-          "expr": "sum by (code) (rate(SeaweedFS_upload_error_total{namespace=\"$NAMESPACE\"}[$__rate_interval]))",
-          "format": "time_series",
-          "interval": "",
-          "intervalFactor": 2,
-          "legendFormat": "{{code}}",
-          "refId": "A",
-          "step": 30
-        }
-      ],
-      "title": "Upload Errors",
-      "type": "timeseries"
-    },
    {
      "collapsed": false,
      "datasource": {
@@ -1280,7 +1178,7 @@
        "h": 1,
        "w": 24,
        "x": 0,
-        "y": 35
+        "y": 28
      },
      "id": 61,
      "panels": [],
@@ -1353,7 +1251,7 @@
        "h": 7,
        "w": 8,
        "x": 0,
-        "y": 36
+        "y": 29
      },
      "id": 65,
      "links": [],
@@ -1459,7 +1357,7 @@
        "h": 7,
        "w": 8,
        "x": 8,
-        "y": 36
+        "y": 29
      },
      "id": 56,
      "links": [],
@@ -1565,7 +1463,7 @@
        "h": 7,
        "w": 8,
        "x": 16,
-        "y": 36
+        "y": 29
      },
      "id": 58,
      "links": [],
@@ -1622,7 +1520,7 @@
        "h": 7,
        "w": 12,
        "x": 0,
-        "y": 43
+        "y": 36
      },
      "id": 84,
      "links": [],
@@ -1667,7 +1565,7 @@
        "h": 7,
        "w": 12,
        "x": 12,
-        "y": 43
+        "y": 36
      },
      "id": 85,
      "links": [],
@@ -1763,7 +1661,7 @@
        "h": 7,
        "w": 12,
        "x": 0,
-        "y": 48
+        "y": 41
      },
      "id": 86,
      "options": {
@@ -1858,7 +1756,7 @@
        "h": 7,
        "w": 12,
        "x": 12,
-        "y": 48
+        "y": 41
      },
      "id": 72,
      "links": [],
@@ -1976,7 +1874,7 @@
        "h": 7,
        "w": 24,
        "x": 0,
-        "y": 57
+        "y": 50
      },
      "id": 73,
      "links": [],
@@ -2132,7 +2030,7 @@
        "h": 7,
        "w": 24,
        "x": 0,
-        "y": 64
+        "y": 57
      },
      "id": 55,
      "links": [],
@@ -2289,7 +2187,7 @@
        "h": 7,
        "w": 24,
        "x": 0,
-        "y": 71
+        "y": 64
      },
      "hideTimeOverride": false,
      "id": 59,
@@ -2361,7 +2259,7 @@
        "h": 1,
        "w": 24,
        "x": 0,
-        "y": 78
+        "y": 71
      },
      "id": 62,
      "panels": [],
@@ -2433,7 +2331,7 @@
        "h": 7,
        "w": 12,
        "x": 0,
-        "y": 79
+        "y": 72
      },
      "id": 47,
      "links": [],
@@ -2576,7 +2474,7 @@
        "h": 7,
        "w": 12,
        "x": 12,
-        "y": 79
+        "y": 72
      },
      "id": 40,
      "links": [],
@@ -2673,7 +2571,7 @@
        "h": 7,
        "w": 24,
        "x": 0,
-        "y": 86
+        "y": 79
      },
      "id": 48,
      "links": [],
@@ -2783,7 +2681,7 @@
        "h": 7,
        "w": 24,
        "x": 0,
-        "y": 93
+        "y": 86
      },
      "id": 50,
      "links": [],
@@ -2885,7 +2783,7 @@
        "h": 7,
        "w": 24,
        "x": 0,
-        "y": 100
+        "y": 93
      },
      "id": 51,
      "links": [],
@@ -2925,7 +2823,7 @@
        "h": 1,
        "w": 24,
        "x": 0,
-        "y": 100
+        "y": 93
      },
      "id": 63,
      "panels": [],
@@ -2998,7 +2896,7 @@
        "h": 7,
        "w": 12,
        "x": 0,
-        "y": 108
+        "y": 101
      },
      "id": 12,
      "links": [],
@@ -3093,7 +2991,7 @@
        "h": 7,
        "w": 12,
        "x": 12,
-        "y": 108
+        "y": 101
      },
      "id": 14,
      "links": [],
@@ -3135,7 +3033,7 @@
        "h": 1,
        "w": 24,
        "x": 0,
-        "y": 115
+        "y": 108
      },
      "id": 64,
      "panels": [],
@@ -3208,7 +3106,7 @@
        "h": 7,
        "w": 12,
        "x": 0,
-        "y": 116
+        "y": 109
      },
      "id": 52,
      "links": [],
@@ -3336,7 +3234,7 @@
        "h": 7,
        "w": 12,
        "x": 12,
-        "y": 116
+        "y": 109
      },
      "id": 54,
      "links": [],
@@ -3433,7 +3331,7 @@
        "h": 7,
        "w": 24,
        "x": 0,
-        "y": 123
+        "y": 116
      },
      "id": 53,
      "links": [],
@@ -3528,7 +3426,7 @@
        "h": 7,
        "w": 12,
        "x": 0,
-        "y": 55
+        "y": 48
      },
      "id": 89,
      "options": {
@@ -3635,7 +3533,7 @@
        "h": 7,
        "w": 12,
        "x": 12,
-        "y": 55
+        "y": 48
      },
      "id": 90,
      "options": {
@@ -3756,4 +3654,4 @@
  "uid": "a24009d7-cbda-4443-a132-1cc1c4677304",
  "version": 1,
  "weekStart": ""
-}
+}
@@ -82,7 +82,7 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.admin.image" . }}
+          image: {{ template "admin.image" . }}
          imagePullPolicy: {{ default "IfNotPresent" .Values.global.seaweedfs.imagePullPolicy }}
          {{- $adminAuthEnabled := or .Values.admin.secret.existingSecret .Values.admin.secret.adminPassword }}
          {{- $urlPrefix := .Values.admin.urlPrefix }}
@@ -135,14 +135,6 @@ spec:
                {{ toYaml $value | nindent 16 | trim }}
            {{- end -}}
            {{- end }}
-            {{- $secretExtraEnvironmentVars := .Values.admin.secretExtraEnvironmentVars }}
-            {{- if $secretExtraEnvironmentVars }}
-            {{- range $key := keys $secretExtraEnvironmentVars | sortAlpha }}
-            {{- $value := index $secretExtraEnvironmentVars $key }}
-            - name: {{ $key }}
-              valueFrom: {{ toYaml $value | nindent 16 }}
-            {{- end }}
-            {{- end }}
          command:
            - "/bin/sh"
            - "-ec"
@@ -188,13 +180,11 @@ spec:
            - name: admin-logs
              mountPath: /logs
            {{- end }}
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -252,7 +242,7 @@ spec:
          securityContext: {{- omit .Values.admin.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
      {{- if .Values.admin.sidecars }}
-      {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.admin.sidecars "context" $) | nindent 8 }}
+      {{- include "common.tplvalues.render" (dict "value" .Values.admin.sidecars "context" $) | nindent 8 }}
      {{- end }}
      volumes:
        {{- if eq .Values.admin.data.type "hostPath" }}
@@ -285,12 +275,10 @@ spec:
          persistentVolumeClaim:
            claimName: {{ .Values.admin.logs.claimName }}
        {{- end }}
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -315,7 +303,7 @@ spec:
      nodeSelector:
        {{ tpl .Values.admin.nodeSelector . | indent 8 | trim }}
      {{- end }}
-  {{- $pvc_exists := include "seaweedfs.admin.pvc_exists" . -}}
+  {{- $pvc_exists := include "admin.pvc_exists" . -}}
  {{- if $pvc_exists }}
  volumeClaimTemplates:
    {{- if eq .Values.admin.data.type "persistentVolumeClaim" }}
@@ -77,13 +77,12 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.master.image" . }}
+          image: {{ template "master.image" . }}
          imagePullPolicy: {{ default "IfNotPresent" .Values.global.seaweedfs.imagePullPolicy }}
          env:
            {{- /* Determine default cluster alias and the corresponding env var keys to avoid conflicts */}}
-            {{- $mergedExtraEnvironmentVars := dict }}
-            {{- include "seaweedfs.mergeExtraEnvironmentVars" (dict "global" .Values.global.seaweedfs "component" .Values.allInOne "target" $mergedExtraEnvironmentVars) }}
-            {{- $clusterDefault := default "sw" (index $mergedExtraEnvironmentVars "WEED_CLUSTER_DEFAULT") }}
+            {{- $envMerged := merge (.Values.global.seaweedfs.extraEnvironmentVars | default dict) (.Values.allInOne.extraEnvironmentVars | default dict) }}
+            {{- $clusterDefault := default "sw" (index $envMerged "WEED_CLUSTER_DEFAULT") }}
            {{- $clusterUpper := upper $clusterDefault }}
            {{- $clusterMasterKey := printf "WEED_CLUSTER_%s_MASTER" $clusterUpper }}
            {{- $clusterFilerKey := printf "WEED_CLUSTER_%s_FILER" $clusterUpper }}
@@ -101,8 +100,8 @@ spec:
                  fieldPath: metadata.namespace
            - name: SEAWEEDFS_FULLNAME
              value: "{{ include "seaweedfs.fullname" . }}"
-            {{- range $key := keys $mergedExtraEnvironmentVars | sortAlpha }}
-            {{- $value := index $mergedExtraEnvironmentVars $key }}
+            {{- if .Values.allInOne.extraEnvironmentVars }}
+            {{- range $key, $value := .Values.allInOne.extraEnvironmentVars }}
            {{- if and (ne $key $clusterMasterKey) (ne $key $clusterFilerKey) }}
            - name: {{ $key }}
              {{- if kindIs "string" $value }}
@@ -113,6 +112,20 @@ spec:
              {{- end }}
            {{- end }}
            {{- end }}
+            {{- end }}
+            {{- if .Values.global.seaweedfs.extraEnvironmentVars }}
+            {{- range $key, $value := .Values.global.seaweedfs.extraEnvironmentVars }}
+            {{- if and (ne $key $clusterMasterKey) (ne $key $clusterFilerKey) }}
+            - name: {{ $key }}
+              {{- if kindIs "string" $value }}
+              value: {{ tpl $value $ | quote }}
+              {{- else }}
+              valueFrom:
+                {{ toYaml $value | nindent 16 }}
+              {{- end }}
+            {{- end }}
+            {{- end }}
+            {{- end }}
            # Inject computed cluster endpoints for the default cluster
            - name: {{ $clusterMasterKey }}
              value: {{ include "seaweedfs.cluster.masterAddress" . | quote }}
@@ -234,8 +247,8 @@ spec:
              {{- $httpsPort := .Values.allInOne.s3.httpsPort | default .Values.s3.httpsPort }}
              {{- if $httpsPort }}
              -s3.port.https={{ $httpsPort }} \
-              {{- include "seaweedfs.s3.tlsArgs" (dict "root" . "prefix" "s3.") | nindent 14 }}
              {{- end }}
+              {{- include "seaweedfs.s3.tlsArgs" (dict "root" . "prefix" "s3.") | nindent 14 }}
              {{- end }}
              {{- if or .Values.allInOne.s3.enableAuth .Values.s3.enableAuth .Values.filer.s3.enableAuth }}
              -s3.config=/etc/sw/s3/seaweedfs_s3_config \
@@ -259,9 +272,6 @@ spec:
              {{- $authMethods := .Values.allInOne.sftp.authMethods | default .Values.sftp.authMethods }}
              {{- if $authMethods }}
              -sftp.authMethods={{ $authMethods }} \
-              {{- if contains "certificate" $authMethods }}
-              -sftp.trustedUserCAKeysFile=/etc/sw/sftp_ca/ca_user.pub \
-              {{- end }}
              {{- end }}
              {{- $maxAuthTries := .Values.allInOne.sftp.maxAuthTries | default .Values.sftp.maxAuthTries }}
              {{- if $maxAuthTries }}
@@ -309,12 +319,6 @@ spec:
              name: config-users
              readOnly: true
            {{- end }}
-            {{- $aioAuthMethods := .Values.allInOne.sftp.authMethods | default .Values.sftp.authMethods }}
-            {{- if and $aioAuthMethods (contains "certificate" $aioAuthMethods) }}
-            - mountPath: /etc/sw/sftp_ca
-              name: config-sftp-ca
-              readOnly: true
-            {{- end }}
            {{- end }}
            {{- if .Values.filer.notificationConfig }}
            - name: notification-config
@@ -326,13 +330,11 @@ spec:
              mountPath: /etc/seaweedfs/master.toml
              subPath: master.toml
              readOnly: true
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
              readOnly: true
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              mountPath: /usr/local/share/ca-certificates/ca/
              readOnly: true
@@ -416,7 +418,7 @@ spec:
            {{- omit .Values.allInOne.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
      {{- if .Values.allInOne.sidecars }}
-      {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.allInOne.sidecars "context" $) | nindent 8 }}
+      {{- include "common.tplvalues.render" (dict "value" .Values.allInOne.sidecars "context" $) | nindent 8 }}
      {{- end }}
      volumes:
        - name: data
@@ -450,18 +452,6 @@ spec:
            defaultMode: 420
            secretName: {{ default (printf "%s-sftp-secret" (include "seaweedfs.fullname" .)) (or .Values.allInOne.sftp.existingConfigSecret .Values.sftp.existingConfigSecret) }}
        {{- end }}
-        {{- $aioAuthMethodsVol := .Values.allInOne.sftp.authMethods | default .Values.sftp.authMethods }}
-        {{- if and $aioAuthMethodsVol (contains "certificate" $aioAuthMethodsVol) }}
-        {{- $aioCASecret := or .Values.allInOne.sftp.existingCAKeysSecret .Values.sftp.existingCAKeysSecret }}
-        {{- $aioCAKeys := or .Values.allInOne.sftp.trustedUserCAKeys .Values.sftp.trustedUserCAKeys }}
-        {{- if and (not $aioCASecret) (not $aioCAKeys) }}
-        {{- fail "allInOne.sftp.authMethods includes \"certificate\" but neither trustedUserCAKeys nor existingCAKeysSecret is set" }}
-        {{- end }}
-        - name: config-sftp-ca
-          secret:
-            defaultMode: 420
-            secretName: {{ default (printf "%s-sftp-ca-secret" (include "seaweedfs.fullname" .)) $aioCASecret }}
-        {{- end }}
        {{- end }}
        {{- if .Values.filer.notificationConfig }}
        - name: notification-config
@@ -471,12 +461,10 @@ spec:
        - name: master-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-master-config
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -117,13 +117,11 @@ spec:
              name: config-users
              readOnly: true
            {{- end }}
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -166,7 +164,7 @@ spec:
          securityContext: {{- omit .Values.cosi.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
      {{- if .Values.cosi.sidecars }}
-      {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.cosi.sidecars "context" $) | nindent 8 }}
+      {{- include "common.tplvalues.render" (dict "value" .Values.cosi.sidecars "context" $) | nindent 8 }}
      {{- end }}
      volumes:
        - name: socket
@@ -181,12 +179,10 @@ spec:
            secretName: {{ include "seaweedfs.fullname" . }}-s3-secret
            {{- end }}
        {{- end }}
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -86,7 +86,7 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.filer.image" . }}
+          image: {{ template "filer.image" . }}
          imagePullPolicy: {{ default "IfNotPresent" .Values.global.seaweedfs.imagePullPolicy }}
          env:
            - name: POD_IP
@@ -200,8 +200,8 @@ spec:
              {{- if .Values.global.seaweedfs.enableSecurity }}
              {{- if .Values.filer.s3.httpsPort }}
              -s3.port.https={{ .Values.filer.s3.httpsPort }} \
-              {{- include "seaweedfs.s3.tlsArgs" (dict "root" . "prefix" "s3.") | nindent 14 }}
              {{- end }}
+              {{- include "seaweedfs.s3.tlsArgs" (dict "root" . "prefix" "s3.") | nindent 14 }}
              {{- end }}
              {{- if .Values.filer.s3.enableAuth }}
              -s3.config=/etc/sw/seaweedfs_s3_config \
@@ -234,13 +234,11 @@ spec:
              mountPath: /etc/seaweedfs/notification.toml
              subPath: notification.toml
            {{- end }}
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -276,8 +274,7 @@ spec:
              name: swfs-s3-tls
            {{- end }}
            {{- end }}
-          {{- $jwt := (.Values.global.seaweedfs.securityConfig).jwtSigning | default dict }}
-          {{- $isJwtEnabled := or $jwt.filerWrite $jwt.filerRead }}
+          {{- $isJwtEnabled := or .Values.global.seaweedfs.securityConfig.jwtSigning.filerWrite .Values.global.seaweedfs.securityConfig.jwtSigning.filerRead }}
          {{- if .Values.filer.readinessProbe.enabled }}
          readinessProbe:
          {{- if or $isJwtEnabled .Values.filer.readinessProbe.tcpSocket }}
@@ -320,7 +317,7 @@ spec:
          securityContext: {{- omit .Values.filer.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
        {{- if .Values.filer.sidecars }}
-        {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.filer.sidecars "context" $) | nindent 8 }}
+        {{- include "common.tplvalues.render" (dict "value" .Values.filer.sidecars "context" $) | nindent 8 }}
        {{- end }}
      volumes:
        {{- if eq .Values.filer.logs.type "hostPath" }}
@@ -371,12 +368,10 @@ spec:
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-notification-config
        {{- end }}
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -418,7 +413,7 @@ spec:
      storageClassName: {{ .Values.filer.storageClass }}
      {{- end }}
  {{- end }}
-  {{- $pvc_exists := include "seaweedfs.filer.pvc_exists" . -}}
+  {{- $pvc_exists := include "filer.pvc_exists" . -}}
  {{- if $pvc_exists }}
  volumeClaimTemplates:
    {{- if eq .Values.filer.data.type "persistentVolumeClaim" }}
@@ -80,7 +80,7 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.master.image" . }}
+          image: {{ template "master.image" . }}
          imagePullPolicy: {{ default "IfNotPresent" .Values.global.seaweedfs.imagePullPolicy }}
          env:
            - name: POD_IP
@@ -188,13 +188,11 @@ spec:
              readOnly: true
              mountPath: /etc/seaweedfs/master.toml
              subPath: master.toml
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -253,7 +251,7 @@ spec:
          securityContext: {{- omit .Values.master.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
        {{- if .Values.master.sidecars }}
-        {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.master.sidecars "context" $) | nindent 8 }}
+        {{- include "common.tplvalues.render" (dict "value" .Values.master.sidecars "context" $) | nindent 8 }}
        {{- end }}
      volumes:
        {{- if eq .Values.master.logs.type "hostPath" }}
@@ -289,12 +287,10 @@ spec:
        - name: master-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-master-config
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -316,7 +312,7 @@ spec:
      nodeSelector:
        {{ tpl .Values.master.nodeSelector . | indent 8 | trim }}
      {{- end }}
-  {{- $pvc_exists := include "seaweedfs.master.pvc_exists" . -}}
+  {{- $pvc_exists := include "master.pvc_exists" . -}}
  {{- if $pvc_exists }}
  volumeClaimTemplates:
    {{- if eq .Values.master.data.type "persistentVolumeClaim"}}
@@ -74,7 +74,7 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.s3.image" . }}
+          image: {{ template "s3.image" . }}
          imagePullPolicy: {{ default "IfNotPresent" .Values.global.seaweedfs.imagePullPolicy }}
          env:
            - name: POD_IP
@@ -127,8 +127,8 @@ spec:
              {{- if .Values.global.seaweedfs.enableSecurity }}
              {{- if .Values.s3.httpsPort }}
              -port.https={{ .Values.s3.httpsPort }} \
-              {{- include "seaweedfs.s3.tlsArgs" (dict "root" . "prefix" "") | nindent 14 }}
              {{- end }}
+              {{- include "seaweedfs.s3.tlsArgs" (dict "root" . "prefix" "") | nindent 14 }}
              {{- end }}
              {{- if .Values.s3.domainName }}
              -domainName={{ .Values.s3.domainName }} \
@@ -156,13 +156,11 @@ spec:
              name: config-users
              readOnly: true
            {{- end }}
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -228,7 +226,7 @@ spec:
          securityContext: {{- omit .Values.s3.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
      {{- if .Values.s3.sidecars }}
-      {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.s3.sidecars "context" $) | nindent 8 }}
+      {{- include "common.tplvalues.render" (dict "value" .Values.s3.sidecars "context" $) | nindent 8 }}
      {{- end }}
      volumes:
        {{- if .Values.s3.enableAuth }}
@@ -251,12 +249,10 @@ spec:
        - name: logs
          emptyDir: {}
        {{- end }}
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -15,15 +15,15 @@
 {{- $access_key_admin := $adminCreds.accessKey -}}
 {{- $secret_key_admin := $adminCreds.secretKey -}}
 {{- if not (and $access_key_admin $secret_key_admin) -}}
-  {{- $access_key_admin = include "seaweedfs.getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "admin_access_key_id" "length" 20 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
-  {{- $secret_key_admin = include "seaweedfs.getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "admin_secret_access_key" "length" 40 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
+  {{- $access_key_admin = include "getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "admin_access_key_id" "length" 20 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
+  {{- $secret_key_admin = include "getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "admin_secret_access_key" "length" 40 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
 {{- end -}}
 {{- $readCreds := $creds.read | default dict -}}
 {{- $access_key_read := $readCreds.accessKey -}}
 {{- $secret_key_read := $readCreds.secretKey -}}
 {{- if not (and $access_key_read $secret_key_read) -}}
-  {{- $access_key_read = include "seaweedfs.getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "read_access_key_id" "length" 20 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
-  {{- $secret_key_read = include "seaweedfs.getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "read_secret_access_key" "length" 40 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
+  {{- $access_key_read = include "getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "read_access_key_id" "length" 20 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
+  {{- $secret_key_read = include "getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "read_secret_access_key" "length" 40 "existingSecret" (ternary $existingSecret nil $reuse)) -}}
 {{- end -}}
 apiVersion: v1
 kind: Secret
@@ -1,10 +1,7 @@
 {{- include "seaweedfs.compat" . -}}
-{{- /*
-  The seaweedfs-s3 Service only gains a "metrics" port when the standalone S3
-  gateway is enabled. With only the embedded filer S3 gateway, metrics live on
-  the filer process and are already scraped by the filer ServiceMonitor.
-*/ -}}
-{{- if and .Values.s3.enabled .Values.s3.metricsPort .Values.global.seaweedfs.monitoring.enabled }}
+{{- if or .Values.s3.enabled .Values.filer.s3.enabled }}
+{{- if .Values.s3.metricsPort }}
+{{- if .Values.global.seaweedfs.monitoring.enabled }}
 apiVersion: monitoring.coreos.com/v1
 kind: ServiceMonitor
 metadata:
@@ -34,3 +31,5 @@ spec:
      app.kubernetes.io/instance: {{ .Release.Name }}
      app.kubernetes.io/component: s3
 {{- end }}
+{{- end }}
+{{- end }}
@@ -1,40 +0,0 @@
-{{- include "seaweedfs.compat" . -}}
-{{- /*
-Render a chart-managed Secret carrying the SSH user CA public key(s) for
-certificate-based SFTP authentication, but only when:
-  - SFTP (standalone or all-in-one) is enabled,
-  - "certificate" is in the relevant authMethods list,
-  - the user provided inline CA keys via sftp.trustedUserCAKeys, and
-  - no existingCAKeysSecret is set (which would supersede this Secret).
-*/}}
-{{- $sftpEnabled := or .Values.sftp.enabled (and .Values.allInOne.enabled .Values.allInOne.sftp.enabled) -}}
-{{- $authMethods := .Values.sftp.authMethods -}}
-{{- if and .Values.allInOne.enabled .Values.allInOne.sftp.authMethods -}}
-{{- $authMethods = .Values.allInOne.sftp.authMethods -}}
-{{- end -}}
-{{- $certInMethods := and $authMethods (contains "certificate" $authMethods) -}}
-{{- $inlineCAKeys := .Values.sftp.trustedUserCAKeys -}}
-{{- if and .Values.allInOne.enabled .Values.allInOne.sftp.trustedUserCAKeys -}}
-{{- $inlineCAKeys = .Values.allInOne.sftp.trustedUserCAKeys -}}
-{{- end -}}
-{{- $existingSecret := .Values.sftp.existingCAKeysSecret -}}
-{{- if and .Values.allInOne.enabled .Values.allInOne.sftp.existingCAKeysSecret -}}
-{{- $existingSecret = .Values.allInOne.sftp.existingCAKeysSecret -}}
-{{- end -}}
-{{- if and $sftpEnabled $certInMethods $inlineCAKeys (not $existingSecret) }}
-apiVersion: v1
-kind: Secret
-type: Opaque
-metadata:
-  name: {{ include "seaweedfs.fullname" . }}-sftp-ca-secret
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: sftp
-stringData:
-  ca_user.pub: |
-{{ $inlineCAKeys | indent 4 }}
-{{- end }}
@@ -74,7 +74,7 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.sftp.image" . }}
+          image: {{ template "sftp.image" . }}
          imagePullPolicy: {{ default "IfNotPresent" .Values.global.seaweedfs.imagePullPolicy }}
          env:
            - name: POD_IP
@@ -135,9 +135,6 @@ spec:
              {{- end }}
              {{- if .Values.sftp.authMethods }}
              -authMethods={{ .Values.sftp.authMethods }} \
-              {{- if contains "certificate" .Values.sftp.authMethods }}
-              -trustedUserCAKeysFile=/etc/sw/sftp_ca/ca_user.pub \
-              {{- end }}
              {{- end }}
              {{- if .Values.sftp.maxAuthTries }}
              -maxAuthTries={{ .Values.sftp.maxAuthTries }} \
@@ -179,18 +176,11 @@ spec:
            - mountPath: /etc/sw/ssh
              name: config-ssh
              readOnly: true
-            {{- if and .Values.sftp.authMethods (contains "certificate" .Values.sftp.authMethods) }}
-            - mountPath: /etc/sw/sftp_ca
-              name: config-sftp-ca
-              readOnly: true
-            {{- end }}
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -243,7 +233,7 @@ spec:
          securityContext: {{- omit .Values.sftp.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
      {{- if .Values.sftp.sidecars }}
-      {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.sftp.sidecars "context" $) | nindent 8 }}
+      {{- include "common.tplvalues.render" (dict "value" .Values.sftp.sidecars "context" $) | nindent 8 }}
      {{- end }}
      volumes:
        {{- if .Values.sftp.enableAuth }}
@@ -264,19 +254,6 @@ spec:
            {{- else }}
            secretName: {{ include "seaweedfs.fullname" . }}-sftp-ssh-secret
            {{- end }}
-        {{- if and .Values.sftp.authMethods (contains "certificate" .Values.sftp.authMethods) }}
-        {{- if and (not .Values.sftp.existingCAKeysSecret) (not .Values.sftp.trustedUserCAKeys) }}
-        {{- fail "sftp.authMethods includes \"certificate\" but neither sftp.trustedUserCAKeys nor sftp.existingCAKeysSecret is set" }}
-        {{- end }}
-        - name: config-sftp-ca
-          secret:
-            defaultMode: 420
-            {{- if .Values.sftp.existingCAKeysSecret }}
-            secretName: {{ .Values.sftp.existingCAKeysSecret }}
-            {{- else }}
-            secretName: {{ include "seaweedfs.fullname" . }}-sftp-ca-secret
-            {{- end }}
-        {{- end }}
        {{- if eq .Values.sftp.logs.type "hostPath" }}
        - name: logs
          hostPath:
@@ -287,12 +264,10 @@ spec:
        - name: logs
          emptyDir: {}
        {{- end }}
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -1,8 +1,8 @@
 {{- if or .Values.sftp.enabled .Values.allInOne.enabled }}
 {{- $secretName := printf "%s-sftp-secret" (include "seaweedfs.fullname" .) }}
-{{- $admin_pwd := include "seaweedfs.getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "admin_password" "length" 20) -}}
-{{- $read_user_pwd := include "seaweedfs.getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "readonly_password" "length" 20) -}}
-{{- $public_user_pwd := include "seaweedfs.getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "public_user_password" "length" 20) -}}
+{{- $admin_pwd := include "getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "admin_password" 20) -}}
+{{- $read_user_pwd := include "getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "readonly_password" 20) -}}
+{{- $public_user_pwd := include "getOrGeneratePassword" (dict "namespace" .Release.Namespace "secretName" $secretName "key" "public_user_password" 20) -}}
 apiVersion: v1
 kind: Secret
 type: Opaque
@@ -72,77 +72,77 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}

 {{/* Return the proper filer image */}}
-{{- define "seaweedfs.filer.image" -}}
+{{- define "filer.image" -}}
 {{- if .Values.filer.imageOverride -}}
 {{- $imageOverride := .Values.filer.imageOverride -}}
 {{- printf "%s" $imageOverride -}}
 {{- else -}}
-{{- include "seaweedfs.image" . }}
+{{- include "common.image" . }}
 {{- end -}}
 {{- end -}}

 {{/* Return the proper master image */}}
-{{- define "seaweedfs.master.image" -}}
+{{- define "master.image" -}}
 {{- if .Values.master.imageOverride -}}
 {{- $imageOverride := .Values.master.imageOverride -}}
 {{- printf "%s" $imageOverride -}}
 {{- else -}}
-{{- include "seaweedfs.image" . }}
+{{- include "common.image" . }}
 {{- end -}}
 {{- end -}}

 {{/* Return the proper s3 image */}}
-{{- define "seaweedfs.s3.image" -}}
+{{- define "s3.image" -}}
 {{- if .Values.s3.imageOverride -}}
 {{- $imageOverride := .Values.s3.imageOverride -}}
 {{- printf "%s" $imageOverride -}}
 {{- else -}}
-{{- include "seaweedfs.image" . }}
+{{- include "common.image" . }}
 {{- end -}}
 {{- end -}}

 {{/* Return the proper sftp image */}}
-{{- define "seaweedfs.sftp.image" -}}
+{{- define "sftp.image" -}}
 {{- if .Values.sftp.imageOverride -}}
 {{- $imageOverride := .Values.sftp.imageOverride -}}
 {{- printf "%s" $imageOverride -}}
 {{- else -}}
-{{- include "seaweedfs.image" . }}
+{{- include "common.image" . }}
 {{- end -}}
 {{- end -}}

 {{/* Return the proper admin image */}}
-{{- define "seaweedfs.admin.image" -}}
+{{- define "admin.image" -}}
 {{- if .Values.admin.imageOverride -}}
 {{- $imageOverride := .Values.admin.imageOverride -}}
 {{- printf "%s" $imageOverride -}}
 {{- else -}}
-{{- include "seaweedfs.image" . }}
+{{- include "common.image" . }}
 {{- end -}}
 {{- end -}}

 {{/* Return the proper worker image */}}
-{{- define "seaweedfs.worker.image" -}}
+{{- define "worker.image" -}}
 {{- if .Values.worker.imageOverride -}}
 {{- $imageOverride := .Values.worker.imageOverride -}}
 {{- printf "%s" $imageOverride -}}
 {{- else -}}
-{{- include "seaweedfs.image" . }}
+{{- include "common.image" . }}
 {{- end -}}
 {{- end -}}

 {{/* Return the proper volume image */}}
-{{- define "seaweedfs.volume.image" -}}
+{{- define "volume.image" -}}
 {{- if .Values.volume.imageOverride -}}
 {{- $imageOverride := .Values.volume.imageOverride -}}
 {{- printf "%s" $imageOverride -}}
 {{- else -}}
-{{- include "seaweedfs.image" . }}
+{{- include "common.image" . }}
 {{- end -}}
 {{- end -}}

 {{/* Computes the container image name for all components (if they are not overridden) */}}
-{{- define "seaweedfs.image" -}}
+{{- define "common.image" -}}
 {{- $registryName := default .Values.image.registry .Values.global.imageRegistry | toString -}}
 {{- $repositoryName := default .Values.image.repository .Values.global.seaweedfs.image.repository | toString -}}
 {{- $name := .Values.global.seaweedfs.image.name | toString -}}
@@ -160,7 +160,7 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}

 {{/* check if any Volume PVC exists */}}
-{{- define "seaweedfs.volume.pvc_exists" -}}
+{{- define "volume.pvc_exists" -}}
 {{- if or (or (eq .Values.volume.data.type "persistentVolumeClaim") (and (eq .Values.volume.idx.type "persistentVolumeClaim") .Values.volume.dir_idx )) (eq .Values.volume.logs.type "persistentVolumeClaim") -}}
 {{- printf "true" -}}
 {{- else -}}
@@ -169,7 +169,7 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}

 {{/* check if any Filer PVC exists */}}
-{{- define "seaweedfs.filer.pvc_exists" -}}
+{{- define "filer.pvc_exists" -}}
 {{- if or (eq .Values.filer.data.type "persistentVolumeClaim") (eq .Values.filer.logs.type "persistentVolumeClaim") -}}
 {{- printf "true" -}}
 {{- else -}}
@@ -178,7 +178,7 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}

 {{/* check if any Master PVC exists */}}
-{{- define "seaweedfs.master.pvc_exists" -}}
+{{- define "master.pvc_exists" -}}
 {{- if or (eq .Values.master.data.type "persistentVolumeClaim") (eq .Values.master.logs.type "persistentVolumeClaim") -}}
 {{- printf "true" -}}
 {{- else -}}
@@ -187,7 +187,7 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}

 {{/* check if any Admin PVC exists */}}
-{{- define "seaweedfs.admin.pvc_exists" -}}
+{{- define "admin.pvc_exists" -}}
 {{- if or (eq .Values.admin.data.type "persistentVolumeClaim") (eq .Values.admin.logs.type "persistentVolumeClaim") -}}
 {{- printf "true" -}}
 {{- else -}}
@@ -196,7 +196,7 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}

 {{/* check if any InitContainers exist for Volumes */}}
-{{- define "seaweedfs.volume.initContainers_exists" -}}
+{{- define "volume.initContainers_exists" -}}
 {{- if or (not (empty .Values.volume.idx )) (not (empty .Values.volume.initContainers )) -}}
 {{- printf "true" -}}
 {{- else -}}
@@ -225,10 +225,10 @@ imagePullSecrets:
 {{/*
 Renders a value that contains template perhaps with scope if the scope is present.
 Usage:
-{{ include "seaweedfs.tplvalues.render" ( dict "value" .Values.path.to.the.Value "context" $ ) }}
-{{ include "seaweedfs.tplvalues.render" ( dict "value" .Values.path.to.the.Value "context" $ "scope" $app ) }}
+{{ include "common.tplvalues.render" ( dict "value" .Values.path.to.the.Value "context" $ ) }}
+{{ include "common.tplvalues.render" ( dict "value" .Values.path.to.the.Value "context" $ "scope" $app ) }}
 */}}
-{{- define "seaweedfs.tplvalues.render" -}}
+{{- define "common.tplvalues.render" -}}
 {{- $value := typeIs "string" .value | ternary .value (.value | toYaml) }}
 {{- if contains "{{" (toJson .value) }}
  {{- if .scope }}
@@ -245,9 +245,9 @@ Usage:
 Converts a Kubernetes quantity like "256Mi" or "2G" to a float64 in base units,
 handling both binary (Ki, Mi, Gi) and decimal (m, k, M) suffixes; numeric inputs
 Usage:
-{{ include "seaweedfs.resource-quantity" "10Gi" }}
+{{ include "common.resource-quantity" "10Gi" }}
 */}}
-{{- define "seaweedfs.resource-quantity" -}}
+{{- define "common.resource-quantity" -}}
    {{- $value := . -}}
    {{- $unit := 1.0 -}}
    {{- if typeIs "string" . -}}
@@ -267,7 +267,7 @@ Usage:
 getOrGeneratePassword will check if a password exists in a secret and return it,
 or generate a new random password if it doesn't exist.
 */}}
-{{- define "seaweedfs.getOrGeneratePassword" -}}
+{{- define "getOrGeneratePassword" -}}
 {{- $params := . -}}
 {{- $namespace := $params.namespace -}}
 {{- $secretName := $params.secretName -}}
@@ -332,16 +332,6 @@ Create the name of the service account to use
 {{- .Values.global.seaweedfs.serviceAccountName | default "seaweedfs" -}}
 {{- end -}}

-{{/* True when security.toml should be rendered and mounted. volumeWrite is
-     excluded since it defaults to true. */}}
-{{- define "seaweedfs.securityConfigEnabled" -}}
-{{- $sec := (.Values.global.seaweedfs).securityConfig | default dict -}}
-{{- $jwt := $sec.jwtSigning | default dict -}}
-{{- if or .Values.global.seaweedfs.enableSecurity $jwt.volumeRead $jwt.filerWrite $jwt.filerRead -}}
-true
-{{- end -}}
-{{- end -}}
-
 {{/* S3 TLS cert/key arguments, using custom secret if s3.tlsSecret is set */}}
 {{- define "seaweedfs.s3.tlsArgs" -}}
 {{- $prefix := .prefix -}}
@@ -68,7 +68,7 @@ spec:
      {{- include "seaweedfs.imagePullSecrets" $ | nindent 6 }}
      containers:
      - name: post-install-job
-        image: {{ template "seaweedfs.master.image" . }}
+        image: {{ template "master.image" . }}
        imagePullPolicy: {{ $.Values.global.seaweedfs.imagePullPolicy | default "IfNotPresent" }}
        env:
          - name: WEED_CLUSTER_DEFAULT
@@ -143,8 +143,6 @@ spec:
          {{- if kindIs "bool" .versioning }}
            {{- if .versioning }}
              {{- $bucketVersioning = "Enabled" }}
-            {{- else }}
-              {{- $bucketVersioning = "Suspended" }}
            {{- end }}
          {{- else if kindIs "string" .versioning }}
            {{- $versioningLower := lower .versioning }}
@@ -1,5 +1,5 @@
 {{- include "seaweedfs.compat" . -}}
-{{- if include "seaweedfs.securityConfigEnabled" . }}
+{{- if .Values.global.seaweedfs.enableSecurity }}
 apiVersion: v1
 kind: ConfigMap
 metadata:
@@ -55,7 +55,6 @@ data:
    key = "{{ dig "jwt" "filer_signing" "read" "key" (randAlphaNum 10 | b64enc) $securityConfig }}"
    {{- end }}

-    {{- if .Values.global.seaweedfs.enableSecurity }}
    # all grpc tls authentications are mutual
    # the values for the following ca, cert, and key are paths to the PERM files.
    [grpc]
@@ -95,5 +94,4 @@ data:
    [https.volume]
    cert = ""
    key  = ""
-    {{- end }}
 {{- end }}
@@ -35,8 +35,8 @@
 {{-             $pvcName := printf "%s-%s-%s-%d" $dir.name $seaweedfsName $volumeName $e }}
 {{-             $currentPVC := (lookup "v1" "PersistentVolumeClaim" $.Release.Namespace $pvcName) }}
 {{-             if and $currentPVC }}
-{{-             $oldSize := include "seaweedfs.resource-quantity" $currentPVC.spec.resources.requests.storage }}
-{{-             $newSize := include "seaweedfs.resource-quantity" $desiredSize }}
+{{-             $oldSize := include "common.resource-quantity" $currentPVC.spec.resources.requests.storage }}
+{{-             $newSize := include "common.resource-quantity" $desiredSize }}
 {{-               if gt $newSize $oldSize }}
 {{-               $commands = append $commands (printf "kubectl patch pvc %s-%s-%s-%d -p '{\"spec\":{\"resources\":{\"requests\":{\"storage\":\"%s\"}}}}'" $dir.name $seaweedfsName $volumeName $e $desiredSize) }}
 {{-               end }}
@@ -71,12 +71,12 @@ spec:
      {{- end }}
      enableServiceLinks: false
      serviceAccountName: {{ $volume.serviceAccountName | default (include "seaweedfs.serviceAccountName" $) | quote }} # for deleting statefulset pods after migration
-      {{- $initContainers_exists := include "seaweedfs.volume.initContainers_exists" $ -}}
+      {{- $initContainers_exists := include "volume.initContainers_exists" $ -}}
      {{- if $initContainers_exists }}
      initContainers:
        {{- if $volume.idx }}
        - name: seaweedfs-vol-move-idx
-          image: {{ template "seaweedfs.volume.image" $ }}
+          image: {{ template "volume.image" $ }}
          imagePullPolicy: {{ $.Values.global.seaweedfs.imagePullPolicy | default "IfNotPresent" }}
          command: [ '/bin/sh', '-c' ]
          args: [ '{{range $dir :=  $volume.dataDirs }}if ls /{{$dir.name}}/*.idx  >/dev/null 2>&1; then mv /{{$dir.name}}/*.idx /idx/ ; fi; {{end}}' ]
@@ -104,7 +104,7 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.volume.image" $ }}
+          image: {{ template "volume.image" $ }}
          imagePullPolicy: {{ default "IfNotPresent" $.Values.global.seaweedfs.imagePullPolicy }}
          env:
            - name: POD_NAME
@@ -137,9 +137,6 @@ spec:
            - "/bin/sh"
            - "-ec"
            - |
-              {{- if $volume.rust }}
-              exec /usr/bin/weed-volume \
-              {{- else }}
              exec /usr/bin/weed \
                {{- if $volume.logs }}
                -logdir=/logs \
@@ -152,7 +149,6 @@ spec:
                -v={{ $.Values.global.seaweedfs.loggingLevel }} \
                {{- end }}
                volume \
-              {{- end }}
                -port={{ $volume.port }} \
                {{- if $volume.metricsPort }}
                -metricsPort={{ $volume.metricsPort }} \
@@ -184,7 +180,7 @@ spec:
                {{- if $volume.imagesFixOrientation }}
                -images.fix.orientation \
                {{- end }}
-                {{- if and $volume.pulseSeconds (not $volume.rust) }}
+                {{- if $volume.pulseSeconds }}
                -pulseSeconds={{ $volume.pulseSeconds }} \
                {{- end }}
                {{- if $volume.index }}
@@ -215,13 +211,11 @@ spec:
            - name: idx
              mountPath: "/idx/"
            {{- end }}
-            {{- if include "seaweedfs.securityConfigEnabled" $ }}
+            {{- if $.Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if $.Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -280,7 +274,7 @@ spec:
          securityContext: {{- omit $volume.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
      {{- if $volume.sidecars }}
-      {{- include "seaweedfs.tplvalues.render" (dict "value" (printf "{{ $volumeName := \"%s\" }}%s" $volumeName $volume.sidecars) "context" $) | nindent 8 }}
+      {{- include "common.tplvalues.render" (dict "value" (printf "{{ $volumeName := \"%s\" }}%s" $volumeName $volume.sidecars) "context" $) | nindent 8 }}
      {{- end }}
      volumes:

@@ -339,12 +333,10 @@ spec:
          emptyDir: {}
       {{- end }}
     {{- end }}
-     {{- if include "seaweedfs.securityConfigEnabled" $ }}
+     {{- if $.Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" $ }}-security-config
-     {{- end }}
-     {{- if $.Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" $ }}-ca-cert
@@ -77,7 +77,7 @@ spec:
      {{- end }}
      containers:
        - name: seaweedfs
-          image: {{ template "seaweedfs.worker.image" . }}
+          image: {{ template "worker.image" . }}
          imagePullPolicy: {{ default "IfNotPresent" .Values.global.seaweedfs.imagePullPolicy }}
          env:
            - name: POD_IP
@@ -149,13 +149,11 @@ spec:
            - name: worker-logs
              mountPath: /logs
            {{- end }}
-            {{- if include "seaweedfs.securityConfigEnabled" . }}
+            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: security-config
              readOnly: true
              mountPath: /etc/seaweedfs/security.toml
              subPath: security.toml
-            {{- end }}
-            {{- if .Values.global.seaweedfs.enableSecurity }}
            - name: ca-cert
              readOnly: true
              mountPath: /usr/local/share/ca-certificates/ca/
@@ -221,7 +219,7 @@ spec:
          securityContext: {{- omit .Values.worker.containerSecurityContext "enabled" | toYaml | nindent 12 }}
          {{- end }}
      {{- if .Values.worker.sidecars }}
-      {{- include "seaweedfs.tplvalues.render" (dict "value" .Values.worker.sidecars "context" $) | nindent 8 }}
+      {{- include "common.tplvalues.render" (dict "value" .Values.worker.sidecars "context" $) | nindent 8 }}
      {{- end }}
      volumes:
        {{- if eq .Values.worker.data.type "hostPath" }}
@@ -254,12 +252,10 @@ spec:
          persistentVolumeClaim:
            claimName: {{ .Values.worker.logs.claimName }}
        {{- end }}
-        {{- if include "seaweedfs.securityConfigEnabled" . }}
+        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: security-config
          configMap:
            name: {{ include "seaweedfs.fullname" . }}-security-config
-        {{- end }}
-        {{- if .Values.global.seaweedfs.enableSecurity }}
        - name: ca-cert
          secret:
            secretName: {{ include "seaweedfs.fullname" . }}-ca-cert
@@ -18,8 +18,6 @@ global:
    loggingLevel: 1
    enableSecurity: false
    masterServer: null
-    # filerWrite: true mounts security.toml on filer + admin without needing
-    # enableSecurity (mTLS); required for the Admin UI Users tab.
    securityConfig:
      jwtSigning:
        volumeWrite: true
@@ -305,11 +303,6 @@ volume:
  enabled: true
  imageOverride: null
  restartPolicy: null
-  # Run the Rust volume server (/usr/bin/weed-volume) instead of the Go one.
-  # Requires an image that ships the Rust binary (amd64/arm64). The Go-only
-  # log flags (-logtostderr/-logdir/-v) and -pulseSeconds are dropped; set log
-  # level via the RUST_LOG env var in extraEnvironmentVars if needed.
-  rust: false
  port: 8080
  grpcPort: 18080
  metricsPort: 9327
@@ -919,7 +912,7 @@ filer:
    # Buckets may be exposed publicly by setting `anonymousRead` to `true`
    # ttl format: [1-255][m|h|d|w|M|y] (e.g., 7d)
    # objectLock enables S3 Object Lock (irreversible, forces versioning)
-    # versioning: Enabled or Suspended (or bool true/false)
+    # versioning: Enabled or Suspended (or true to enable)
    # createBuckets:
    #   - name: bucket-a
    #     anonymousRead: true
@@ -972,7 +965,7 @@ s3:
  # Buckets may be exposed publicly by setting `anonymousRead` to `true`
  # ttl format: [1-255][m|h|d|w|M|y] (e.g., 7d)
  # objectLock enables S3 Object Lock (irreversible, forces versioning)
-  # versioning: Enabled or Suspended (or bool true/false)
+  # versioning: Enabled or Suspended (or true to enable)
  # createBuckets:
  #   - name: bucket-a
  #     anonymousRead: true
@@ -1138,7 +1131,7 @@ sftp:
  # SSH server configuration
  sshPrivateKey: "/etc/sw/seaweedfs_sftp_ssh_private_key"  # Path to the SSH private key file for host authentication
  hostKeysFolder: "/etc/sw/ssh"  # path to folder containing SSH private key files for host authentication
-  authMethods: "password,publickey"  # Comma-separated list of allowed auth methods: password, publickey, certificate
+  authMethods: "password,publickey"  # Comma-separated list of allowed auth methods: password, publickey, keyboard-interactive
  maxAuthTries: 6  # Maximum number of authentication attempts per connection
  bannerMessage: "SeaweedFS SFTP Server"  # Message displayed before authentication
  loginGraceTime: "2m"  # Timeout for authentication
@@ -1155,18 +1148,6 @@ sftp:
  # Set to the name of an existing kubernetes Secret with the list of ssh private keys for sftp
  existingSshConfigSecret: null

-  # SSH user-certificate authentication (CA-signed user certs). Mirrors
-  # OpenSSH `TrustedUserCAKeys` and MinIO `--sftp=trusted-user-ca-key`.
-  # Add "certificate" to `authMethods` to activate; when active, plain
-  # public keys are rejected on the public-key channel.
-  #
-  # Inline CA public keys in OpenSSH authorized_keys format (one per
-  # line). Ignored when `existingCAKeysSecret` is set.
-  trustedUserCAKeys: ""
-  # Set to the name of an existing kubernetes Secret carrying the CA
-  # public keys under data key `ca_user.pub`.
-  existingCAKeysSecret: null
-
  # Additional resources
  sidecars: []
  initContainers: ""
@@ -1305,13 +1286,6 @@ admin:

  extraEnvironmentVars: {}

-  # secret env variables (e.g. for injecting OIDC client secret from a Kubernetes Secret)
-  secretExtraEnvironmentVars: {}
-    # WEED_ADMIN_OIDC_CLIENT_SECRET:
-    #   secretKeyRef:
-    #     name: seaweedfs-admin-oidc
-    #     key: client_secret
-
  # Health checks
  livenessProbe:
    enabled: true
@@ -1365,14 +1339,9 @@ worker:
  # Admin server to connect to
  adminServer: ""

-  # Worker job types - categories or comma-separated list of names/aliases
-  # Categories: all, default, heavy
-  #   default: vacuum, volume_balance, ec_balance, admin_script
-  #   heavy: erasure_coding, iceberg_maintenance
-  #   all: every registered job type
-  # Examples: "all", "default", "heavy", "default,iceberg" (default+iceberg), "vacuum,volume_balance"
-  # Refer: https://github.com/seaweedfs/seaweedfs/wiki/Worker
-  jobType: "all"
+  # Worker job types - comma-separated list
+  # Available: vacuum, volume_balance, erasure_coding
+  jobType: "vacuum,volume_balance,erasure_coding"

  # Maximum number of concurrent detection requests
  maxDetect: 1
@@ -1526,7 +1495,7 @@ allInOne:
    # Buckets may be exposed publicly by setting `anonymousRead` to `true`
    # ttl format: [1-255][m|h|d|w|M|y] (e.g., 7d)
    # objectLock enables S3 Object Lock (irreversible, forces versioning)
-    # versioning: Enabled or Suspended (or bool true/false)
+    # versioning: Enabled or Suspended (or true to enable)
    # createBuckets:
    #   - name: bucket-a
    #     anonymousRead: true
@@ -1557,10 +1526,6 @@ allInOne:
    existingConfigSecret: null
    # Set to the name of an existing kubernetes Secret with the SSH keys
    existingSshConfigSecret: null
-    # SSH user-certificate authentication. See sftp.trustedUserCAKeys above.
-    # (null on either field inherits from the top-level sftp.* setting.)
-    trustedUserCAKeys: null
-    existingCAKeysSecret: null

  # Service settings
  service:
@@ -1,31 +0,0 @@
-MARP    ?= npx @marp-team/marp-cli
-SRC     := seaweedfs-production-setup.md
-PDF     := $(SRC:.md=.pdf)
-HTML    := $(SRC:.md=.html)
-PPTX    := $(SRC:.md=.pptx)
-FLAGS   := --allow-local-files
-
-.PHONY: all pdf html pptx watch clean
-
-all: pdf
-
-pdf: $(PDF)
-
-html: $(HTML)
-
-pptx: $(PPTX)
-
-$(PDF): $(SRC)
-	$(MARP) $(SRC) --pdf $(FLAGS) -o $@
-
-$(HTML): $(SRC)
-	$(MARP) $(SRC) --html $(FLAGS) -o $@
-
-$(PPTX): $(SRC)
-	$(MARP) $(SRC) --pptx $(FLAGS) -o $@
-
-watch:
-	$(MARP) $(SRC) --watch --html $(FLAGS)
-
-clean:
-	rm -f $(PDF) $(HTML) $(PPTX)
@@ -1,118 +0,0 @@
---
-marp: true
-theme: default
-paginate: true
---
-
-# SeaweedFS Production Setup
-
-A walkthrough of the recommended deployment topology
-
- Storage layer
- File access layer
- Backend operations
- Erasure coding for durability
-
---
-
-![bg contain](object-store-layout.png)
-
---
-
-# Storage Layer
-
-**3 Masters + Volume Servers**
-
- **Masters (run 3)**
-  - Form a Raft quorum; tolerate 1 failure
-  - Track volume locations and cluster topology
-  - Lightweight; not on the data path for reads/writes after lookup
-
- **Volume Servers (scale out)**
-  - Hold the actual needle data on local disks
-  - Add more servers for capacity and throughput
-  - Heartbeat to masters; clients talk to them directly for I/O
-
-Rule of thumb: start with 3 masters, then grow volume servers with data.
-
---
-
-# File Access Layer
-
-**Filer + DB for metadata**
-
- Filer serves POSIX-like directory and file metadata
- Metadata store options: PostgreSQL, MySQL, Redis, Cassandra, TiKV, etc.
- Run **3 filers** for HA
- Filers are stateless relative to each other — state lives in the DB
-
-**S3 Servers**
-
- Expose the S3 API on top of the filer
- Scale the count based on throughput requirements
- Can be co-located with filers or run independently
-
---
-
-# Backend Operations
-
-**1 Admin Server + a few Workers**
-
- **Admin server (1 is enough)**
-  - Coordinates background jobs: balancing, EC encoding, vacuum, replication fixes
-  - **Not on the data path** — a restart does not affect object store reads/writes
-  - No HA required for normal operation
-
- **Workers (a few)**
-  - Execute long-running tasks issued by the admin server
-  - Horizontally scalable based on maintenance workload
-
-Keeps housekeeping off the hot path.
-
---
-
-# Production Topology Summary
-
-| Component      | Count                | Role                              |
-|----------------|----------------------|-----------------------------------|
-| Master         | 3                    | Raft quorum, topology, volume map |
-| Volume Server  | N (scale out)        | Stores data needles               |
-| Filer          | 3                    | Metadata gateway                  |
-| Metadata DB    | HA cluster           | Persists filer metadata           |
-| S3 Server      | N (by throughput)    | S3 API frontend                   |
-| Admin          | 1                    | Background job coordinator        |
-| Worker         | A few                | Executes admin-scheduled tasks    |
-
---
-
-# Erasure Coding for Durability
-
-Prefer **many volume servers** so EC shards spread across failure domains.
-
-**Example: 8 volume servers, EC 5+3**
-
- Each volume becomes 5 data shards + 3 parity shards
- Shards are placed on 8 distinct volume servers
- **Tolerates up to 3 simultaneous volume server failures**
- Storage overhead: 1.6x vs 3x for full replication
-
-```
-Volume -> [D1][D2][D3][D4][D5] + [P1][P2][P3]
-           |   |   |   |   |     |   |   |
-          VS1 VS2 VS3 VS4 VS5  VS6 VS7 VS8
-```
-
-More volume servers = more EC layouts available (e.g. 10+4, 6+3).
-
---
-
-# Getting Started Checklist
-
-1. Provision 3 master nodes (small boxes are fine)
-2. Provision volume servers sized to your data footprint
-3. Stand up an HA metadata DB, then 3 filers pointing at it
-4. Add S3 servers sized to required throughput
-5. Run 1 admin + a few workers for background maintenance
-6. Once you have enough volume servers, enable EC (e.g. 5+3 on 8 servers)
-
-Scale each layer independently as usage grows.
@@ -22,24 +22,12 @@ service SeaweedFiler {
    rpc UpdateEntry (UpdateEntryRequest) returns (UpdateEntryResponse) {
    }

-    rpc TouchAccessTime (TouchAccessTimeRequest) returns (TouchAccessTimeResponse) {
-    }
-
    rpc AppendToEntry (AppendToEntryRequest) returns (AppendToEntryResponse) {
    }

    rpc DeleteEntry (DeleteEntryRequest) returns (DeleteEntryResponse) {
    }

-    rpc ObjectTransaction (ObjectTransactionRequest) returns (ObjectTransactionResponse) {
-    }
-
-    rpc ObjectTransactionBatch (ObjectTransactionBatchRequest) returns (ObjectTransactionBatchResponse) {
-    }
-
-    rpc PosixLock (PosixLockRequest) returns (PosixLockResponse) {
-    }
-
    rpc AtomicRenameEntry (AtomicRenameEntryRequest) returns (AtomicRenameEntryResponse) {
    }
    rpc StreamRenameEntry (StreamRenameEntryRequest) returns (stream StreamRenameEntryResponse) {
@@ -96,15 +84,6 @@ service SeaweedFiler {
    // distributed lock management internal use only
    rpc TransferLocks(TransferLocksRequest) returns (TransferLocksResponse) {
    }
-    rpc ReplicateLock(ReplicateLockRequest) returns (ReplicateLockResponse) {
-    }
-
-    // Peer chunk sharing — tier 1: mount-server registry.
-    // See design-weed-mount-peer-chunk-sharing.md for details.
-    rpc MountRegister (MountRegisterRequest) returns (MountRegisterResponse) {
-    }
-    rpc MountList (MountListRequest) returns (MountListResponse) {
-    }
 }

 //////////////////////////////////////////////////
@@ -216,12 +195,6 @@ message FuseAttributes {
    bytes md5 = 14;
    uint32 rdev = 16;
    uint64 inode = 17;
-    int64 ctime = 18; // unix time in seconds, inode change time
-    int32 mtime_ns = 19; // nanosecond component of mtime (0-999999999)
-    int32 ctime_ns = 20; // nanosecond component of ctime (0-999999999)
-    int32 crtime_ns = 21; // nanosecond component of crtime (0-999999999)
-    int64 atime = 22; // unix time in seconds, last access time
-    int32 atime_ns = 23; // nanosecond component of atime (0-999999999)
 }

 message CreateEntryRequest {
@@ -231,56 +204,6 @@ message CreateEntryRequest {
    bool is_from_other_cluster = 4;
    repeated int32 signatures = 5;
    bool skip_check_parent_directory = 6;
-    // Optional precondition evaluated against the current entry atomically with
-    // the write, under the filer's per-path lock. The caller must route the
-    // key's writes to this entry's owner filer for the check to be authoritative.
-    WriteCondition condition = 7;
-}
-
-// WriteCondition is the precondition the filer evaluates against the existing
-// entry before writing, under the per-path lock. A failed condition returns
-// FilerError PRECONDITION_FAILED. The client maps request semantics (e.g. RFC
-// 7232) to clauses; the filer just compares.
-//
-// A condition is a list of clauses that ALL must hold (logical AND). One clause
-// is the common case; several express what a single comparison cannot: an ETag
-// set (If-Match / If-None-Match with multiple values), weak-ETag comparison, and
-// compound conditions (e.g. If-Match + If-Unmodified-Since together).
-message WriteCondition {
-    enum Kind {
-        NONE                  = 0; // unconditional
-        IF_NOT_EXISTS         = 1; // fail if the entry exists (If-None-Match: *)
-        IF_EXISTS             = 2; // fail if the entry is absent (If-Match: *)
-        IF_ETAG_MATCH         = 3; // fail if absent or etag matches none of the set (If-Match)
-        IF_ETAG_NOT_MATCH     = 4; // fail if present and etag matches any of the set (If-None-Match)
-        IF_UNMODIFIED_SINCE   = 5; // fail if present and mtime > unix_time
-        IF_MODIFIED_SINCE     = 6; // fail if present and mtime <= unix_time
-        IF_EXTENDED_NOT_EQUAL = 7; // fail if present and extended[ext_key] == ext_value
-        IF_EXTENDED_TIME_ELAPSED = 8; // fail if present and extended[ext_key] (unix seconds) is in the future
-    }
-    // Clause is one primitive comparison. IF_ETAG_MATCH holds when the current
-    // entry's ETag equals any value in etags; IF_ETAG_NOT_MATCH holds when it
-    // equals none. allow_weak permits weak-comparison (ignoring the W/ prefix).
-    //
-    // The IF_EXTENDED_* kinds are generic guards on an extended attribute, used
-    // to enforce object-lock without teaching the filer S3 semantics:
-    // IF_EXTENDED_NOT_EQUAL expresses a legal hold (block while a key equals a
-    // value), and IF_EXTENDED_TIME_ELAPSED expresses retention (block while a
-    // stored unix-second deadline is in the future, compared to the filer's
-    // clock). The caller composes these and, for governance-bypass, simply omits
-    // the retention clause when the bypass is authorized — the filer makes no
-    // authorization decision.
-    message Clause {
-        Kind kind = 1;
-        repeated string etags = 2; // ETag set for IF_ETAG_* kinds
-        int64 unix_time = 3;       // bound (unix seconds) for IF_*_SINCE kinds
-        bool allow_weak = 4;       // compare ETags ignoring the weak (W/) marker
-        string ext_key = 5;        // extended attribute name for IF_EXTENDED_* kinds
-        string ext_value = 6;      // blocking value for IF_EXTENDED_NOT_EQUAL
-        string gate_key = 7;       // IF_EXTENDED_TIME_ELAPSED: only enforce when extended[gate_key] == gate_value
-        string gate_value = 8;     // gate value (e.g. retention mode COMPLIANCE for governance bypass)
-    }
-    repeated Clause clauses = 1;   // all must hold (logical AND)
 }

 // Structured error codes for filer entry operations.
@@ -292,132 +215,6 @@ enum FilerError {
    EXISTING_IS_DIRECTORY = 3; // cannot overwrite directory with file
    EXISTING_IS_FILE      = 4; // cannot overwrite file with directory
    ENTRY_ALREADY_EXISTS  = 5; // O_EXCL and entry already exists
-    PRECONDITION_FAILED   = 6; // WriteCondition not satisfied
-}
-
-// ObjectMutation is one entry-level change applied by ObjectTransaction. All
-// mutations of a transaction run under a single per-path lock (the request's
-// lock_key) and in order, so the gateway can describe a multi-entry object
-// operation as one request instead of holding a distributed lock across
-// several RPCs. Data-bearing writes (entries with chunks) should be written
-// before the transaction; mutations here are metadata-scoped.
-message ObjectMutation {
-    enum Type {
-        PUT              = 0; // create or replace the entry (entry field)
-        DELETE           = 1; // delete the entry at directory/name (no error if absent)
-        PATCH_EXTENDED   = 2; // merge set_extended / remove delete_extended on the entry
-        RECOMPUTE_LATEST = 3; // scan a directory and re-point a parent entry (recompute)
-    }
-    Type type = 1;
-    string directory = 2;
-    string name = 3;                       // entry name for DELETE / PATCH_EXTENDED / RECOMPUTE_LATEST (the pointer entry)
-    Entry entry = 4;                        // full entry for PUT
-    map<string, bytes> set_extended = 5;   // PATCH_EXTENDED: keys to set
-    repeated string delete_extended = 6;   // PATCH_EXTENDED: keys to remove
-    bool is_delete_data = 7;               // DELETE: also delete chunk data
-    bool is_recursive = 8;                 // DELETE: recurse into a directory
-    Recompute recompute = 9;               // RECOMPUTE_LATEST parameters
-    bool set_content = 10;                 // PATCH_EXTENDED: replace Entry.content with content
-    bytes content = 11;                    // PATCH_EXTENDED: new Entry.content when set_content
-    bool touch_mtime = 12;                 // PATCH_EXTENDED: set the entry's Mtime to now (e.g. a metadata-replace copy)
-}
-
-// Recompute re-derives a pointer entry (directory/name on the mutation) from the
-// current contents of a scanned directory, atomically under the transaction's
-// lock. It is mechanical: the filer picks the child that sorts first or last by
-// name and copies the requested fields into the pointer; it has no knowledge of
-// what the entries mean. The caller (which does know the versioning scheme)
-// supplies the sort direction and the key mappings. This covers re-pointing the
-// latest version after a specific version is deleted, where the scan must run
-// under the lock.
-message Recompute {
-    string scan_dir = 1;                   // directory whose direct children are scanned
-    bool descending = 2;                   // pick the child that sorts last by name (else first)
-    map<string, string> copy_extended = 3; // pointer extended key -> source extended key on the chosen child
-    string name_to_key = 4;                // if set, store the chosen child's name under this pointer key
-    string size_to_key = 5;                // if set, store the chosen child's FileSize (decimal) under this pointer key
-    string mtime_to_key = 6;               // if set, store the chosen child's Mtime (decimal) under this pointer key
-    string demote_key = 7;                 // if set, stamp demote_value on the prior name_to_key target when it changes
-    bytes demote_value = 8;                // value for demote_key
-    string exclude_name = 9;               // if set, skip this child when scanning (e.g. a version about to be deleted)
-}
-
-// ObjectTransactionRequest applies an ordered list of mutations atomically with
-// respect to other writers of the same object, by holding the filer's per-path
-// lock on lock_key for the whole transaction. The optional condition is checked
-// first, against condition_key when set, else lock_key. Callers set route_key to
-// the object's stable owner ring key; a filer that is not the owner forwards the
-// transaction one hop to the owner, so a stale ring view is tolerated.
-message ObjectTransactionRequest {
-    string lock_key = 1;               // object path to lock and to evaluate the condition against
-    WriteCondition condition = 2;      // optional precondition, checked under the lock
-    repeated ObjectMutation mutations = 3;
-    bool is_from_other_cluster = 4;
-    repeated int32 signatures = 5;
-    string condition_key = 6;          // if set, evaluate the condition against this entry instead of lock_key (still locking lock_key)
-    string route_key = 7;              // ring key identifying the owner filer; a non-owner forwards the whole transaction to it
-    bool is_moved = 8;                 // set on a forwarded transaction so the receiver applies it locally instead of forwarding again
-}
-
-message ObjectTransactionResponse {
-    string error = 1;
-    FilerError error_code = 2;
-}
-
-// PosixLockRange is one advisory byte-range lock. Owner identity is (sid, owner):
-// sid is the mount session, owner the FUSE lock owner within it, so owners from
-// different mounts never alias. end is inclusive (max uint64 = to EOF); is_flock
-// separates the flock and fcntl namespaces, which never conflict.
-message PosixLockRange {
-    uint64 start = 1;
-    uint64 end = 2;
-    uint32 type = 3;       // 1=read, 2=write, 3=unlock
-    uint64 sid = 4;
-    uint64 owner = 5;
-    uint32 pid = 6;        // holder pid, for get_lk reporting only
-    bool is_flock = 7;
-}
-
-// PosixLock routes an advisory lock operation to the inode's owner filer, which
-// holds the authoritative in-memory lock table. key is the inode identity ring
-// key (the file path, or hl:<HardLinkId> for a hardlink) used both to resolve the
-// owner and to index the table. A non-owner filer forwards the request one hop;
-// is_moved bounds it so a stale ring view cannot loop.
-message PosixLockRequest {
-    string key = 1;
-    bool is_moved = 2;
-    PosixLockOp op = 3;
-    PosixLockRange lock = 4;
-    repeated PosixLockRange locks = 5;
-    bool cooling_probe = 6;
-}
-
-enum PosixLockOp {
-    TRY_LOCK = 0;             // grant lock or report conflict (non-blocking)
-    UNLOCK = 1;              // release lock's owner's locks over its range
-    GET_LK = 2;             // report a conflicting lock, if any
-    RELEASE_POSIX_OWNER = 3; // drop the owner's fcntl locks (flush-time)
-    RELEASE_FLOCK_OWNER = 4; // drop the owner's flock locks (release-time)
-    KEEP_ALIVE = 5;         // renew the session's lease on this owner (lock.sid)
-}
-
-message PosixLockResponse {
-    bool granted = 1;            // for TRY_LOCK: whether the lock was granted
-    bool has_conflict = 2;       // whether conflict is populated
-    PosixLockRange conflict = 3; // the blocking lock (TRY_LOCK conflict / GET_LK result)
-}
-
-// ObjectTransactionBatch applies several object transactions in one round trip,
-// each under its own per-path lock and independent of the others (no cross-key
-// atomicity). A caller groups keys that route to the same owner filer and sends
-// one batch per owner, e.g. for a multi-object delete. Each response is parallel
-// to its request.
-message ObjectTransactionBatchRequest {
-    repeated ObjectTransactionRequest transactions = 1;
-}
-
-message ObjectTransactionBatchResponse {
-    repeated ObjectTransactionResponse responses = 1;
 }

 message CreateEntryResponse {
@@ -437,16 +234,6 @@ message UpdateEntryResponse {
    SubscribeMetadataResponse metadata_event = 1;
 }

-message TouchAccessTimeRequest {
-    string directory = 1;
-    string name = 2;
-    int64 client_atime_ns = 3; // nanoseconds since epoch; filer may override with relatime
-}
-message TouchAccessTimeResponse {
-    int64 persisted_atime_ns = 1; // nanoseconds since epoch; 0 if no update was performed
-    bool updated = 2;
-}
-
 message AppendToEntryRequest {
    string directory = 1;
    string entry_name = 2;
@@ -505,7 +292,6 @@ message AssignVolumeRequest {
    string rack = 7;
    string data_node = 9;
    string disk_type = 8;
-    uint64 expected_data_size = 10; // hint for size-aware volume selection
 }

 message AssignVolumeResponse {
@@ -604,24 +390,11 @@ message SubscribeMetadataRequest {
    int64 until_ns = 8;
    int32 client_epoch = 9;
    repeated string directories = 10;  // exact directory to watch
-    bool client_supports_batching = 11; // client can unpack SubscribeMetadataResponse.events
-    bool client_supports_metadata_chunks = 12; // client can read log file chunks from volume servers
-    bool client_supports_idle_heartbeat = 13; // server may send empty responses carrying the current time while the client is caught up
 }
 message SubscribeMetadataResponse {
    string directory = 1;
    EventNotification event_notification = 2;
    int64 ts_ns = 3;
-    repeated SubscribeMetadataResponse events = 4; // batch of additional events (backlog catch-up)
-    repeated LogFileChunkRef log_file_refs = 5;    // log file chunk refs for client direct-read
-}
-// A persisted log file that the client can read directly from volume servers.
-// The file format is: [4-byte size | protobuf LogEntry] repeated.
-// Each LogEntry.Data contains a marshaled SubscribeMetadataResponse.
-message LogFileChunkRef {
-    repeated FileChunk chunks = 1; // chunk references (fids) to read from volume servers
-    int64 file_ts_ns = 2;         // minute-level timestamp of the log file
-    string filer_id = 3;          // filer signature suffix from log filename
 }

 message TraverseBfsMetadataRequest {
@@ -737,7 +510,6 @@ message LockResponse {
    string lock_owner = 2;
    string lock_host_moved_to = 3;
    string error = 4;
-    int64 generation = 5;
 }
 message UnlockRequest {
    string name = 1;
@@ -760,26 +532,12 @@ message Lock {
    string renew_token = 2;
    int64 expired_at_ns = 3;
    string owner = 4;
-    int64 generation = 5;
-    bool is_backup = 6;
-    int64 seq = 7;
 }
 message TransferLocksRequest {
    repeated Lock locks = 1;
 }
 message TransferLocksResponse {
 }
-message ReplicateLockRequest {
-    string name = 1;
-    string renew_token = 2;
-    int64 expired_at_ns = 3;
-    string owner = 4;
-    int64 generation = 5;
-    bool is_unlock = 6;
-    int64 seq = 7;
-}
-message ReplicateLockResponse {
-}

 //////////////////////////////////////////////////
 // StreamMutateEntry: ordered bidirectional streaming for all filer mutations.
@@ -809,31 +567,3 @@ message StreamMutateEntryResponse {
    string error = 7; // human-readable error message when the operation failed
    int32 errno = 8;  // POSIX errno (e.g. ENOENT=2, ENOTEMPTY=66) for direct FUSE status mapping
 }
-
-//////////////////////////////////////////////////
-// Peer chunk sharing — mount-server registry
-//////////////////////////////////////////////////
-
-message MountRegisterRequest {
-    string peer_addr = 1;    // host:port where this mount serves peer chunk requests
-    string rack = 2;         // locality label (rack); used for peer ranking
-    int32 ttl_seconds = 3;   // how long the filer should keep this entry without a heartbeat
-    string data_center = 4;  // locality label (data center); coarser than rack
-}
-
-message MountRegisterResponse {
-}
-
-message MountListRequest {
-}
-
-message MountListResponse {
-    repeated MountInfo mounts = 1;
-}
-
-message MountInfo {
-    string peer_addr = 1;
-    string rack = 2;
-    int64 last_seen_ns = 3;
-    string data_center = 4;
-}
@@ -1,139 +0,0 @@
-[package]
-name = "weed-volume"
-version = "0.1.0"
-edition = "2021"
-description = "SeaweedFS Volume Server — Rust implementation"
-
-[lib]
-name = "seaweed_volume"
-
-[[bin]]
-name = "weed-volume"
-path = "src/main.rs"
-
-[features]
-# Default: 5-byte offsets (8TB max volume size), matching production Go builds (-tags 5BytesOffset).
-# Disable with --no-default-features for 4-byte offsets (32GB max volume size).
-default = ["5bytes"]
-5bytes = []
-
-[dependencies]
-# Async runtime
-tokio = { version = "1", features = ["full"] }
-tokio-stream = { version = "0.1", features = ["net"] }
-tokio-io-timeout = "1"
-
-# gRPC + protobuf
-tonic = { version = "0.12", features = ["tls"] }
-tonic-reflection = "0.12"
-prost = "0.13"
-prost-types = "0.13"
-
-# HTTP server
-axum = { version = "0.7", features = ["multipart"] }
-http-body = "1"
-hyper = { version = "1", features = ["full"] }
-hyper-util = { version = "0.1", features = ["tokio", "service", "server-auto", "http1", "http2"] }
-tower = "0.4"
-tower-http = { version = "0.5", features = ["cors", "trace"] }
-
-# CLI
-clap = { version = "4", features = ["derive"] }
-
-# Metrics
-prometheus = { version = "0.13", default-features = false, features = ["process"] }
-lazy_static = "1"
-
-# JWT
-jsonwebtoken = { version = "10", features = ["rust_crypto"] }
-
-# TLS
-rustls = "0.23"
-tokio-rustls = "0.26"
-rustls-pemfile = "2"
-
-# LevelDB (via RocksDB for better Rust support)
-# Using rusty-leveldb for pure Rust LevelDB
-rusty-leveldb = "3"
-
-# Disk-backed needle map (alternative to in-memory HashMap)
-redb = "3"
-
-# Reed-Solomon erasure coding
-reed-solomon-erasure = "6"
-
-# Logging
-tracing = "0.1"
-tracing-subscriber = { version = "0.3", features = ["env-filter"] }
-# Config
-toml = "0.8"
-serde = { version = "1", features = ["derive"] }
-serde_json = "1"
-serde_urlencoded = "0.7"
-
-# CRC32 — using Castagnoli polynomial (CRC32-C), matching Go's crc32.Castagnoli
-crc32c = "0.6"
-crc32fast = "1"
-
-# Memory-mapped files
-memmap2 = "0.9"
-
-# UUID
-uuid = { version = "1", features = ["v4"] }
-
-# HTTP client (for proxying, remote fetch)
-reqwest = { version = "0.12", default-features = false, features = ["rustls-tls", "stream", "multipart", "json"] }
-
-# Content hashing
-md-5 = "0.10"
-base64 = "0.22"
-
-# Compression
-flate2 = "1"
-
-# Image processing
-image = { version = "0.25", default-features = false, features = ["png", "jpeg", "gif", "webp"] }
-kamadak-exif = "0.5"
-
-# Multipart form-data parsing
-multer = "3"
-
-# MIME type guessing from file extensions
-mime_guess = "2"
-
-# Misc
-bytes = "1"
-rand = "0.8"
-chrono = "0.4"
-hex = "0.4"
-parking_lot = "0.12"
-dashmap = "6"
-thiserror = "1"
-anyhow = "1"
-async-trait = "0.1"
-futures = "0.3"
-async-stream = "0.3"
-x509-parser = "0.16"
-
-# Disk space checking
-sysinfo = "0.31"
-libc = "0.2"
-
-# AWS S3 SDK (for remote storage backends)
-aws-config = { version = "1", features = ["behavior-version-latest"] }
-aws-sdk-s3 = { version = "1.125.0", default-features = false, features = ["sigv4a", "http-1x", "default-https-client", "rt-tokio"] }
-aws-credential-types = "1"
-aws-types = "1"
-
-# pprof is Unix-only (requires libc/nix APIs not available on Windows)
-[target.'cfg(unix)'.dependencies]
-pprof = { version = "0.15", features = ["prost-codec"] }
-
-[dev-dependencies]
-tempfile = "3"
-
-[build-dependencies]
-tonic-build = "0.12"
-
-[patch.crates-io]
-reed-solomon-erasure = { path = "vendor/reed-solomon-erasure" }
@@ -1,105 +0,0 @@
-# Rust Volume Server — Dev Plan
-
-## Current Status (2026-03-07)
-
-**HTTP tests**: 53/53 pass (100%)
-**gRPC tests**: 56/56 pass (100%) — includes TestVolumeMoveHandlesInFlightWrites with Rust multi-volume cluster
-**Rust integration tests**: 8/8 pass
-**S3 remote storage tests**: 3/3 pass
-**Total**: 117/117 (100%) + 8 Rust + 3 S3 tests
-**Rust unit tests**: 137 lib + 7 integration = 144
-
-## Completed Features
-
-All phases from the original plan are complete:
-
- **Phase 1** — HTTP Core: CORS, OPTIONS, unsupported methods, static assets, path routing,
-  cookie validation, conditional headers, range requests, dedup 204, content-encoding,
-  readDeleted, chunk manifests, multipart validation, MD5 check, file size limit,
-  upload/download throttling, image resize/crop, download disposition
- **Phase 2** — JWT/Security: signing keys from security.toml, token source precedence
-  (query > header > cookie), file_id claims, leeway=0
- **Phase 3** — gRPC: maintenance mode, error message parity, ping routing, batch delete,
-  VolumeServerStatus (with real disk stats, data_center, rack), ReadVolumeFileStatus
-  (with timestamps)
- **Phase 4** — Streaming gRPC: VolumeIncrementalCopy, CopyFile, ReceiveFile, ReadAllNeedles,
-  VolumeTailSender, VolumeCopy, VolumeTailReceiver, VacuumVolumeCheck
- **Phase 5** — EC Shards: mount/unmount, delete, read, blob delete, rebuild, shards-to-volume,
-  copy, info
- **Phase 6** — Advanced gRPC: ScrubVolume, ScrubEcVolume, Query, FetchAndWriteNeedle,
-  VolumeTierMoveDat (error paths)
- **Phase 7** — Remote Storage: S3-compatible backend via aws-sdk-s3,
-  FetchAndWriteNeedle reads from S3/MinIO/SeaweedFS S3 and writes locally.
-  Supports all S3-compatible providers (AWS, Wasabi, Backblaze, Aliyun, etc.)
- **Master Heartbeat** — Bidirectional streaming SendHeartbeat RPC, volume/EC registration,
-  leader changes, shutdown deregistration. Tested end-to-end with Go master.
- **Production Sprint 1** — Quick wins:
-  - VolumeMarkReadonly master notification (triggers immediate heartbeat)
-  - Compaction throttling (`maybe_throttle_compaction()`)
-  - File size limit enforcement on upload
-  - `ts` query param for custom timestamps (upload + delete)
-  - TTL expiration check (was already implemented)
-  - Health check heartbeat status (returns 503 if disconnected from master)
-  - preStopSeconds graceful drain before shutdown
-  - S3 response passthrough headers (content-encoding, expires, content-language, content-disposition)
-  - .vif persistence for readonly state across restarts
-  - Webp image support for resize
- **Production Sprint 2** — Compatibility:
-  - MIME type extraction from Content-Type header
-  - Stats endpoints (/stats/counter, /stats/memory, /stats/disk)
-  - JSON pretty print (?pretty=y) and JSONP (?callback=fn)
-  - Request ID generation (UUID if x-amz-request-id missing)
-  - Advanced Prometheus metrics (INFLIGHT_REQUESTS, VOLUME_FILE_COUNT gauges)
- **Production Sprint 3** — Streaming & Multi-node:
-  - Streaming reads for large files (>1MB) via http_body::Body trait with spawn_blocking
-  - Meta-only needle reads (NeedleStreamInfo) to avoid loading full body for streaming
-  - Multi-volume Rust cluster support (RustMultiVolumeCluster test framework)
-  - TestVolumeMoveHandlesInFlightWrites now uses Rust volume servers
-  - CI skip list cleaned up (all tests pass with Rust)
-
- **Production Sprint 4** — Advanced Features:
-  - BatchDelete EC shard support (ecx index lookup + ecj journal deletion)
-  - JPEG EXIF orientation auto-fix on upload (kamadak-exif + image crate)
-  - Async batched write processing (mpsc queue, up to 128 entries per batch)
-  - VolumeTierMoveDatToRemote/FromRemote (S3 multipart upload/download)
-  - S3TierRegistry for managing remote storage backends
-  - VolumeInfo (.vif) persistence for remote file references
- **Production Sprint 5** — Upload Compatibility:
-  - TTL query parameter extraction during upload (`ttl=3m`)
-  - Auto-compression for compressible file types (text/*, .js, .css, .json, .svg, etc.)
-  - Seaweed-* custom metadata headers stored as needle pairs (JSON, max 64KB)
-  - Filename extraction from URL path stored in needle name field
-  - Upload response includes filename
-
- **Production Sprint 6** — Storage & Networking:
-  - Redb disk-backed needle maps (pure Rust, no C deps) via `NeedleMap` enum
-  - Binary search for `VolumeIncrementalCopy` with `since_ns > 0`
-  - Proxy/redirect read modes for non-local volumes (master lookup, HTTP proxy, 301 redirect)
-
-## Remaining Work (Production Readiness)
-
-No major remaining items. All phases and production sprints are complete.
-
-## Test Commands
-
-```bash
-# Build
-cd seaweed-volume && cargo build --release
-
-# Run all Go integration tests with Rust volume server
-VOLUME_SERVER_IMPL=rust go test -v -count=1 -timeout 1200s ./test/volume_server/grpc/... ./test/volume_server/http/...
-
-# Run S3 remote storage tests
-VOLUME_SERVER_IMPL=rust go test -v -count=1 -timeout 180s -run "TestFetchAndWriteNeedle(FromS3|S3NotFound)" ./test/volume_server/grpc/...
-
-# Run specific test
-VOLUME_SERVER_IMPL=rust go test -v -count=1 -timeout 60s -run "TestName" ./test/volume_server/http/...
-
-# Run Rust unit tests
-cd seaweed-volume && cargo test
-
-# Test heartbeat with Go master
-weed master -port=9333 &
-seaweed-volume --port 8080 --master localhost:9333 --dir /tmp/vol1 --max 7
-curl http://localhost:9333/dir/status  # should show Rust volume server registered
-```
@@ -1,288 +0,0 @@
-# Rust Volume Server — Missing Features Audit
-
-Comprehensive line-by-line comparison of Go vs Rust volume server.
-Generated 2026-03-07 from 4 parallel audits covering HTTP, gRPC, storage, and infrastructure.
-
-## Executive Summary
-
-| Area | Total Features | Implemented | Partial | Missing |
-|------|---------------|-------------|---------|---------|
-| gRPC RPCs | 48 | 43 (90%) | 2 (4%) | 3 (6%) |
-| HTTP Handlers | 31 | 12 (39%) | 10 (32%) | 9 (29%) |
-| Storage Layer | 22 | 6 (27%) | 7 (32%) | 9 (41%) |
-| Infrastructure | 14 | 5 (36%) | 4 (29%) | 5 (36%) |
-
---
-
-## Priority 1 — Critical for Production
-
-### P1.1 Streaming / Meta-Only Reads
- **Go**: `ReadNeedleMeta()`, `ReadNeedleData()`, `ReadPagedData()` — reads only metadata or pages of large files
- **Go**: `streamWriteResponseContent()` streams needle data in chunks
- **Go**: `AttemptMetaOnly` / `MustMetaOnly` flags in `ReadOption`
- **Rust**: Reads entire needle into memory always
- **Impact**: OOM on large files; 8MB file = 8MB heap per request
- **Files**: `weed/storage/needle/needle_read.go`, `weed/server/volume_server_handlers_read.go`
- **Effort**: Medium
-
-### P1.2 Download Proxy/Redirect Fallback (ReadMode)
- **Go**: `ReadMode` config: "local" | "proxy" | "redirect"
- **Go**: `tryProxyToReplica()` probes replicas, `proxyReqToTargetServer()` streams response
- **Rust**: Always returns 404 for non-local volumes
- **Impact**: Clients must handle volume placement themselves; breaks transparent replication
- **Files**: `weed/server/volume_server_handlers_read.go:138-250`
- **Effort**: Medium
-
-### P1.3 TLS/HTTPS Support
- **Go**: `LoadServerTLS()`, `LoadClientTLS()`, cert/key loading from security.toml
- **Go**: Applied to both HTTP and gRPC servers
- **Rust**: No TLS at all — plain TCP only
- **Impact**: Cannot deploy in secure clusters
- **Files**: `weed/security/tls.go`, `weed/command/volume.go`
- **Effort**: Medium (rustls + tokio-rustls already in Cargo.toml)
-
-### P1.4 VolumeMarkReadonly/Writable Master Notification
- **Go**: `notifyMasterVolumeReadonly()` updates master with readonly state
- **Rust**: Only sets local in-memory flag
- **Impact**: Master keeps directing writes to readonly volume
- **Files**: `weed/server/volume_grpc_admin.go`
- **Effort**: Low
-
-### P1.5 Compaction/Maintenance Throttling
- **Go**: `WriteThrottler` with `MaybeSlowdown()` for MB/s rate limiting
- **Rust**: Flags parsed but no throttle implementation
- **Impact**: Compaction/copy operations can saturate disk IO
- **Files**: `weed/util/throttler.go`
- **Effort**: Low
-
-### P1.6 File Size Limit Enforcement
- **Go**: `fileSizeLimitBytes` checked on upload, returns 400
- **Rust**: No enforcement — accepts any size
- **Impact**: Can write files larger than volume size limit
- **Files**: `weed/server/volume_server_handlers_write.go`
- **Effort**: Low
-
---
-
-## Priority 2 — Important for Compatibility
-
-### P2.1 `ts` Query Param (Custom Timestamps)
- **Go**: Upload and delete accept `ts` query param for custom Last-Modified time
- **Rust**: Always uses current time
- **Impact**: Replication timestamp fidelity; sync from external sources
- **Files**: `weed/server/volume_server_handlers_write.go`, `volume_server_handlers_admin.go`
- **Effort**: Low
-
-### P2.2 Multipart Form Upload Parsing
- **Go**: `needle.CreateNeedleFromRequest()` parses multipart forms, extracts MIME type, custom headers/pairs
- **Rust**: Reads raw body bytes only — no multipart form parsing for metadata
- **Impact**: MIME type not stored; custom needle pairs not supported
- **Files**: `weed/storage/needle/needle.go:CreateNeedleFromRequest`
- **Effort**: Medium
-
-### P2.3 JPEG Orientation Auto-Fix
- **Go**: `images.FixJpgOrientation()` on upload when enabled
- **Rust**: Not implemented (flag exists but unused)
- **Impact**: Mobile uploads may display rotated
- **Files**: `weed/images/orientation.go`
- **Effort**: Low (exif crate)
-
-### P2.4 TTL Expiration Enforcement
- **Go**: Checks `HasTtl()` + `AppendAtNs` against current time on read path
- **Rust**: TTL struct exists but no expiration checking
- **Impact**: Expired needles still served
- **Files**: `weed/storage/needle/volume_ttl.go`, `weed/storage/volume_read.go`
- **Effort**: Low
-
-### P2.5 Health Check — Master Heartbeat Status
- **Go**: Returns 503 if not heartbeating (can't reach master)
- **Rust**: Only checks `is_stopping` flag
- **Impact**: Load balancers won't detect disconnected volume servers
- **Files**: `weed/server/volume_server.go`
- **Effort**: Low
-
-### P2.6 Stats Endpoints
- **Go**: `/stats/counter`, `/stats/memory`, `/stats/disk` (whitelist-guarded)
- **Rust**: Not implemented
- **Impact**: No operational visibility
- **Files**: `weed/server/volume_server.go`
- **Effort**: Low
-
-### P2.7 Webp Image Support
- **Go**: `.webp` included in resize-eligible extensions
- **Rust**: Only `.png`, `.jpg`, `.jpeg`, `.gif`
- **Impact**: Webp images can't be resized on read
- **Files**: `weed/server/volume_server_handlers_read.go`
- **Effort**: Low (add webp feature to image crate)
-
-### P2.8 preStopSeconds Graceful Drain
- **Go**: Stops heartbeat, waits N seconds, then shuts down servers
- **Rust**: Immediate shutdown on signal
- **Impact**: In-flight requests dropped; Kubernetes readiness race
- **Files**: `weed/command/volume.go`
- **Effort**: Low
-
-### P2.9 S3 Response Passthrough Headers
- **Go**: `response-content-encoding`, `response-expires`, `response-content-language` query params
- **Rust**: Only handles `response-content-type`, `response-cache-control`, `dl`
- **Impact**: S3-compatible GET requests missing some override headers
- **Files**: `weed/server/volume_server_handlers_read.go`
- **Effort**: Low
-
---
-
-## Priority 3 — Storage Layer Gaps
-
-### P3.1 LevelDB Needle Maps
- **Go**: 5 needle map variants: memory, LevelDB, LevelDB-medium, LevelDB-large, sorted-file
- **Rust**: Memory-only needle map
- **Impact**: Large volumes (millions of needles) require too much RAM
- **Files**: `weed/storage/needle_map_leveldb.go`
- **Effort**: High (need LevelDB binding or alternative)
-
-### P3.2 Async Request Processing
- **Go**: `asyncRequestsChan` with 128-entry queue, worker goroutine for batched writes
- **Rust**: All writes synchronous
- **Impact**: Write throughput limited by fsync latency
- **Files**: `weed/storage/needle/async_request.go`
- **Effort**: Medium
-
-### P3.3 Volume Scrubbing (Data Integrity)
- **Go**: `ScrubIndex()`, `scrubVolumeData()` — full data + index verification
- **Rust**: Stub only in gRPC (returns OK without actual scrubbing)
- **Impact**: No way to verify data integrity
- **Files**: `weed/storage/volume_checking.go`, `weed/storage/idx/check.go`
- **Effort**: Medium
-
-### P3.4 Volume Backup / Sync
- **Go**: Streaming backup, binary search for last modification, index generation scanner
- **Rust**: Not implemented
- **Impact**: No backup/restore capability
- **Files**: `weed/storage/volume_backup.go`
- **Effort**: Medium
-
-### P3.5 Volume Info (.vif) Persistence
- **Go**: `.vif` files store tier/remote metadata, readonly state persists across restarts
- **Rust**: No `.vif` support; readonly is in-memory only
- **Impact**: Readonly state lost on restart; no tier metadata
- **Files**: `weed/storage/volume_info/volume_info.go`
- **Effort**: Low
-
-### P3.6 Disk Location Features
- **Go**: Directory UUID tracking, disk space monitoring, min-free-space enforcement, tag-based grouping
- **Rust**: Basic directory only
- **Impact**: No disk-full protection
- **Files**: `weed/storage/disk_location.go`
- **Effort**: Medium
-
-### P3.7 Compact Map (Memory-Efficient Needle Map)
- **Go**: `CompactMap` with overflow handling for memory optimization
- **Rust**: Uses standard HashMap
- **Impact**: Higher memory usage for index
- **Files**: `weed/storage/needle_map/compact_map.go`
- **Effort**: Medium
-
---
-
-## Priority 4 — Nice to Have
-
-### P4.1 gRPC: VolumeTierMoveDatToRemote / FromRemote
- **Go**: Full streaming implementation for tiering volumes to/from S3
- **Rust**: Stub returning error
- **Files**: `weed/server/volume_grpc_tier_upload.go`, `volume_grpc_tier_download.go`
- **Effort**: High
-
-### P4.2 gRPC: Query (S3 Select)
- **Go**: JSON/CSV query over needle data (S3 Select compatible)
- **Rust**: Stub returning error
- **Files**: `weed/server/volume_grpc_query.go`
- **Effort**: High
-
-### P4.3 FetchAndWriteNeedle — Already Implemented
- **Note**: The gRPC audit incorrectly flagged this as missing. It was implemented in a prior session with full S3 remote storage support.
-
-### P4.4 JSON Pretty Print + JSONP
- **Go**: `?pretty` query param for indented JSON; `?callback=fn` for JSONP
- **Rust**: Neither supported
- **Effort**: Low
-
-### P4.5 Request ID Generation
- **Go**: Generates UUID if `x-amz-request-id` header missing, propagates to gRPC context
- **Rust**: Only echoes existing header
- **Effort**: Low
-
-### P4.6 UI Status Page
- **Go**: Full HTML template with volumes, disks, stats, uptime
- **Rust**: Stub HTML
- **Effort**: Medium
-
-### P4.7 Advanced Prometheus Metrics
- **Go**: InFlightRequestsGauge, ConcurrentUploadLimit/DownloadLimit gauges, metrics push gateway
- **Rust**: Basic request counter and histogram only
- **Effort**: Low
-
-### P4.8 Profiling (pprof)
- **Go**: CPU/memory profiling, /debug/pprof endpoints
- **Rust**: Flags parsed but not wired
- **Effort**: Medium (tokio-console or pprof-rs)
-
-### P4.9 EC Distribution / Rebalancing
- **Go**: 17 files for EC operations including placement strategies, recovery, scrubbing
- **Rust**: 6 files with basic encoder/decoder
- **Effort**: High
-
-### P4.10 Cookie Mismatch Status Code
- **Go**: Returns 406 Not Acceptable
- **Rust**: Returns 400 Bad Request
- **Effort**: Trivial
-
---
-
-## Implementation Order Recommendation
-
-### Sprint 1 — Quick Wins (Low effort, high impact) ✅ DONE
-1. ✅ P1.4 VolumeMarkReadonly master notification — triggers immediate heartbeat
-2. ✅ P1.5 Compaction throttling — `maybe_throttle_compaction()` method added
-3. ✅ P1.6 File size limit enforcement — checks `file_size_limit_bytes` on upload
-4. ✅ P2.1 `ts` query param — custom timestamps for upload and delete
-5. ✅ P2.4 TTL expiration check — was already implemented
-6. ✅ P2.5 Health check heartbeat status — returns 503 if not heartbeating
-7. ✅ P2.8 preStopSeconds — graceful drain delay before shutdown
-8. ✅ P2.9 S3 passthrough headers — content-encoding, expires, content-language, content-disposition
-9. ✅ P3.5 .vif persistence — readonly state persists across restarts
-10. ✅ P2.7 Webp support — added to image resize-eligible extensions
-11. ~~P4.10 Cookie 406~~ — Go actually uses 404 for HTTP cookie mismatch (406 is gRPC batch delete only)
-
-### Sprint 2 — Core Read Path (Medium effort) — Partially Done
-1. P1.1 Streaming / meta-only reads — TODO (medium effort, no test coverage yet)
-2. ✅ P1.2 ReadMode proxy/redirect — was already implemented and tested
-3. ✅ P2.2 Multipart form parsing — MIME type extraction from Content-Type header
-4. P2.3 JPEG orientation fix — TODO (low effort, needs exif crate)
-5. ✅ P2.6 Stats endpoints — /stats/counter, /stats/memory, /stats/disk
-6. ✅ P2.7 Webp support — done in Sprint 1
-7. ✅ P4.4 JSON pretty print + JSONP — ?pretty=y and ?callback=fn
-8. ✅ P4.5 Request ID generation — generates UUID if x-amz-request-id missing
-9. ✅ P4.7 Advanced Prometheus metrics — INFLIGHT_REQUESTS gauge, VOLUME_FILE_COUNT gauge
-
-### Sprint 3 — Infrastructure (Medium effort) — Partially Done
-1. ✅ P1.3 TLS/HTTPS — rustls + tokio-rustls for HTTP, tonic ServerTlsConfig for gRPC
-2. P3.2 Async request processing — TODO (medium effort)
-3. ✅ P3.3 Volume scrubbing — CRC checksum verification of all needles
-4. ✅ P3.6 Disk location features — MinFreeSpace enforcement, background disk monitor
-
-### Sprint 4 — Storage Advanced (High effort) — Deferred
-No integration test coverage for these items. All existing tests pass.
-1. P3.1 LevelDB needle maps — needed only for volumes with millions of needles
-2. P3.4 Volume backup/sync — streaming backup, binary search
-3. P3.7 Compact map — memory optimization for needle index
-4. P4.1 VolumeTierMoveDat — full S3 tiering (currently error stub)
-5. P4.9 EC distribution — advanced EC placement/rebalancing
-
-### Sprint 5 — Polish — Deferred
-No integration test coverage for these items.
-1. P4.2 Query (S3 Select) — JSON/CSV query over needle data
-2. ✅ P4.4 JSON pretty/JSONP — done in Sprint 2
-3. ✅ P4.5 Request ID generation — done in Sprint 2
-4. P4.6 UI status page — HTML template with volume/disk/stats info
-5. ✅ P4.7 Advanced metrics — done in Sprint 2
-6. P4.8 Profiling — pprof-rs or tokio-console
@@ -1,230 +0,0 @@
-# Rust Volume Server Parity Plan
-
-Generated: 2026-03-16
-
-## Goal
-
-Make `seaweed-volume` a drop-in replacement for the Go volume server by:
-
- comparing every Go volume-server code path against the Rust implementation,
- recording file-level ownership and verification status,
- closing verified behavior gaps one logic change per commit,
- extending tests so regressions are caught by Go parity suites and Rust unit/integration tests.
-
-## Ground Truth
-
-Primary Go sources:
-
- `weed/server/volume_server.go`
- `weed/server/volume_server_handlers*.go`
- `weed/server/volume_grpc_*.go`
- `weed/server/constants/volume.go`
- `weed/storage/store*.go`
- `weed/storage/disk_location*.go`
- `weed/storage/volume*.go`
- `weed/storage/needle/*.go`
- `weed/storage/idx/*.go`
- `weed/storage/needle_map*.go`
- `weed/storage/needle_map/*.go`
- `weed/storage/super_block/*.go`
- `weed/storage/erasure_coding/*.go`
-
-Supporting Go dependencies that affect drop-in behavior:
-
- `weed/command/volume.go`
- `weed/security/*.go`
- `weed/images/*.go`
- `weed/stats/*.go`
-
-Primary Rust sources:
-
- `seaweed-volume/src/main.rs`
- `seaweed-volume/src/config.rs`
- `seaweed-volume/src/security.rs`
- `seaweed-volume/src/images.rs`
- `seaweed-volume/src/server/*.rs`
- `seaweed-volume/src/storage/*.rs`
- `seaweed-volume/src/storage/needle/*.rs`
- `seaweed-volume/src/storage/idx/*.rs`
- `seaweed-volume/src/storage/erasure_coding/*.rs`
- `seaweed-volume/src/remote_storage/*.rs`
-
-## Audit Method
-
-For each Go file:
-
-1. Map it to the Rust file or files that should own the same behavior.
-2. Compare exported entry points, helper functions, state transitions, wire fields, and persistence side effects.
-3. Mark each file `implemented`, `partial`, `missing`, or `needs verification`.
-4. Link each behavior to an existing test or add a missing test.
-5. Only treat a gap as closed after code review plus local verification.
-
-## Acceptance Criteria
-
-The Rust server is a drop-in replacement only when all of these hold:
-
- HTTP routes, status codes, headers, and body semantics match Go.
- gRPC RPCs match Go request validation, response fields, streaming behavior, and maintenance/read-only semantics.
- Master heartbeat and topology metadata match Go closely enough that the Go master treats Rust and Go volume servers the same.
- On-disk volume behavior matches Go for normal volumes, EC shards, tiering metadata, and readonly persistence.
- Startup flags and operational endpoints that affect production deployment behave equivalently or are explicitly documented as unsupported.
- Existing Go integration suites pass with `VOLUME_SERVER_IMPL=rust`.
-
-## File Matrix
-
-### HTTP server surface
-
-| Go file | Rust counterpart | Status | Comparison focus |
-| --- | --- | --- | --- |
-| `weed/server/volume_server.go` | `seaweed-volume/src/main.rs`, `seaweed-volume/src/server/volume_server.rs`, `seaweed-volume/src/server/heartbeat.rs` | partial | startup wiring, routers, heartbeat, shutdown, metrics/debug listeners |
-| `weed/server/volume_server_handlers.go` | `seaweed-volume/src/server/volume_server.rs`, `seaweed-volume/src/server/handlers.rs` | needs verification | method dispatch, OPTIONS behavior, public/admin split |
-| `weed/server/volume_server_handlers_admin.go` | `seaweed-volume/src/server/handlers.rs` | implemented | `/status`, `/healthz`, stats, server headers |
-| `weed/server/volume_server_handlers_helper.go` | `seaweed-volume/src/server/handlers.rs` | needs verification | JSON encoding, request parsing, helper parity |
-| `weed/server/volume_server_handlers_read.go` | `seaweed-volume/src/server/handlers.rs` | needs verification | JWT, conditional reads, range reads, proxy/redirect, chunk manifests, image transforms |
-| `weed/server/volume_server_handlers_ui.go` | `seaweed-volume/src/server/handlers.rs`, embedded assets | partial | UI payload and HTML parity |
-| `weed/server/volume_server_handlers_write.go` | `seaweed-volume/src/server/handlers.rs`, `seaweed-volume/src/images.rs` | needs verification | multipart parsing, metadata, compression, ts, delete semantics |
-| `weed/server/constants/volume.go` | `seaweed-volume/src/server/heartbeat.rs`, config defaults | needs verification | heartbeat timing, constants parity |
-
-### gRPC server surface
-
-| Go file | Rust counterpart | Status | Comparison focus |
-| --- | --- | --- | --- |
-| `weed/server/volume_grpc_admin.go` | `seaweed-volume/src/server/grpc_server.rs` | needs verification | readonly/writable, allocate/delete/configure/mount/unmount |
-| `weed/server/volume_grpc_batch_delete.go` | `seaweed-volume/src/server/grpc_server.rs` | implemented | batch delete, EC delete path |
-| `weed/server/volume_grpc_client_to_master.go` | `seaweed-volume/src/server/heartbeat.rs` | partial | heartbeat fields, leader changes, metrics settings from master |
-| `weed/server/volume_grpc_copy.go` | `seaweed-volume/src/server/grpc_server.rs` | needs verification | full copy streams |
-| `weed/server/volume_grpc_copy_incremental.go` | `seaweed-volume/src/server/grpc_server.rs` | needs verification | incremental copy binary search, timestamps |
-| `weed/server/volume_grpc_erasure_coding.go` | `seaweed-volume/src/server/grpc_server.rs`, `seaweed-volume/src/storage/erasure_coding/*.rs` | needs verification | shard read/write/delete/mount/unmount/rebuild |
-| `weed/server/volume_grpc_query.go` | `seaweed-volume/src/server/grpc_server.rs` | needs verification | query validation and error parity |
-| `weed/server/volume_grpc_read_all.go` | `seaweed-volume/src/server/grpc_server.rs` | needs verification | read-all ordering and tail semantics |
-| `weed/server/volume_grpc_read_write.go` | `seaweed-volume/src/server/grpc_server.rs`, `seaweed-volume/src/storage/*.rs` | needs verification | blob/meta/page reads, write blob semantics |
-| `weed/server/volume_grpc_remote.go` | `seaweed-volume/src/server/grpc_server.rs`, `seaweed-volume/src/remote_storage/*.rs` | needs verification | remote fetch/write and tier metadata |
-| `weed/server/volume_grpc_scrub.go` | `seaweed-volume/src/server/grpc_server.rs`, `seaweed-volume/src/storage/*.rs` | needs verification | scrub result semantics |
-| `weed/server/volume_grpc_state.go` | `seaweed-volume/src/server/grpc_server.rs` | implemented | GetState/SetState/Status |
-| `weed/server/volume_grpc_tail.go` | `seaweed-volume/src/server/grpc_server.rs` | needs verification | tail streaming and idle timeout |
-| `weed/server/volume_grpc_tier_download.go` | `seaweed-volume/src/server/grpc_server.rs`, `seaweed-volume/src/remote_storage/*.rs` | needs verification | tier download stream/error paths |
-| `weed/server/volume_grpc_tier_upload.go` | `seaweed-volume/src/server/grpc_server.rs`, `seaweed-volume/src/remote_storage/*.rs` | needs verification | tier upload stream/error paths |
-| `weed/server/volume_grpc_vacuum.go` | `seaweed-volume/src/server/grpc_server.rs`, `seaweed-volume/src/storage/*.rs` | needs verification | compact/commit/cleanup progress and readonly transitions |
-
-### Storage and persistence surface
-
-| Go file group | Rust counterpart | Status | Comparison focus |
-| --- | --- | --- | --- |
-| `weed/storage/store.go`, `store_state.go` | `seaweed-volume/src/storage/store.rs`, `seaweed-volume/src/server/heartbeat.rs` | partial | topology metadata, disk tags, server id, state persistence |
-| `weed/storage/store_vacuum.go` | `seaweed-volume/src/storage/store.rs`, `seaweed-volume/src/storage/volume.rs` | needs verification | vacuum sequencing |
-| `weed/storage/store_ec.go`, `store_ec_delete.go`, `store_ec_scrub.go` | `seaweed-volume/src/storage/store.rs`, `seaweed-volume/src/storage/erasure_coding/*.rs` | needs verification | EC lifecycle and scrub behavior |
-| `weed/storage/disk_location.go`, `disk_location_ec.go` | `seaweed-volume/src/storage/disk_location.rs`, `seaweed-volume/src/storage/store.rs` | partial | directory UUIDs, tags, load rules, disk space checks |
-| `weed/storage/volume.go`, `volume_loading.go` | `seaweed-volume/src/storage/volume.rs` | needs verification | load/reload/readonly/remote metadata |
-| `weed/storage/volume_super_block.go` | `seaweed-volume/src/storage/super_block.rs`, `seaweed-volume/src/storage/volume.rs` | implemented | super block parity |
-| `weed/storage/volume_read.go`, `volume_read_all.go` | `seaweed-volume/src/storage/volume.rs`, `seaweed-volume/src/server/handlers.rs` | needs verification | full/meta/page reads, TTL, streaming |
-| `weed/storage/volume_write.go` | `seaweed-volume/src/storage/volume.rs`, `seaweed-volume/src/server/write_queue.rs` | needs verification | dedup, sync/async writes, metadata flags |
-| `weed/storage/volume_vacuum.go` | `seaweed-volume/src/storage/volume.rs` | needs verification | compact and commit parity |
-| `weed/storage/volume_backup.go` | `seaweed-volume/src/storage/volume.rs`, `seaweed-volume/src/server/grpc_server.rs` | needs verification | backup/search logic |
-| `weed/storage/volume_checking.go` | `seaweed-volume/src/storage/volume.rs`, `seaweed-volume/src/storage/idx/mod.rs`, `seaweed-volume/src/server/grpc_server.rs` | needs verification | scrub and integrity checks |
-| `weed/storage/volume_info.go`, `volume_info/volume_info.go`, `volume_tier.go` | `seaweed-volume/src/storage/volume.rs`, `seaweed-volume/src/remote_storage/*.rs` | needs verification | `.vif` format and tiered file metadata |
-| `weed/storage/needle/*.go` | `seaweed-volume/src/storage/needle/*.rs` | needs verification | needle parsing, CRC, TTL, multipart metadata |
-| `weed/storage/idx/*.go` | `seaweed-volume/src/storage/idx/*.rs` | needs verification | index walking and binary search |
-| `weed/storage/needle_map*.go`, `needle_map/*.go` | `seaweed-volume/src/storage/needle_map.rs` | needs verification | map kind parity, persistence, memory behavior |
-| `weed/storage/super_block/*.go` | `seaweed-volume/src/storage/super_block.rs` | implemented | replica placement and TTL metadata |
-| `weed/storage/erasure_coding/*.go` | `seaweed-volume/src/storage/erasure_coding/*.rs` | needs verification | EC shard placement, encode/decode, journal deletes |
-
-### Supporting runtime surface
-
-| Go file | Rust counterpart | Status | Comparison focus |
-| --- | --- | --- | --- |
-| `weed/command/volume.go` | `seaweed-volume/src/config.rs`, `seaweed-volume/src/main.rs` | partial | flags, metrics/debug listeners, startup behavior |
-| `weed/security/*.go` | `seaweed-volume/src/security.rs`, `seaweed-volume/src/main.rs` | implemented | JWT and TLS loading |
-| `weed/images/*.go` | `seaweed-volume/src/images.rs`, `seaweed-volume/src/server/handlers.rs` | implemented | JPEG orientation and transforms |
-| `weed/stats/*.go` | `seaweed-volume/src/metrics.rs`, `seaweed-volume/src/server/handlers.rs` | partial | metrics endpoints, push-gateway integration |
-
-## Verified Gaps As Of 2026-03-08
-
-The startup/runtime gaps that were verified in the initial audit are now closed:
-
-1. Heartbeat metadata parity
-   Closed by `8ade1c51d` and retained in current HEAD.
-
-2. Dedicated metrics/debug listener parity
-   Closed by `fbe0e5829`.
-
-3. Master-provided metrics push settings
-   Closed by `fbe0e5829`.
-
-4. Slow-read tuning parity
-   Closed by `66e3900dc`.
-
-There are no remaining verified gaps from the initial startup/runtime audit. The broader line-by-line comparison batches below are still required to either confirm parity or surface new gaps.
-
-## Execution Status As Of 2026-03-16
-
-The file-by-file comparison and verification work executed in this round was:
-
-1. Startup and harness alignment
-   Compared `weed/command/volume.go`, `test/volume_server/framework/cluster*.go`, `seaweed-volume/src/config.rs`, and `seaweed-volume/src/main.rs` to ensure the Rust server is invoked with Go-compatible flags and is rebuilt from the current source during parity runs.
-
-2. HTTP admin surface
-   Compared `weed/server/volume_server_handlers_admin.go` against `seaweed-volume/src/server/handlers.rs` with emphasis on `/status` payload shape, disk-status fields, and volume ordering.
-
-3. gRPC admin surface
-   Compared `weed/server/volume_grpc_admin.go` against `seaweed-volume/src/server/grpc_server.rs` with emphasis on `Ping`, `VolumeConfigure`, readonly/writable flows, and error wrapping.
-
-4. Storage/index layout
-   Compared Go index-entry defaults in `weed/storage/types` and `weed/storage/idx/*.go` against the Rust default feature set in `seaweed-volume/Cargo.toml` and the Rust index reader/writer paths to confirm default binaries use the same offset width.
-
-5. End-to-end parity verification
-   Re-ran the Go HTTP and gRPC integration suites with `VOLUME_SERVER_IMPL=rust` after each fix to confirm wire-level compatibility.
-
-### Verified mismatches closed in this round
-
- Rust parity runs could reuse a stale `weed-volume` binary across test invocations, hiding source and feature changes from the Go harness.
- Rust defaulted to 5-byte index offsets, while the default Go `go build` path uses 4-byte offsets unless built with `-tags 5BytesOffset`.
- Rust `/status` omitted Go fields in both `Volumes` and `DiskStatuses`, and did not sort volumes by `Id`.
- Rust `Ping` treated an empty target as a self-ping and only performed a raw gRPC connect for filer targets; Go returns `remote_time_ns=0` for the empty request and performs a real filer `Ping` RPC.
- Rust `VolumeNeedleStatus` dropped stored TTL metadata and reported `data_size` instead of Go’s `Size` field.
- Rust multipart uploads ignored form fields such as `ts`, `ttl`, and `cm`, and also ignored part-level `Content-Encoding` and `Content-MD5`.
- Rust only treated `dl=true` and `dl=1` as truthy, while Go accepts the full `strconv.ParseBool` set such as `dl=t` and `dl=True`.
-
-### Verification commands
-
- `VOLUME_SERVER_IMPL=rust go test -count=1 -timeout 1200s ./test/volume_server/http/...`
- `VOLUME_SERVER_IMPL=rust go test -count=1 -timeout 1200s ./test/volume_server/grpc/...`
-
-## Execution Plan
-
-### Batch 1: startup and heartbeat
-
- Compare `weed/command/volume.go`, `weed/server/volume_server.go`, `weed/server/volume_grpc_client_to_master.go`, `weed/storage/store.go`, and `weed/storage/disk_location.go`.
- Close metadata and startup parity gaps that affect master registration and deployment compatibility.
- Add Rust unit tests for heartbeat payloads and config wiring.
-
-### Batch 2: HTTP read path
-
- Compare `volume_server_handlers_read.go`, `volume_server_handlers_helper.go`, and related storage read functions line by line.
- Verify JWT, path parsing, proxy/redirect, ranges, streaming, chunk manifests, image transforms, and response-header overrides.
- Extend `test/volume_server/http/...` and Rust handler tests where parity is not covered.
-
-### Batch 3: HTTP write/delete path
-
- Compare `volume_server_handlers_write.go` and write-related storage functions.
- Verify multipart behavior, metadata, md5, compression, unchanged writes, delete edge cases, and timestamp handling.
-
-### Batch 4: gRPC admin and lifecycle
-
- Compare `volume_grpc_admin.go`, `volume_grpc_state.go`, and `volume_grpc_vacuum.go`.
- Verify readonly/writable flows, maintenance mode, status payloads, mount/unmount/delete/configure, and vacuum transitions.
-
-### Batch 5: gRPC data movement
-
- Compare `volume_grpc_read_write.go`, `copy*.go`, `read_all.go`, `tail.go`, `remote.go`, and `query.go`.
- Verify stream framing, binary search, idle timeout, and remote-storage semantics.
-
-### Batch 6: storage internals
-
- Compare all `weed/storage` volume, needle, idx, needle map, and EC files line by line.
- Focus on persistence rules, readonly semantics, TTL, recovery/scrub, backup, and memory/disk map behavior.
-
-## Commit Strategy
-
- One commit for the audit/plan document if the document itself changes.
- One commit per logic fix.
- Every logic commit must include the smallest test addition that proves the new parity claim.
@@ -1,140 +0,0 @@
-# SeaweedFS Volume Server (Rust)
-
-A drop-in replacement for the [SeaweedFS](https://github.com/seaweedfs/seaweedfs) Go volume server, rewritten in Rust. It uses binary-compatible storage formats (`.dat`, `.idx`, `.vif`) and speaks the same HTTP and gRPC protocols, so it works with an unmodified Go master server.
-
-## Building
-
-Requires Rust 1.75+ (2021 edition).
-
-```bash
-cd seaweed-volume
-cargo build --release
-```
-
-The binary is produced at `target/release/seaweed-volume`.
-
-## Running
-
-Start a Go master server first, then point the Rust volume server at it:
-
-```bash
-# Minimal
-seaweed-volume --port 8080 --master localhost:9333 --dir /data/vol1 --max 7
-
-# Multiple data directories
-seaweed-volume --port 8080 --master localhost:9333 \
-  --dir /mnt/ssd1,/mnt/ssd2 --max 100,100 --disk ssd
-
-# With datacenter/rack topology
-seaweed-volume --port 8080 --master localhost:9333 --dir /data/vol1 --max 7 \
-  --dataCenter dc1 --rack rack1
-
-# With JWT authentication
-seaweed-volume --port 8080 --master localhost:9333 --dir /data/vol1 --max 7 \
-  --securityFile /etc/seaweedfs/security.toml
-
-# With TLS (configured in security.toml via [https.volume] and [grpc.volume] sections)
-seaweed-volume --port 8080 --master localhost:9333 --dir /data/vol1 --max 7 \
-  --securityFile /etc/seaweedfs/security.toml
-```
-
-### Common flags
-
-| Flag | Default | Description |
-|------|---------|-------------|
-| `--port` | `8080` | HTTP listen port |
-| `--port.grpc` | `port+10000` | gRPC listen port |
-| `--master` | `localhost:9333` | Comma-separated master server addresses |
-| `--dir` | `/tmp` | Comma-separated data directories |
-| `--max` | `8` | Max volumes per directory (comma-separated) |
-| `--ip` | auto-detect | Server IP / identifier |
-| `--ip.bind` | same as `--ip` | Bind address |
-| `--dataCenter` | | Datacenter name |
-| `--rack` | | Rack name |
-| `--disk` | | Disk type tag: `hdd`, `ssd`, or custom |
-| `--index` | `memory` | Needle map type: `memory`, `leveldb`, `leveldbMedium`, `leveldbLarge` |
-| `--readMode` | `proxy` | Non-local read mode: `local`, `proxy`, `redirect` |
-| `--fileSizeLimitMB` | `256` | Max upload file size |
-| `--minFreeSpace` | `1` (percent) | Min free disk space before marking volumes read-only |
-| `--securityFile` | | Path to `security.toml` for JWT keys and TLS certs |
-| `--metricsPort` | `0` (disabled) | Prometheus metrics endpoint port |
-| `--whiteList` | | Comma-separated IPs with write permission |
-| `--preStopSeconds` | `10` | Graceful drain period before shutdown |
-| `--compactionMBps` | `0` (unlimited) | Compaction I/O rate limit |
-| `--pprof` | `false` | Enable pprof HTTP handlers |
-
-Set `RUST_LOG=debug` (or `trace`, `info`, `warn`) for log level control.
-Set `SEAWEED_WRITE_QUEUE=1` to enable batched async write processing.
-
-## Features
-
- **Binary compatible** -- reads and writes the same `.dat`/`.idx`/`.vif` files as the Go server; seamless migration with no data conversion.
- **HTTP + gRPC** -- full implementation of the volume server HTTP API and all gRPC RPCs including streaming operations (copy, tail, incremental copy, vacuum).
- **Master heartbeat** -- bidirectional streaming heartbeat with the Go master server; volume and EC shard registration, leader failover, graceful shutdown deregistration.
- **JWT authentication** -- signing key configuration via `security.toml` with token source precedence (query > header > cookie), file_id claims validation, and separate read/write keys.
- **TLS** -- HTTPS for the HTTP API and mTLS for gRPC, configured through `security.toml`.
- **Erasure coding** -- Reed-Solomon EC shard management: mount/unmount, read, rebuild, copy, delete, and shard-to-volume reconstruction.
- **S3 remote storage** -- `FetchAndWriteNeedle` reads from any S3-compatible backend (AWS, MinIO, Wasabi, Backblaze, etc.) and writes locally. Supports `VolumeTierMoveDatToRemote`/`FromRemote` for tiered storage.
- **Needle map backends** -- in-memory HashMap, LevelDB (via `rusty-leveldb`), or redb (pure Rust disk-backed) needle maps.
- **Image processing** -- on-the-fly resize/crop, JPEG EXIF orientation auto-fix, WebP support.
- **Streaming reads** -- large files (>1MB) are streamed via `spawn_blocking` to avoid blocking the async runtime.
- **Auto-compression** -- compressible file types (text, JSON, CSS, JS, SVG, etc.) are gzip-compressed on upload.
- **Prometheus metrics** -- counters, histograms, and gauges exported at a dedicated metrics port; optional push gateway support.
- **Graceful shutdown** -- SIGINT/SIGTERM handling with configurable `preStopSeconds` drain period.
-
-## Testing
-
-### Rust unit tests
-
-```bash
-cd seaweed-volume
-cargo test
-```
-
-### Go integration tests
-
-The Go test suite can target either the Go or Rust volume server via the `VOLUME_SERVER_IMPL` environment variable:
-
-```bash
-# Run all HTTP + gRPC integration tests against the Rust server
-VOLUME_SERVER_IMPL=rust go test -v -count=1 -timeout 1200s \
-  ./test/volume_server/grpc/... ./test/volume_server/http/...
-
-# Run a single test
-VOLUME_SERVER_IMPL=rust go test -v -count=1 -timeout 60s \
-  -run "TestName" ./test/volume_server/http/...
-
-# Run S3 remote storage tests
-VOLUME_SERVER_IMPL=rust go test -v -count=1 -timeout 180s \
-  -run "TestFetchAndWriteNeedle" ./test/volume_server/grpc/...
-```
-
-## Load testing
-
-A load test harness is available at `test/volume_server/loadtest/`. See that directory for usage instructions and scenarios.
-
-## Architecture
-
-The server runs three listeners concurrently:
-
- **HTTP** (Axum 0.7) -- admin and public routers for file upload/download, status, and stats endpoints.
- **gRPC** (Tonic 0.12) -- all `VolumeServer` RPCs from the SeaweedFS protobuf definition.
- **Metrics** (optional) -- Prometheus scrape endpoint on a separate port.
-
-Key source modules:
-
-| Path | Description |
-|------|-------------|
-| `src/main.rs` | Entry point, server startup, signal handling |
-| `src/config.rs` | CLI parsing and configuration resolution |
-| `src/server/volume_server.rs` | HTTP router setup and middleware |
-| `src/server/handlers.rs` | HTTP request handlers (read, write, delete, status) |
-| `src/server/grpc_server.rs` | gRPC service implementation |
-| `src/server/heartbeat.rs` | Master heartbeat loop |
-| `src/storage/volume.rs` | Volume read/write/delete logic |
-| `src/storage/needle.rs` | Needle (file entry) serialization |
-| `src/storage/store.rs` | Multi-volume store management |
-| `src/security.rs` | JWT validation and IP whitelist guard |
-| `src/remote_storage/` | S3 remote storage backend |
-
-See [DEV_PLAN.md](DEV_PLAN.md) for the full development history and feature checklist.
@@ -1,17 +0,0 @@
-fn main() -> Result<(), Box<dyn std::error::Error>> {
-    let out_dir = std::path::PathBuf::from(std::env::var("OUT_DIR")?);
-    tonic_build::configure()
-        .build_server(true)
-        .build_client(true)
-        .file_descriptor_set_path(out_dir.join("seaweed_descriptor.bin"))
-        .compile_protos(
-            &[
-                "proto/volume_server.proto",
-                "proto/master.proto",
-                "proto/remote.proto",
-                "../weed/pb/filer.proto",
-            ],
-            &["proto/", "../weed/pb/"],
-        )?;
-    Ok(())
-}
@@ -1,480 +0,0 @@
-syntax = "proto3";
-
-package master_pb;
-
-option go_package = "github.com/seaweedfs/seaweedfs/weed/pb/master_pb";
-
-import "volume_server.proto";
-
-//////////////////////////////////////////////////
-
-service Seaweed {
-  rpc SendHeartbeat (stream Heartbeat) returns (stream HeartbeatResponse) {
-  }
-  rpc KeepConnected (stream KeepConnectedRequest) returns (stream KeepConnectedResponse) {
-  }
-  rpc LookupVolume (LookupVolumeRequest) returns (LookupVolumeResponse) {
-  }
-  rpc Assign (AssignRequest) returns (AssignResponse) {
-  }
-  rpc StreamAssign (stream AssignRequest) returns (stream AssignResponse) {
-  }
-  rpc Statistics (StatisticsRequest) returns (StatisticsResponse) {
-  }
-  rpc CollectionList (CollectionListRequest) returns (CollectionListResponse) {
-  }
-  rpc CollectionDelete (CollectionDeleteRequest) returns (CollectionDeleteResponse) {
-  }
-  rpc VolumeList (VolumeListRequest) returns (VolumeListResponse) {
-  }
-  rpc LookupEcVolume (LookupEcVolumeRequest) returns (LookupEcVolumeResponse) {
-  }
-  rpc VacuumVolume (VacuumVolumeRequest) returns (VacuumVolumeResponse) {
-  }
-  rpc DisableVacuum (DisableVacuumRequest) returns (DisableVacuumResponse) {
-  }
-  rpc EnableVacuum (EnableVacuumRequest) returns (EnableVacuumResponse) {
-  }
-  rpc VolumeMarkReadonly (VolumeMarkReadonlyRequest) returns (VolumeMarkReadonlyResponse) {
-  }
-  rpc GetMasterConfiguration (GetMasterConfigurationRequest) returns (GetMasterConfigurationResponse) {
-  }
-  rpc ListClusterNodes (ListClusterNodesRequest) returns (ListClusterNodesResponse) {
-  }
-  rpc LeaseAdminToken (LeaseAdminTokenRequest) returns (LeaseAdminTokenResponse) {
-  }
-  rpc ReleaseAdminToken (ReleaseAdminTokenRequest) returns (ReleaseAdminTokenResponse) {
-  }
-  rpc Ping (PingRequest) returns (PingResponse) {
-  }
-  rpc RaftListClusterServers (RaftListClusterServersRequest) returns (RaftListClusterServersResponse) {
-  }
-  rpc RaftAddServer (RaftAddServerRequest) returns (RaftAddServerResponse) {
-  }
-  rpc RaftRemoveServer (RaftRemoveServerRequest) returns (RaftRemoveServerResponse) {
-  }
-  rpc RaftLeadershipTransfer (RaftLeadershipTransferRequest) returns (RaftLeadershipTransferResponse) {
-  }
-  rpc VolumeGrow (VolumeGrowRequest) returns (VolumeGrowResponse) {
-  }
-}
-
-//////////////////////////////////////////////////
-
-message DiskTag {
-  uint32 disk_id = 1;
-  repeated string tags = 2;
-}
-
-message Heartbeat {
-  string ip = 1;
-  uint32 port = 2;
-  string public_url = 3;
-  uint64 max_file_key = 5;
-  string data_center = 6;
-  string rack = 7;
-  uint32 admin_port = 8;
-  repeated VolumeInformationMessage volumes = 9;
-  // delta volumes
-  repeated VolumeShortInformationMessage new_volumes = 10;
-  repeated VolumeShortInformationMessage deleted_volumes = 11;
-  bool has_no_volumes = 12;
-
-  // erasure coding
-  repeated VolumeEcShardInformationMessage ec_shards = 16;
-  // delta erasure coding shards
-  repeated VolumeEcShardInformationMessage new_ec_shards = 17;
-  repeated VolumeEcShardInformationMessage deleted_ec_shards = 18;
-  bool has_no_ec_shards = 19;
-
-  map<string, uint32> max_volume_counts = 4;
-  uint32 grpc_port = 20;
-  repeated string location_uuids = 21;
-  string id = 22; // volume server id, independent of ip:port for stable identification
-
-  // state flags
-  volume_server_pb.VolumeServerState state = 23;
-
-  repeated DiskTag disk_tags = 24;
-}
-
-message HeartbeatResponse {
-  uint64 volume_size_limit = 1;
-  string leader = 2;
-  string metrics_address = 3;
-  uint32 metrics_interval_seconds = 4;
-  repeated StorageBackend storage_backends = 5;
-  repeated string duplicated_uuids = 6;
-  bool preallocate = 7;
-}
-
-message VolumeInformationMessage {
-  uint32 id = 1;
-  uint64 size = 2;
-  string collection = 3;
-  uint64 file_count = 4;
-  uint64 delete_count = 5;
-  uint64 deleted_byte_count = 6;
-  bool read_only = 7;
-  uint32 replica_placement = 8;
-  uint32 version = 9;
-  uint32 ttl = 10;
-  uint32 compact_revision = 11;
-  int64 modified_at_second = 12;
-  string remote_storage_name = 13;
-  string remote_storage_key = 14;
-  string disk_type = 15;
-  uint32 disk_id = 16;
-}
-
-message VolumeShortInformationMessage {
-  uint32 id = 1;
-  string collection = 3;
-  uint32 replica_placement = 8;
-  uint32 version = 9;
-  uint32 ttl = 10;
-  string disk_type = 15;
-  uint32 disk_id = 16;
-}
-
-message VolumeEcShardInformationMessage {
-  uint32 id = 1;
-  string collection = 2;
-  uint32 ec_index_bits = 3;
-  string disk_type = 4;
-  uint64 expire_at_sec = 5; // used to record the destruction time of ec volume
-  uint32 disk_id = 6;
-  repeated int64 shard_sizes = 7; // optimized: sizes for shards in order of set bits in ec_index_bits
-  uint64 file_count = 8;   // total needles in the .ecx index (live + tombstoned)
-  uint64 delete_count = 9; // node-local tombstones in the .ecj deletion journal
-  // fields 10-19 reserved for future upstream open-source additions.
-  // fields 20+ are owned by the enterprise fork (e.g. data_shards/parity_shards)
-  // and must not be used here without coordination.
-}
-
-message StorageBackend {
-  string type = 1;
-  string id = 2;
-  map<string, string> properties = 3;
-}
-
-message Empty {
-}
-
-message SuperBlockExtra {
-  message ErasureCoding {
-    uint32 data = 1;
-    uint32 parity = 2;
-    repeated uint32 volume_ids = 3;
-  }
-  ErasureCoding erasure_coding = 1;
-}
-
-message KeepConnectedRequest {
-  string client_type = 1;
-  string client_address = 3;
-  string version = 4;
-  string filer_group = 5;
-  string data_center = 6;
-  string rack = 7;
-}
-
-message VolumeLocation {
-  string url = 1;
-  string public_url = 2;
-  repeated uint32 new_vids = 3;
-  repeated uint32 deleted_vids = 4;
-  string leader = 5; // optional when leader is not itself
-  string data_center = 6; // optional when DataCenter is in use
-  uint32 grpc_port = 7;
-  repeated uint32 new_ec_vids = 8;
-  repeated uint32 deleted_ec_vids = 9;
-}
-
-message ClusterNodeUpdate {
-  string node_type = 1;
-  string address = 2;
-  bool is_add = 4;
-  string filer_group = 5;
-  int64 created_at_ns = 6;
-}
-
-message KeepConnectedResponse {
-  VolumeLocation volume_location = 1;
-  ClusterNodeUpdate cluster_node_update = 2;
-}
-
-message LookupVolumeRequest {
-  repeated string volume_or_file_ids = 1;
-  string collection = 2; // optional, a bit faster if provided.
-}
-message LookupVolumeResponse {
-  message VolumeIdLocation {
-    string volume_or_file_id = 1;
-    repeated Location locations = 2;
-    string error = 3;
-    string auth = 4;
-  }
-  repeated VolumeIdLocation volume_id_locations = 1;
-}
-
-message Location {
-  string url = 1;
-  string public_url = 2;
-  uint32 grpc_port = 3;
-  string data_center = 4;
-}
-
-message AssignRequest {
-  uint64 count = 1;
-  string replication = 2;
-  string collection = 3;
-  string ttl = 4;
-  string data_center = 5;
-  string rack = 6;
-  string data_node = 7;
-  uint32 memory_map_max_size_mb = 8;
-  uint32 writable_volume_count = 9;
-  string disk_type = 10;
-  uint64 expected_data_size = 11; // hint for size-aware volume selection
-}
-
-message VolumeGrowRequest {
-  uint32 writable_volume_count = 1;
-  string replication = 2;
-  string collection = 3;
-  string ttl = 4;
-  string data_center = 5;
-  string rack = 6;
-  string data_node = 7;
-  uint32 memory_map_max_size_mb = 8;
-  string disk_type = 9;
-}
-
-message AssignResponse {
-  string fid = 1;
-  uint64 count = 4;
-  string error = 5;
-  string auth = 6;
-  repeated Location replicas = 7;
-  Location location = 8;
-}
-
-message StatisticsRequest {
-  string replication = 1;
-  string collection = 2;
-  string ttl = 3;
-  string disk_type = 4;
-}
-message StatisticsResponse {
-  uint64 total_size = 4;
-  uint64 used_size = 5;
-  uint64 file_count = 6;
-}
-
-//
-// collection related
-//
-message Collection {
-  string name = 1;
-}
-message CollectionListRequest {
-  bool include_normal_volumes = 1;
-  bool include_ec_volumes = 2;
-}
-message CollectionListResponse {
-  repeated Collection collections = 1;
-}
-
-message CollectionDeleteRequest {
-  string name = 1;
-}
-message CollectionDeleteResponse {
-}
-
-//
-// volume related
-//
-message DiskInfo {
-  string type = 1;
-  int64 volume_count = 2;
-  int64 max_volume_count = 3;
-  int64 free_volume_count = 4;
-  int64 active_volume_count = 5;
-  repeated VolumeInformationMessage volume_infos = 6;
-  repeated VolumeEcShardInformationMessage ec_shard_infos = 7;
-  int64 remote_volume_count = 8;
-  uint32 disk_id = 9;
-  repeated string tags = 10;
-}
-message DataNodeInfo {
-  string id = 1;
-  map<string, DiskInfo> diskInfos = 2;
-  uint32 grpc_port = 3;
-  string address = 4; // ip:port for connecting to the volume server
-}
-message RackInfo {
-  string id = 1;
-  repeated DataNodeInfo data_node_infos = 2;
-  map<string, DiskInfo> diskInfos = 3;
-}
-message DataCenterInfo {
-  string id = 1;
-  repeated RackInfo rack_infos = 2;
-  map<string, DiskInfo> diskInfos = 3;
-}
-message TopologyInfo {
-  string id = 1;
-  repeated DataCenterInfo data_center_infos = 2;
-  map<string, DiskInfo> diskInfos = 3;
-}
-message VolumeListRequest {
-}
-message VolumeListResponse {
-  TopologyInfo topology_info = 1;
-  uint64 volume_size_limit_mb = 2;
-}
-
-message LookupEcVolumeRequest {
-  uint32 volume_id = 1;
-}
-message LookupEcVolumeResponse {
-  uint32 volume_id = 1;
-  message EcShardIdLocation {
-    uint32 shard_id = 1;
-    repeated Location locations = 2;
-  }
-  repeated EcShardIdLocation shard_id_locations = 2;
-}
-
-message VacuumVolumeRequest {
-  float garbage_threshold = 1;
-  uint32 volume_id = 2;
-  string collection = 3;
-}
-message VacuumVolumeResponse {
-}
-
-message DisableVacuumRequest {
-}
-message DisableVacuumResponse {
-}
-
-message EnableVacuumRequest {
-}
-message EnableVacuumResponse {
-}
-
-message VolumeMarkReadonlyRequest {
-  string ip = 1;
-  uint32 port = 2;
-  uint32 volume_id = 4;
-  string collection = 5;
-  uint32 replica_placement = 6;
-  uint32 version = 7;
-  uint32 ttl = 8;
-  string disk_type = 9;
-  bool is_readonly = 10;
-}
-message VolumeMarkReadonlyResponse {
-}
-
-message GetMasterConfigurationRequest {
-}
-message GetMasterConfigurationResponse {
-  string metrics_address = 1;
-  uint32 metrics_interval_seconds = 2;
-  repeated StorageBackend storage_backends = 3;
-  string default_replication = 4;
-  string leader = 5;
-  uint32 volume_size_limit_m_b = 6;
-  bool volume_preallocate = 7;
-  // MIGRATION: fields 8-9 help migrate master.toml [master.maintenance] to admin script plugin. Remove after March 2027.
-  string maintenance_scripts = 8;
-  uint32 maintenance_sleep_minutes = 9;
-}
-
-message ListClusterNodesRequest {
-  string client_type = 1;
-  string filer_group = 2;
-  int32 limit = 4;
-}
-message ListClusterNodesResponse {
-  message ClusterNode {
-    string address = 1;
-    string version = 2;
-    int64 created_at_ns = 4;
-    string data_center = 5;
-    string rack = 6;
-  }
-  repeated ClusterNode cluster_nodes = 1;
-}
-
-message LeaseAdminTokenRequest {
-  int64 previous_token = 1;
-  int64 previous_lock_time = 2;
-  string lock_name = 3;
-  string client_name = 4;
-  string message = 5;
-}
-message LeaseAdminTokenResponse {
-  int64 token = 1;
-  int64 lock_ts_ns = 2;
-}
-
-message ReleaseAdminTokenRequest {
-  int64 previous_token = 1;
-  int64 previous_lock_time = 2;
-  string lock_name = 3;
-}
-message ReleaseAdminTokenResponse {
-}
-
-message PingRequest {
-  string target = 1; // default to ping itself
-  string target_type = 2;
-}
-message PingResponse {
-  int64 start_time_ns = 1;
-  int64 remote_time_ns = 2;
-  int64 stop_time_ns = 3;
-}
-
-message RaftAddServerRequest {
-  string id = 1;
-  string address = 2;
-  bool voter = 3;
-}
-message RaftAddServerResponse {
-}
-
-message RaftRemoveServerRequest {
-  string id = 1;
-  bool force = 2;
-}
-message RaftRemoveServerResponse {
-}
-
-message RaftListClusterServersRequest {
-}
-message RaftListClusterServersResponse {
-  message ClusterServers {
-    string id = 1;
-    string address = 2;
-    string suffrage = 3;
-    bool   isLeader = 4;
-  }
-  repeated ClusterServers cluster_servers = 1;
-}
-
-message RaftLeadershipTransferRequest {
-  string target_id = 1;       // Optional: target server ID. If empty, transfers to any eligible follower
-  string target_address = 2;  // Optional: target server address. Required if target_id is specified
-}
-message RaftLeadershipTransferResponse {
-  string previous_leader = 1;
-  string new_leader = 2;
-}
-
-message VolumeGrowResponse {
-}
@@ -1,76 +0,0 @@
-syntax = "proto3";
-
-package remote_pb;
-
-option go_package = "github.com/seaweedfs/seaweedfs/weed/pb/remote_pb";
-option java_package = "seaweedfs.client";
-option java_outer_classname = "FilerProto";
-
-/////////////////////////
-// Remote Storage related
-/////////////////////////
-message RemoteConf {
-  string type = 1;
-  string name = 2;
-  string s3_access_key = 4;
-  string s3_secret_key = 5;
-  string s3_region = 6;
-  string s3_endpoint = 7;
-  string s3_storage_class = 8;
-  bool s3_force_path_style = 9;
-  bool s3_support_tagging = 13;
-  bool s3_v4_signature = 11;
-
-  string gcs_google_application_credentials = 10;
-  string gcs_project_id = 12;
-
-  string azure_account_name = 15;
-  string azure_account_key = 16;
-
-  string backblaze_key_id = 20;
-  string backblaze_application_key = 21;
-  string backblaze_endpoint = 22;
-  string backblaze_region = 23;
-
-  string aliyun_access_key = 25;
-  string aliyun_secret_key = 26;
-  string aliyun_endpoint = 27;
-  string aliyun_region = 28;
-
-  string tencent_secret_id = 30;
-  string tencent_secret_key = 31;
-  string tencent_endpoint = 32;
-
-  string baidu_access_key = 35;
-  string baidu_secret_key = 36;
-  string baidu_endpoint = 37;
-  string baidu_region = 38;
-
-  string wasabi_access_key = 40;
-  string wasabi_secret_key = 41;
-  string wasabi_endpoint = 42;
-  string wasabi_region = 43;
-
-  string filebase_access_key = 60;
-  string filebase_secret_key = 61;
-  string filebase_endpoint = 62;
-
-  string storj_access_key = 65;
-  string storj_secret_key = 66;
-  string storj_endpoint = 67;
-
-  string contabo_access_key = 68;
-  string contabo_secret_key = 69;
-  string contabo_endpoint = 70;
-  string contabo_region = 71;
-}
-
-message RemoteStorageMapping {
-  map<string,RemoteStorageLocation> mappings = 1;
-  string primary_bucket_storage_name = 2;
-}
-message RemoteStorageLocation {
-  string name = 1;
-  string bucket = 2;
-  string path = 3;
-}
@@ -1,765 +0,0 @@
-syntax = "proto3";
-
-package volume_server_pb;
-option go_package = "github.com/seaweedfs/seaweedfs/weed/pb/volume_server_pb";
-
-import "remote.proto";
-
-//////////////////////////////////////////////////
-
-// Persistent state for volume servers.
-message VolumeServerState {
-    // whether the server is in maintenance (i.e. read-only) mode.
-    bool maintenance = 1;
-    // incremental version counter
-    uint32 version = 2;
-}
-
-//////////////////////////////////////////////////
-
-service VolumeServer {
-    //Experts only: takes multiple fid parameters. This function does not propagate deletes to replicas.
-    rpc BatchDelete (BatchDeleteRequest) returns (BatchDeleteResponse) {
-    }
-
-    rpc VacuumVolumeCheck (VacuumVolumeCheckRequest) returns (VacuumVolumeCheckResponse) {
-    }
-    rpc VacuumVolumeCompact (VacuumVolumeCompactRequest) returns (stream VacuumVolumeCompactResponse) {
-    }
-    rpc VacuumVolumeCommit (VacuumVolumeCommitRequest) returns (VacuumVolumeCommitResponse) {
-    }
-    rpc VacuumVolumeCleanup (VacuumVolumeCleanupRequest) returns (VacuumVolumeCleanupResponse) {
-    }
-
-    rpc DeleteCollection (DeleteCollectionRequest) returns (DeleteCollectionResponse) {
-    }
-    rpc AllocateVolume (AllocateVolumeRequest) returns (AllocateVolumeResponse) {
-    }
-
-    rpc VolumeSyncStatus (VolumeSyncStatusRequest) returns (VolumeSyncStatusResponse) {
-    }
-    rpc VolumeIncrementalCopy (VolumeIncrementalCopyRequest) returns (stream VolumeIncrementalCopyResponse) {
-    }
-
-    rpc VolumeMount (VolumeMountRequest) returns (VolumeMountResponse) {
-    }
-    rpc VolumeUnmount (VolumeUnmountRequest) returns (VolumeUnmountResponse) {
-    }
-    rpc VolumeDelete (VolumeDeleteRequest) returns (VolumeDeleteResponse) {
-    }
-    rpc VolumeMarkReadonly (VolumeMarkReadonlyRequest) returns (VolumeMarkReadonlyResponse) {
-    }
-    rpc VolumeMarkWritable (VolumeMarkWritableRequest) returns (VolumeMarkWritableResponse) {
-    }
-    rpc VolumeConfigure (VolumeConfigureRequest) returns (VolumeConfigureResponse) {
-    }
-    rpc VolumeStatus (VolumeStatusRequest) returns (VolumeStatusResponse) {
-    }
-
-    rpc GetState (GetStateRequest) returns (GetStateResponse) {
-    }
-    rpc SetState (SetStateRequest) returns (SetStateResponse) {
-    }
-
-    // copy the .idx .dat files, and mount this volume
-    rpc VolumeCopy (VolumeCopyRequest) returns (stream VolumeCopyResponse) {
-    }
-    rpc ReadVolumeFileStatus (ReadVolumeFileStatusRequest) returns (ReadVolumeFileStatusResponse) {
-    }
-    rpc CopyFile (CopyFileRequest) returns (stream CopyFileResponse) {
-    }
-    rpc ReceiveFile (stream ReceiveFileRequest) returns (ReceiveFileResponse) {
-    }
-
-    rpc ReadNeedleBlob (ReadNeedleBlobRequest) returns (ReadNeedleBlobResponse) {
-    }
-    rpc ReadNeedleMeta (ReadNeedleMetaRequest) returns (ReadNeedleMetaResponse) {
-    }
-    rpc WriteNeedleBlob (WriteNeedleBlobRequest) returns (WriteNeedleBlobResponse) {
-    }
-    rpc ReadAllNeedles (ReadAllNeedlesRequest) returns (stream ReadAllNeedlesResponse) {
-    }
-
-    rpc VolumeTailSender (VolumeTailSenderRequest) returns (stream VolumeTailSenderResponse) {
-    }
-    rpc VolumeTailReceiver (VolumeTailReceiverRequest) returns (VolumeTailReceiverResponse) {
-    }
-
-    // erasure coding
-    rpc VolumeEcShardsGenerate (VolumeEcShardsGenerateRequest) returns (VolumeEcShardsGenerateResponse) {
-    }
-    rpc VolumeEcShardsRebuild (VolumeEcShardsRebuildRequest) returns (VolumeEcShardsRebuildResponse) {
-    }
-    rpc VolumeEcShardsCopy (VolumeEcShardsCopyRequest) returns (VolumeEcShardsCopyResponse) {
-    }
-    rpc VolumeEcShardsDelete (VolumeEcShardsDeleteRequest) returns (VolumeEcShardsDeleteResponse) {
-    }
-    rpc VolumeEcShardsMount (VolumeEcShardsMountRequest) returns (VolumeEcShardsMountResponse) {
-    }
-    rpc VolumeEcShardsUnmount (VolumeEcShardsUnmountRequest) returns (VolumeEcShardsUnmountResponse) {
-    }
-    rpc VolumeEcShardRead (VolumeEcShardReadRequest) returns (stream VolumeEcShardReadResponse) {
-    }
-    rpc VolumeEcBlobDelete (VolumeEcBlobDeleteRequest) returns (VolumeEcBlobDeleteResponse) {
-    }
-    rpc VolumeEcShardsToVolume (VolumeEcShardsToVolumeRequest) returns (VolumeEcShardsToVolumeResponse) {
-    }
-    rpc VolumeEcShardsInfo (VolumeEcShardsInfoRequest) returns (VolumeEcShardsInfoResponse) {
-    }
-
-    // tiered storage
-    rpc VolumeTierMoveDatToRemote (VolumeTierMoveDatToRemoteRequest) returns (stream VolumeTierMoveDatToRemoteResponse) {
-    }
-    rpc VolumeTierMoveDatFromRemote (VolumeTierMoveDatFromRemoteRequest) returns (stream VolumeTierMoveDatFromRemoteResponse) {
-    }
-
-    rpc VolumeServerStatus (VolumeServerStatusRequest) returns (VolumeServerStatusResponse) {
-    }
-    rpc VolumeServerLeave (VolumeServerLeaveRequest) returns (VolumeServerLeaveResponse) {
-    }
-
-    // remote storage
-    rpc FetchAndWriteNeedle (FetchAndWriteNeedleRequest) returns (FetchAndWriteNeedleResponse) {
-    }
-
-    // scrubbing
-    rpc ScrubVolume (ScrubVolumeRequest) returns (ScrubVolumeResponse) {
-    }
-    rpc ScrubEcVolume (ScrubEcVolumeRequest) returns (ScrubEcVolumeResponse) {
-    }
-
-    // <experimental> query
-    rpc Query (QueryRequest) returns (stream QueriedStripe) {
-    }
-
-    rpc VolumeNeedleStatus (VolumeNeedleStatusRequest) returns (VolumeNeedleStatusResponse) {
-    }
-
-    rpc Ping (PingRequest) returns (PingResponse) {
-    }
-
-}
-
-//////////////////////////////////////////////////
-
-message BatchDeleteRequest {
-    repeated string file_ids = 1;
-    bool skip_cookie_check = 2;
-}
-
-message BatchDeleteResponse {
-    repeated DeleteResult results = 1;
-}
-message DeleteResult {
-    string file_id = 1;
-    int32 status = 2;
-    string error = 3;
-    uint32 size = 4;
-    uint32 version = 5;
-}
-
-message Empty {
-}
-
-message VacuumVolumeCheckRequest {
-    uint32 volume_id = 1;
-}
-message VacuumVolumeCheckResponse {
-    double garbage_ratio = 1;
-}
-
-message VacuumVolumeCompactRequest {
-    uint32 volume_id = 1;
-    int64 preallocate = 2;
-}
-message VacuumVolumeCompactResponse {
-    int64 processed_bytes = 1;
-    float load_avg_1m = 2;
-}
-
-message VacuumVolumeCommitRequest {
-    uint32 volume_id = 1;
-}
-message VacuumVolumeCommitResponse {
-    bool is_read_only = 1;
-    uint64 volume_size = 2;
-}
-
-message VacuumVolumeCleanupRequest {
-    uint32 volume_id = 1;
-}
-message VacuumVolumeCleanupResponse {
-}
-
-message DeleteCollectionRequest {
-    string collection = 1;
-}
-message DeleteCollectionResponse {
-}
-
-message AllocateVolumeRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    int64 preallocate = 3;
-    string replication = 4;
-    string ttl = 5;
-    uint32 memory_map_max_size_mb = 6;
-    string disk_type = 7;
-    uint32 version = 8;
-}
-message AllocateVolumeResponse {
-}
-
-message VolumeSyncStatusRequest {
-    uint32 volume_id = 1;
-}
-message VolumeSyncStatusResponse {
-    uint32 volume_id = 1;
-    string collection = 2;
-    string replication = 4;
-    string ttl = 5;
-    uint64 tail_offset = 6;
-    uint32 compact_revision = 7;
-    uint64 idx_file_size = 8;
-    uint32 version = 9;
-}
-
-message VolumeIncrementalCopyRequest {
-    uint32 volume_id = 1;
-    uint64 since_ns = 2;
-}
-message VolumeIncrementalCopyResponse {
-    bytes file_content = 1;
-}
-
-message VolumeMountRequest {
-    uint32 volume_id = 1;
-}
-message VolumeMountResponse {
-}
-
-message VolumeUnmountRequest {
-    uint32 volume_id = 1;
-}
-message VolumeUnmountResponse {
-}
-
-message VolumeDeleteRequest {
-    uint32 volume_id = 1;
-    bool only_empty = 2;
-    // when true, do not remove the cloud-tier object backing the volume.
-    // used for moves where another server is taking over the same .vif.
-    bool keep_remote_data = 3;
-}
-message VolumeDeleteResponse {
-}
-
-message VolumeMarkReadonlyRequest {
-    uint32 volume_id = 1;
-    bool persist = 2;
-}
-message VolumeMarkReadonlyResponse {
-}
-
-message VolumeMarkWritableRequest {
-    uint32 volume_id = 1;
-}
-message VolumeMarkWritableResponse {
-}
-
-message VolumeConfigureRequest {
-    uint32 volume_id = 1;
-    string replication = 2;
-}
-message VolumeConfigureResponse {
-    string error = 1;
-}
-
-message VolumeStatusRequest {
-    uint32 volume_id = 1;
-}
-message VolumeStatusResponse {
-    bool is_read_only = 1;
-    uint64 volume_size = 2;
-    uint64 file_count = 3;
-    uint64 file_deleted_count = 4;
-}
-
-message GetStateRequest {
-}
-message GetStateResponse {
-    VolumeServerState state = 1;
-}
-
-message SetStateRequest {
-    // SetState updates *all* volume server flags at once. Retrieve state with GetState(),
-    // modify individual flags as required, then call this RPC to update.
-    VolumeServerState state = 1;
-}
-message SetStateResponse {
-    VolumeServerState state = 1;
-}
-
-message VolumeCopyRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    string replication = 3;
-    string ttl = 4;
-    string source_data_node = 5;
-    string disk_type = 6;
-    int64 io_byte_per_second = 7;
-}
-message VolumeCopyResponse {
-    uint64 last_append_at_ns = 1;
-    int64 processed_bytes = 2;
-}
-
-message CopyFileRequest {
-    uint32 volume_id = 1;
-    string ext = 2;
-    uint32 compaction_revision = 3;
-    uint64 stop_offset = 4;
-    string collection = 5;
-    bool is_ec_volume = 6;
-    bool ignore_source_file_not_found = 7;
-}
-message CopyFileResponse {
-    bytes file_content = 1;
-    int64 modified_ts_ns = 2;
-}
-
-message ReceiveFileRequest {
-    oneof data {
-        ReceiveFileInfo info = 1;
-        bytes file_content = 2;
-    }
-}
-
-message ReceiveFileInfo {
-    uint32 volume_id = 1;
-    string ext = 2;
-    string collection = 3;
-    bool is_ec_volume = 4;
-    uint32 shard_id = 5;
-    uint64 file_size = 6;
-    uint32 disk_id = 7;  // EC shard disk; 0 = auto-select (see VolumeEcShardsCopyRequest.disk_id)
-}
-
-message ReceiveFileResponse {
-    uint64 bytes_written = 1;
-    string error = 2;
-}
-
-message ReadNeedleBlobRequest {
-    uint32 volume_id = 1;
-    int64 offset = 3; // actual offset
-    int32 size = 4;
-}
-message ReadNeedleBlobResponse {
-    bytes needle_blob = 1;
-}
-
-message ReadNeedleMetaRequest {
-    uint32 volume_id = 1;
-    uint64 needle_id = 2;
-    int64 offset = 3; // actual offset
-    int32 size = 4;
-}
-message ReadNeedleMetaResponse {
-    uint32 cookie = 1;
-    uint64 last_modified = 2;
-    uint32 crc = 3;
-    string ttl = 4;
-    uint64 append_at_ns = 5;
-}
-
-message WriteNeedleBlobRequest {
-    uint32 volume_id = 1;
-    uint64 needle_id = 2;
-    int32 size = 3;
-    bytes needle_blob = 4;
-}
-message WriteNeedleBlobResponse {
-}
-
-message ReadAllNeedlesRequest {
-    repeated uint32 volume_ids = 1;
-}
-message ReadAllNeedlesResponse {
-    uint32 volume_id = 1;
-    uint64 needle_id = 2;
-    uint32 cookie = 3;
-    bytes needle_blob = 5;
-    bool needle_blob_compressed = 6;
-    uint64 last_modified = 7;
-    uint32 crc = 8;
-    bytes name = 9;
-    bytes mime = 10;
-}
-
-message VolumeTailSenderRequest {
-    uint32 volume_id = 1;
-    uint64 since_ns = 2;
-    uint32 idle_timeout_seconds = 3;
-}
-message VolumeTailSenderResponse {
-    bytes needle_header = 1;
-    bytes needle_body = 2;
-    bool is_last_chunk = 3;
-    uint32 version = 4;
-}
-
-message VolumeTailReceiverRequest {
-    uint32 volume_id = 1;
-    uint64 since_ns = 2;
-    uint32 idle_timeout_seconds = 3;
-    string source_volume_server = 4;
-}
-message VolumeTailReceiverResponse {
-}
-
-message VolumeEcShardsGenerateRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-}
-message VolumeEcShardsGenerateResponse {
-}
-
-message VolumeEcShardsRebuildRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-}
-message VolumeEcShardsRebuildResponse {
-    repeated uint32 rebuilt_shard_ids = 1;
-}
-
-message VolumeEcShardsCopyRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    repeated uint32 shard_ids = 3;
-    bool copy_ecx_file = 4;
-    string source_data_node = 5;
-    bool copy_ecj_file = 6;
-    bool copy_vif_file = 7;
-    uint32 disk_id = 8;  // Target disk ID for storing EC shards
-}
-message VolumeEcShardsCopyResponse {
-}
-
-message VolumeEcShardsDeleteRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    repeated uint32 shard_ids = 3;
-}
-message VolumeEcShardsDeleteResponse {
-}
-
-message VolumeEcShardsMountRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    repeated uint32 shard_ids = 3;
-    string source_disk_type = 4; // disk type of the source volume, applied to the in-memory EC volume so heartbeats report under it (#9423)
-}
-message VolumeEcShardsMountResponse {
-}
-
-message VolumeEcShardsUnmountRequest {
-    uint32 volume_id = 1;
-    repeated uint32 shard_ids = 3;
-}
-message VolumeEcShardsUnmountResponse {
-}
-
-message VolumeEcShardReadRequest {
-    uint32 volume_id = 1;
-    uint32 shard_id = 2;
-    int64 offset = 3;
-    int64 size = 4;
-    uint64 file_key = 5;
-}
-message VolumeEcShardReadResponse {
-    bytes data = 1;
-    bool is_deleted = 2;
-}
-
-message VolumeEcBlobDeleteRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    uint64 file_key = 3;
-    uint32 version = 4;
-}
-message VolumeEcBlobDeleteResponse {
-}
-
-message VolumeEcShardsToVolumeRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-}
-message VolumeEcShardsToVolumeResponse {
-}
-
-message VolumeEcShardsInfoRequest {
-    uint32 volume_id = 1;
-}
-message VolumeEcShardsInfoResponse {
-    repeated EcShardInfo ec_shard_infos = 1;
-    uint64 volume_size = 2;
-    uint64 file_count = 3;
-    uint64 file_deleted_count = 4;
-}
-
-message EcShardInfo {
-    uint32 shard_id = 1;
-    int64 size = 2;
-    string collection = 3;
-    uint32 volume_id = 4;
-}
-
-message ReadVolumeFileStatusRequest {
-    uint32 volume_id = 1;
-}
-message ReadVolumeFileStatusResponse {
-    uint32 volume_id = 1;
-    uint64 idx_file_timestamp_seconds = 2;
-    uint64 idx_file_size = 3;
-    uint64 dat_file_timestamp_seconds = 4;
-    uint64 dat_file_size = 5;
-    uint64 file_count = 6;
-    uint32 compaction_revision = 7;
-    string collection = 8;
-    string disk_type = 9;
-    VolumeInfo volume_info = 10;
-    uint32 version = 11;
-}
-
-message DiskStatus {
-    string dir = 1;
-    uint64 all = 2;
-    uint64 used = 3;
-    uint64 free = 4;
-    float percent_free = 5;
-    float percent_used = 6;
-    string disk_type = 7;
-}
-
-message MemStatus {
-    int32 goroutines = 1;
-    uint64 all = 2;
-    uint64 used = 3;
-    uint64 free = 4;
-    uint64 self = 5;
-    uint64 heap = 6;
-    uint64 stack = 7;
-}
-
-// tired storage on volume servers
-message RemoteFile {
-    string backend_type = 1;
-    string backend_id = 2;
-    string key = 3;
-    uint64 offset = 4;
-    uint64 file_size = 5;
-    uint64 modified_time = 6;
-    string extension = 7;
-}
-message VolumeInfo {
-    repeated RemoteFile files = 1;
-    uint32 version = 2;
-    string replication = 3;
-    uint32 bytes_offset = 4;
-    int64 dat_file_size = 5; // store the original dat file size
-    uint64 expire_at_sec = 6; // expiration time of ec volume
-    bool read_only = 7;
-    EcShardConfig ec_shard_config = 8; // EC shard configuration (optional, null = use default 10+4)
-}
-
-// EcShardConfig specifies erasure coding shard configuration
-message EcShardConfig {
-    uint32 data_shards = 1;   // Number of data shards (e.g., 10)
-    uint32 parity_shards = 2; // Number of parity shards (e.g., 4)
-}
-message OldVersionVolumeInfo {
-    repeated RemoteFile files = 1;
-    uint32 version = 2;
-    string replication = 3;
-    uint32 BytesOffset = 4;
-    int64 dat_file_size = 5; // store the original dat file size
-    uint64 DestroyTime = 6; // expiration time of ec volume
-    bool read_only = 7;
-}
-
-// tiered storage
-message VolumeTierMoveDatToRemoteRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    string destination_backend_name = 3;
-    bool keep_local_dat_file = 4;
-}
-message VolumeTierMoveDatToRemoteResponse {
-    int64 processed = 1;
-    float processedPercentage = 2;
-}
-
-message VolumeTierMoveDatFromRemoteRequest {
-    uint32 volume_id = 1;
-    string collection = 2;
-    bool keep_remote_dat_file = 3;
-}
-message VolumeTierMoveDatFromRemoteResponse {
-    int64 processed = 1;
-    float processedPercentage = 2;
-}
-
-message VolumeServerStatusRequest {
-
-}
-message VolumeServerStatusResponse {
-    repeated DiskStatus disk_statuses = 1;
-    MemStatus memory_status = 2;
-    string version = 3;
-    string data_center = 4;
-    string rack = 5;
-    VolumeServerState state = 6;
-}
-
-message VolumeServerLeaveRequest {
-}
-message VolumeServerLeaveResponse {
-}
-
-// remote storage
-message FetchAndWriteNeedleRequest {
-    uint32 volume_id = 1;
-    uint64 needle_id = 2;
-    uint32 cookie = 3;
-    int64 offset = 4;
-    int64 size = 5;
-    message Replica {
-        string url = 1;
-        string public_url = 2;
-        int32 grpc_port = 3;
-    }
-    repeated Replica replicas = 6;
-    string auth = 7;
-    int32 download_concurrency = 8; // multipart download concurrency if supported by the remote storage client; for S3, 0 = default (5)
-    // remote conf
-    remote_pb.RemoteConf remote_conf = 15;
-    remote_pb.RemoteStorageLocation remote_location = 16;
-}
-message FetchAndWriteNeedleResponse {
-    string e_tag = 1;
-}
-
-enum VolumeScrubMode {
-    UNKNOWN = 0;
-    INDEX = 1;
-    FULL = 2;
-    LOCAL = 3;
-}
-
-message ScrubVolumeRequest {
-    VolumeScrubMode mode = 1;
-    // optional list of volume IDs to scrub. if empty, all volumes for the server are scrubbed.
-    repeated uint32 volume_ids = 2;
-    bool mark_broken_volumes_readonly = 3;
-}
-message ScrubVolumeResponse {
-    uint64 total_volumes = 1;
-    uint64 total_files = 2;
-    repeated uint32 broken_volume_ids = 3;
-    repeated string details = 4;
-}
-
-message ScrubEcVolumeRequest {
-    VolumeScrubMode mode = 1;
-    // optional list of volume IDs to scrub. if empty, all EC volumes for the server are scrubbed.
-    repeated uint32 volume_ids = 2;
-}
-message ScrubEcVolumeResponse {
-    uint64 total_volumes = 1;
-    uint64 total_files = 2;
-    repeated uint32 broken_volume_ids = 3;
-    repeated EcShardInfo broken_shard_infos = 4;
-    repeated string details = 5;
-}
-
-// select on volume servers
-message QueryRequest {
-    repeated string selections = 1;
-    repeated string from_file_ids = 2;
-    message Filter {
-        string field = 1;
-        string operand = 2;
-        string value = 3;
-    }
-    Filter filter = 3;
-
-    message InputSerialization {
-        // NONE | GZIP | BZIP2
-        string compression_type = 1;
-        message CSVInput {
-            string file_header_info = 1; // Valid values: NONE | USE | IGNORE
-            string record_delimiter = 2; // Default: \n
-            string field_delimiter = 3; // Default: ,
-            string quote_character = 4; // Default: "
-            string quote_escape_character = 5; // Default: "
-            string comments = 6; // Default: #
-            // If true, records might contain record delimiters within quote characters
-            bool allow_quoted_record_delimiter = 7; // default False.
-        }
-        message JSONInput {
-            string type = 1; // Valid values: DOCUMENT | LINES
-        }
-        message ParquetInput {
-        }
-
-        CSVInput csv_input = 2;
-        JSONInput json_input = 3;
-        ParquetInput parquet_input = 4;
-    }
-    InputSerialization input_serialization = 4;
-
-    message OutputSerialization {
-        message CSVOutput {
-            string quote_fields = 1; // Valid values: ALWAYS | ASNEEDED
-            string record_delimiter = 2; // Default: \n
-            string field_delimiter = 3; // Default: ,
-            string quote_character = 4; // Default: "
-            string quote_escape_character = 5; // Default: "
-        }
-        message JSONOutput {
-            string record_delimiter = 1;
-        }
-
-        CSVOutput csv_output = 2;
-        JSONOutput json_output = 3;
-    }
-
-    OutputSerialization output_serialization = 5;
-}
-message QueriedStripe {
-    bytes records = 1;
-}
-
-message VolumeNeedleStatusRequest {
-    uint32 volume_id = 1;
-    uint64 needle_id = 2;
-}
-message VolumeNeedleStatusResponse {
-    uint64 needle_id = 1;
-    uint32 cookie = 2;
-    uint32 size = 3;
-    uint64 last_modified = 4;
-    uint32 crc = 5;
-    string ttl = 6;
-}
-
-message PingRequest {
-    string target = 1; // default to ping itself
-    string target_type = 2;
-}
-message PingResponse {
-    int64 start_time_ns = 1;
-    int64 remote_time_ns = 2;
-    int64 stop_time_ns = 3;
-}
@@ -1,275 +0,0 @@
-//! JPEG EXIF orientation auto-fix, matching Go's `FixJpgOrientation`.
-//!
-//! Reads the EXIF orientation tag from JPEG data and rotates/flips the image
-//! to normalize it to orientation 1 (top-left). If EXIF parsing fails or
-//! orientation is already normal, returns the original data unchanged.
-
-use std::io::Cursor;
-
-use image::{DynamicImage, GenericImageView, ImageFormat, RgbaImage};
-
-/// EXIF orientation tag values.
-/// See: <http://sylvana.net/jpegcrop/exif_orientation.html>
-const TOP_LEFT_SIDE: u32 = 1;
-const TOP_RIGHT_SIDE: u32 = 2;
-const BOTTOM_RIGHT_SIDE: u32 = 3;
-const BOTTOM_LEFT_SIDE: u32 = 4;
-const LEFT_SIDE_TOP: u32 = 5;
-const RIGHT_SIDE_TOP: u32 = 6;
-const RIGHT_SIDE_BOTTOM: u32 = 7;
-const LEFT_SIDE_BOTTOM: u32 = 8;
-
-/// Fix JPEG orientation based on EXIF data.
-///
-/// Reads the EXIF orientation tag and applies the appropriate rotation/flip
-/// to normalize the image to orientation 1 (top-left). Re-encodes as JPEG.
-///
-/// Returns the original data unchanged if:
-/// - EXIF data cannot be parsed
-/// - No orientation tag is present
-/// - Orientation is already 1 (normal)
-/// - Image decoding or re-encoding fails
-pub fn fix_jpg_orientation(data: &[u8]) -> Vec<u8> {
-    // Parse EXIF data
-    let orientation = match read_exif_orientation(data) {
-        Some(o) => o,
-        None => return data.to_vec(),
-    };
-
-    // Orientation 1 means normal — no transformation needed
-    if orientation == TOP_LEFT_SIDE {
-        return data.to_vec();
-    }
-
-    // Determine rotation angle and flip mode
-    let (angle, flip_horizontal) = match orientation {
-        TOP_RIGHT_SIDE => (0, true),
-        BOTTOM_RIGHT_SIDE => (180, false),
-        BOTTOM_LEFT_SIDE => (180, true),
-        LEFT_SIDE_TOP => (-90, true),
-        RIGHT_SIDE_TOP => (-90, false),
-        RIGHT_SIDE_BOTTOM => (90, true),
-        LEFT_SIDE_BOTTOM => (90, false),
-        _ => return data.to_vec(),
-    };
-
-    // Decode the image
-    let src_image = match image::load_from_memory_with_format(data, ImageFormat::Jpeg) {
-        Ok(img) => img,
-        Err(_) => return data.to_vec(),
-    };
-
-    // Apply rotation then flip (matching Go's flip(rotate(img, angle), flipMode))
-    let transformed = flip_horizontal_if(rotate(src_image, angle), flip_horizontal);
-
-    // Re-encode as JPEG
-    let mut buf = Cursor::new(Vec::new());
-    match transformed.write_to(&mut buf, ImageFormat::Jpeg) {
-        Ok(_) => buf.into_inner(),
-        Err(_) => data.to_vec(),
-    }
-}
-
-/// Read the EXIF orientation tag from JPEG data.
-/// Returns None if EXIF cannot be parsed or orientation tag is not present.
-fn read_exif_orientation(data: &[u8]) -> Option<u32> {
-    let exif_reader = exif::Reader::new();
-    let mut cursor = Cursor::new(data);
-    let exif_data = exif_reader.read_from_container(&mut cursor).ok()?;
-
-    let orientation_field = exif_data.get_field(exif::Tag::Orientation, exif::In::PRIMARY)?;
-    match orientation_field.value {
-        exif::Value::Short(ref v) if !v.is_empty() => Some(v[0] as u32),
-        _ => orientation_field.value.get_uint(0),
-    }
-}
-
-/// Rotate an image by the given angle (counter-clockwise, in degrees).
-/// Matches Go's rotate function.
-fn rotate(img: DynamicImage, angle: i32) -> DynamicImage {
-    let (width, height) = img.dimensions();
-
-    match angle {
-        90 => {
-            // 90 degrees counter-clockwise
-            let new_w = height;
-            let new_h = width;
-            let mut out = RgbaImage::new(new_w, new_h);
-            for y in 0..new_h {
-                for x in 0..new_w {
-                    out.put_pixel(x, y, img.get_pixel(new_h - 1 - y, x));
-                }
-            }
-            DynamicImage::ImageRgba8(out)
-        }
-        -90 => {
-            // 90 degrees clockwise (or 270 counter-clockwise)
-            let new_w = height;
-            let new_h = width;
-            let mut out = RgbaImage::new(new_w, new_h);
-            for y in 0..new_h {
-                for x in 0..new_w {
-                    out.put_pixel(x, y, img.get_pixel(y, new_w - 1 - x));
-                }
-            }
-            DynamicImage::ImageRgba8(out)
-        }
-        180 | -180 => {
-            let mut out = RgbaImage::new(width, height);
-            for y in 0..height {
-                for x in 0..width {
-                    out.put_pixel(x, y, img.get_pixel(width - 1 - x, height - 1 - y));
-                }
-            }
-            DynamicImage::ImageRgba8(out)
-        }
-        _ => img,
-    }
-}
-
-/// Flip the image horizontally if requested.
-/// In Go, flipMode 2 == FlipHorizontal. We simplify since only horizontal flip is used.
-fn flip_horizontal_if(img: DynamicImage, do_flip: bool) -> DynamicImage {
-    if !do_flip {
-        return img;
-    }
-    let (width, height) = img.dimensions();
-    let mut out = RgbaImage::new(width, height);
-    for y in 0..height {
-        for x in 0..width {
-            out.put_pixel(x, y, img.get_pixel(width - 1 - x, y));
-        }
-    }
-    DynamicImage::ImageRgba8(out)
-}
-
-/// Returns true if the given MIME type or file path extension indicates a JPEG file.
-pub fn is_jpeg(mime_type: &str, path: &str) -> bool {
-    if mime_type == "image/jpeg" {
-        return true;
-    }
-    let lower = path.to_lowercase();
-    lower.ends_with(".jpg") || lower.ends_with(".jpeg")
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-
-    #[test]
-    fn test_non_jpeg_data_returned_unchanged() {
-        let data = b"not a jpeg file at all";
-        let result = fix_jpg_orientation(data);
-        assert_eq!(result, data);
-    }
-
-    #[test]
-    fn test_jpeg_without_exif_returned_unchanged() {
-        // Create a minimal JPEG without EXIF data
-        let img = DynamicImage::ImageRgba8(RgbaImage::new(2, 2));
-        let mut buf = Cursor::new(Vec::new());
-        img.write_to(&mut buf, ImageFormat::Jpeg).unwrap();
-        let jpeg_data = buf.into_inner();
-
-        let result = fix_jpg_orientation(&jpeg_data);
-        // Should return data unchanged (no EXIF orientation tag)
-        // Just verify it's still valid JPEG
-        assert!(!result.is_empty());
-        assert_eq!(&result[0..2], &[0xFF, 0xD8]); // JPEG magic bytes
-    }
-
-    #[test]
-    fn test_is_jpeg() {
-        assert!(is_jpeg("image/jpeg", ""));
-        assert!(is_jpeg("", "/3,abc.jpg"));
-        assert!(is_jpeg("", "/3,abc.JPEG"));
-        assert!(is_jpeg("application/octet-stream", "/3,abc.JPG"));
-        assert!(!is_jpeg("image/png", "/3,abc.png"));
-        assert!(!is_jpeg("", "/3,abc.png"));
-    }
-
-    #[test]
-    fn test_rotate_180() {
-        // Create a 2x2 image with distinct pixel colors
-        let mut img = RgbaImage::new(2, 2);
-        img.put_pixel(0, 0, image::Rgba([255, 0, 0, 255])); // red top-left
-        img.put_pixel(1, 0, image::Rgba([0, 255, 0, 255])); // green top-right
-        img.put_pixel(0, 1, image::Rgba([0, 0, 255, 255])); // blue bottom-left
-        img.put_pixel(1, 1, image::Rgba([255, 255, 0, 255])); // yellow bottom-right
-        let dynamic = DynamicImage::ImageRgba8(img);
-
-        let rotated = rotate(dynamic, 180);
-        let (w, h) = rotated.dimensions();
-        assert_eq!((w, h), (2, 2));
-        // After 180 rotation: top-left should be yellow, top-right should be blue
-        assert_eq!(rotated.get_pixel(0, 0), image::Rgba([255, 255, 0, 255]));
-        assert_eq!(rotated.get_pixel(1, 0), image::Rgba([0, 0, 255, 255]));
-        assert_eq!(rotated.get_pixel(0, 1), image::Rgba([0, 255, 0, 255]));
-        assert_eq!(rotated.get_pixel(1, 1), image::Rgba([255, 0, 0, 255]));
-    }
-
-    #[test]
-    fn test_rotate_90_ccw() {
-        // Create 3x2 image (width=3, height=2)
-        let mut img = RgbaImage::new(3, 2);
-        img.put_pixel(0, 0, image::Rgba([1, 0, 0, 255]));
-        img.put_pixel(1, 0, image::Rgba([2, 0, 0, 255]));
-        img.put_pixel(2, 0, image::Rgba([3, 0, 0, 255]));
-        img.put_pixel(0, 1, image::Rgba([4, 0, 0, 255]));
-        img.put_pixel(1, 1, image::Rgba([5, 0, 0, 255]));
-        img.put_pixel(2, 1, image::Rgba([6, 0, 0, 255]));
-        let dynamic = DynamicImage::ImageRgba8(img);
-
-        let rotated = rotate(dynamic, 90);
-        let (w, h) = rotated.dimensions();
-        // 90 CCW: width=3,height=2 -> new_w=2, new_h=3
-        assert_eq!((w, h), (2, 3));
-        // Top-right (2,0) should move to top-left (0,0) in CCW 90
-        assert_eq!(rotated.get_pixel(0, 0)[0], 3);
-        assert_eq!(rotated.get_pixel(1, 0)[0], 6);
-    }
-
-    #[test]
-    fn test_rotate_neg90_cw() {
-        // Create 3x2 image
-        let mut img = RgbaImage::new(3, 2);
-        img.put_pixel(0, 0, image::Rgba([1, 0, 0, 255]));
-        img.put_pixel(1, 0, image::Rgba([2, 0, 0, 255]));
-        img.put_pixel(2, 0, image::Rgba([3, 0, 0, 255]));
-        img.put_pixel(0, 1, image::Rgba([4, 0, 0, 255]));
-        img.put_pixel(1, 1, image::Rgba([5, 0, 0, 255]));
-        img.put_pixel(2, 1, image::Rgba([6, 0, 0, 255]));
-        let dynamic = DynamicImage::ImageRgba8(img);
-
-        let rotated = rotate(dynamic, -90);
-        let (w, h) = rotated.dimensions();
-        assert_eq!((w, h), (2, 3));
-        // -90 (CW 90): top-left (0,0) should go to top-right
-        assert_eq!(rotated.get_pixel(0, 0)[0], 4);
-        assert_eq!(rotated.get_pixel(1, 0)[0], 1);
-    }
-
-    #[test]
-    fn test_flip_horizontal() {
-        let mut img = RgbaImage::new(2, 1);
-        img.put_pixel(0, 0, image::Rgba([10, 0, 0, 255]));
-        img.put_pixel(1, 0, image::Rgba([20, 0, 0, 255]));
-        let dynamic = DynamicImage::ImageRgba8(img);
-
-        let flipped = flip_horizontal_if(dynamic, true);
-        assert_eq!(flipped.get_pixel(0, 0)[0], 20);
-        assert_eq!(flipped.get_pixel(1, 0)[0], 10);
-    }
-
-    #[test]
-    fn test_flip_horizontal_noop() {
-        let mut img = RgbaImage::new(2, 1);
-        img.put_pixel(0, 0, image::Rgba([10, 0, 0, 255]));
-        img.put_pixel(1, 0, image::Rgba([20, 0, 0, 255]));
-        let dynamic = DynamicImage::ImageRgba8(img);
-
-        let not_flipped = flip_horizontal_if(dynamic, false);
-        assert_eq!(not_flipped.get_pixel(0, 0)[0], 10);
-        assert_eq!(not_flipped.get_pixel(1, 0)[0], 20);
-    }
-}
@@ -1,27 +0,0 @@
-pub mod config;
-pub mod images;
-pub mod metrics;
-pub mod remote_storage;
-pub mod security;
-pub mod server;
-pub mod storage;
-pub mod version;
-
-/// Generated protobuf modules.
-pub mod pb {
-    pub const FILE_DESCRIPTOR_SET: &[u8] =
-        tonic::include_file_descriptor_set!("seaweed_descriptor");
-
-    pub mod remote_pb {
-        tonic::include_proto!("remote_pb");
-    }
-    pub mod volume_server_pb {
-        tonic::include_proto!("volume_server_pb");
-    }
-    pub mod master_pb {
-        tonic::include_proto!("master_pb");
-    }
-    pub mod filer_pb {
-        tonic::include_proto!("filer_pb");
-    }
-}
@@ -1,488 +0,0 @@
-//! Prometheus metrics for the volume server.
-//!
-//! Mirrors the Go SeaweedFS volume server metrics.
-
-use prometheus::{
-    self, Encoder, GaugeVec, HistogramOpts, HistogramVec, IntCounterVec, IntGauge, IntGaugeVec,
-    Opts, Registry, TextEncoder,
-};
-use std::sync::Once;
-
-use crate::version;
-
-#[derive(Clone, Debug, Default, PartialEq, Eq)]
-pub struct PushGatewayConfig {
-    pub address: String,
-    pub interval_seconds: u32,
-}
-
-lazy_static::lazy_static! {
-    pub static ref REGISTRY: Registry = Registry::new();
-
-    // ---- Request metrics (Go: VolumeServerRequestCounter, VolumeServerRequestHistogram) ----
-
-    /// Request counter with labels `type` (HTTP method) and `code` (HTTP status).
-    pub static ref REQUEST_COUNTER: IntCounterVec = IntCounterVec::new(
-        Opts::new("SeaweedFS_volumeServer_request_total", "Volume server requests"),
-        &["type", "code"],
-    ).expect("metric can be created");
-
-    /// Request duration histogram with label `type` (HTTP method).
-    pub static ref REQUEST_DURATION: HistogramVec = HistogramVec::new(
-        HistogramOpts::new(
-            "SeaweedFS_volumeServer_request_seconds",
-            "Volume server request duration in seconds",
-        ).buckets(exponential_buckets(0.0001, 2.0, 24)),
-        &["type"],
-    ).expect("metric can be created");
-
-    // ---- Handler counters (Go: VolumeServerHandlerCounter) ----
-
-    /// Handler-level operation counter with label `type`.
-    pub static ref HANDLER_COUNTER: IntCounterVec = IntCounterVec::new(
-        Opts::new("SeaweedFS_volumeServer_handler_total", "Volume server handler counters"),
-        &["type"],
-    ).expect("metric can be created");
-
-    // ---- Vacuuming metrics (Go: VolumeServerVacuuming*) ----
-
-    /// Vacuuming compact counter with label `success` (true/false).
-    pub static ref VACUUMING_COMPACT_COUNTER: IntCounterVec = IntCounterVec::new(
-        Opts::new("SeaweedFS_volumeServer_vacuuming_compact_count", "Counter of volume vacuuming Compact counter"),
-        &["success"],
-    ).expect("metric can be created");
-
-    /// Vacuuming commit counter with label `success` (true/false).
-    pub static ref VACUUMING_COMMIT_COUNTER: IntCounterVec = IntCounterVec::new(
-        Opts::new("SeaweedFS_volumeServer_vacuuming_commit_count", "Counter of volume vacuuming commit counter"),
-        &["success"],
-    ).expect("metric can be created");
-
-    /// Vacuuming duration histogram with label `type` (compact/commit).
-    pub static ref VACUUMING_HISTOGRAM: HistogramVec = HistogramVec::new(
-        HistogramOpts::new(
-            "SeaweedFS_volumeServer_vacuuming_seconds",
-            "Volume vacuuming duration in seconds",
-        ).buckets(exponential_buckets(0.0001, 2.0, 24)),
-        &["type"],
-    ).expect("metric can be created");
-
-    // ---- Volume gauges (Go: VolumeServerVolumeGauge, VolumeServerReadOnlyVolumeGauge) ----
-
-    /// Volumes per collection and type (volume/ec_shards).
-    pub static ref VOLUME_GAUGE: GaugeVec = GaugeVec::new(
-        Opts::new("SeaweedFS_volumeServer_volumes", "Number of volumes"),
-        &["collection", "type"],
-    ).expect("metric can be created");
-
-    /// Read-only volumes per collection and type.
-    pub static ref READ_ONLY_VOLUME_GAUGE: GaugeVec = GaugeVec::new(
-        Opts::new("SeaweedFS_volumeServer_read_only_volumes", "Number of read-only volumes."),
-        &["collection", "type"],
-    ).expect("metric can be created");
-
-    /// Maximum number of volumes this server can hold.
-    pub static ref MAX_VOLUMES: IntGauge = IntGauge::new(
-        "SeaweedFS_volumeServer_max_volumes",
-        "Maximum number of volumes",
-    ).expect("metric can be created");
-
-    // ---- Disk size gauges (Go: VolumeServerDiskSizeGauge) ----
-
-    /// Actual disk size used by volumes per collection and type (normal/deleted_bytes/ec).
-    pub static ref DISK_SIZE_GAUGE: GaugeVec = GaugeVec::new(
-        Opts::new("SeaweedFS_volumeServer_total_disk_size", "Actual disk size used by volumes"),
-        &["collection", "type"],
-    ).expect("metric can be created");
-
-    // ---- Resource gauges (Go: VolumeServerResourceGauge) ----
-
-    /// Disk resource usage per directory and type (all/used/free/avail).
-    pub static ref RESOURCE_GAUGE: GaugeVec = GaugeVec::new(
-        Opts::new("SeaweedFS_volumeServer_resource", "Server resource usage"),
-        &["name", "type"],
-    ).expect("metric can be created");
-
-    // ---- In-flight gauges (Go: VolumeServerInFlightRequestsGauge, InFlightDownload/UploadSize) ----
-
-    /// In-flight requests per HTTP method.
-    pub static ref INFLIGHT_REQUESTS_GAUGE: IntGaugeVec = IntGaugeVec::new(
-        Opts::new("SeaweedFS_volumeServer_in_flight_requests", "Current number of in-flight requests being handled by volume server."),
-        &["type"],
-    ).expect("metric can be created");
-
-    /// Concurrent download limit in bytes.
-    pub static ref CONCURRENT_DOWNLOAD_LIMIT: IntGauge = IntGauge::new(
-        "SeaweedFS_volumeServer_concurrent_download_limit",
-        "Limit for total concurrent download size in bytes",
-    ).expect("metric can be created");
-
-    /// Concurrent upload limit in bytes.
-    pub static ref CONCURRENT_UPLOAD_LIMIT: IntGauge = IntGauge::new(
-        "SeaweedFS_volumeServer_concurrent_upload_limit",
-        "Limit for total concurrent upload size in bytes",
-    ).expect("metric can be created");
-
-    /// Current in-flight download bytes.
-    pub static ref INFLIGHT_DOWNLOAD_SIZE: IntGauge = IntGauge::new(
-        "SeaweedFS_volumeServer_in_flight_download_size",
-        "In flight total download size.",
-    ).expect("metric can be created");
-
-    /// Current in-flight upload bytes.
-    pub static ref INFLIGHT_UPLOAD_SIZE: IntGauge = IntGauge::new(
-        "SeaweedFS_volumeServer_in_flight_upload_size",
-        "In flight total upload size.",
-    ).expect("metric can be created");
-
-    /// Upload error counter by HTTP status code. Code "0" = transport error (no response).
-    pub static ref UPLOAD_ERROR_COUNTER: IntCounterVec = IntCounterVec::new(
-        Opts::new("SeaweedFS_upload_error_total",
-            "Counter of upload errors by HTTP status code. Code 0 means transport error (no response received)."),
-        &["code"],
-    ).expect("metric can be created");
-
-    // ---- Scrubbing metrics (Go: VolumeServerScrub*) ----
-
-    /// Last scrub execution time, as seconds since UNIX epoch, with label `mode`.
-    pub static ref SCRUB_LAST_TIME_SECONDS: GaugeVec = GaugeVec::new(
-        Opts::new(
-            "SeaweedFS_volumeServer_scrub_last_time_seconds",
-            "Last scrub execution time, as seconds since UNIX epoch.",
-        ),
-        &["mode"],
-    ).expect("metric can be created");
-
-    /// Counter of overall volumes with issues detected during scrubbing, with label `mode`.
-    pub static ref SCRUB_VOLUME_FAILURES: IntCounterVec = IntCounterVec::new(
-        Opts::new(
-            "SeaweedFS_volumeServer_scrub_volume_failures",
-            "Counter of overall volumes with issues detected during scrubbing.",
-        ),
-        &["mode"],
-    ).expect("metric can be created");
-
-    /// Counter of overall EC shards with issues detected during scrubbing, with label `mode`.
-    pub static ref SCRUB_SHARD_FAILURES: IntCounterVec = IntCounterVec::new(
-        Opts::new(
-            "SeaweedFS_volumeServer_scrub_shard_failures",
-            "Counter of overall EC shards with issues detected during scrubbing.",
-        ),
-        &["mode"],
-    ).expect("metric can be created");
-
-    // ---- Legacy aliases for backward compat with existing code ----
-
-    /// Total number of volumes on this server (flat gauge).
-    pub static ref VOLUMES_TOTAL: IntGauge = IntGauge::new(
-        "volume_server_volumes_total",
-        "Total number of volumes",
-    ).expect("metric can be created");
-
-    /// Disk size in bytes per directory.
-    pub static ref DISK_SIZE_BYTES: IntGaugeVec = IntGaugeVec::new(
-        Opts::new("volume_server_disk_size_bytes", "Disk size in bytes"),
-        &["dir"],
-    ).expect("metric can be created");
-
-    /// Disk free bytes per directory.
-    pub static ref DISK_FREE_BYTES: IntGaugeVec = IntGaugeVec::new(
-        Opts::new("volume_server_disk_free_bytes", "Disk free space in bytes"),
-        &["dir"],
-    ).expect("metric can be created");
-
-    /// Current number of in-flight requests (flat gauge).
-    pub static ref INFLIGHT_REQUESTS: IntGauge = IntGauge::new(
-        "volume_server_inflight_requests",
-        "Current number of in-flight requests",
-    ).expect("metric can be created");
-
-    /// Total number of files stored across all volumes.
-    pub static ref VOLUME_FILE_COUNT: IntGauge = IntGauge::new(
-        "volume_server_volume_file_count",
-        "Total number of files stored across all volumes",
-    ).expect("metric can be created");
-
-    // ---- Build info (Go: BuildInfo) ----
-
-    /// Build information gauge, always set to 1. Matches Go:
-    /// Namespace="SeaweedFS", Subsystem="build", Name="info",
-    /// labels: version, commit, sizelimit, goos, goarch.
-    pub static ref BUILD_INFO: GaugeVec = GaugeVec::new(
-        Opts::new("SeaweedFS_build_info", "A metric with a constant '1' value labeled by version, commit, sizelimit, goos, and goarch from which SeaweedFS was built."),
-        &["version", "commit", "sizelimit", "goos", "goarch"],
-    ).expect("metric can be created");
-}
-
-/// Generate exponential bucket boundaries for histograms.
-fn exponential_buckets(start: f64, factor: f64, count: usize) -> Vec<f64> {
-    let mut buckets = Vec::with_capacity(count);
-    let mut val = start;
-    for _ in 0..count {
-        buckets.push(val);
-        val *= factor;
-    }
-    buckets
-}
-
-// Handler counter type constants (matches Go's metrics_names.go).
-pub const WRITE_TO_LOCAL_DISK: &str = "writeToLocalDisk";
-pub const WRITE_TO_REPLICAS: &str = "writeToReplicas";
-pub const DOWNLOAD_LIMIT_COND: &str = "downloadLimitCondition";
-pub const UPLOAD_LIMIT_COND: &str = "uploadLimitCondition";
-pub const READ_PROXY_REQ: &str = "readProxyRequest";
-pub const READ_REDIRECT_REQ: &str = "readRedirectRequest";
-pub const EMPTY_READ_PROXY_LOC: &str = "emptyReadProxyLocaction";
-pub const FAILED_READ_PROXY_REQ: &str = "failedReadProxyRequest";
-
-// Error metric name constants.
-pub const ERROR_SIZE_MISMATCH_OFFSET_SIZE: &str = "errorSizeMismatchOffsetSize";
-pub const ERROR_SIZE_MISMATCH: &str = "errorSizeMismatch";
-pub const ERROR_CRC: &str = "errorCRC";
-pub const ERROR_INDEX_OUT_OF_RANGE: &str = "errorIndexOutOfRange";
-pub const ERROR_GET_NOT_FOUND: &str = "errorGetNotFound";
-pub const ERROR_GET_INTERNAL: &str = "errorGetInternal";
-pub const ERROR_WRITE_TO_LOCAL_DISK: &str = "errorWriteToLocalDisk";
-pub const ERROR_UNMARSHAL_PAIRS: &str = "errorUnmarshalPairs";
-pub const ERROR_WRITE_TO_REPLICAS: &str = "errorWriteToReplicas";
-
-// Go volume heartbeat metric label values.
-pub const READ_ONLY_LABEL_IS_READ_ONLY: &str = "IsReadOnly";
-pub const READ_ONLY_LABEL_NO_WRITE_OR_DELETE: &str = "noWriteOrDelete";
-pub const READ_ONLY_LABEL_NO_WRITE_CAN_DELETE: &str = "noWriteCanDelete";
-pub const READ_ONLY_LABEL_IS_DISK_SPACE_LOW: &str = "isDiskSpaceLow";
-pub const DISK_SIZE_LABEL_NORMAL: &str = "normal";
-pub const DISK_SIZE_LABEL_DELETED_BYTES: &str = "deleted_bytes";
-pub const DISK_SIZE_LABEL_EC: &str = "ec";
-
-static REGISTER_METRICS: Once = Once::new();
-
-/// Register all metrics with the custom registry.
-/// Call this once at startup.
-pub fn register_metrics() {
-    REGISTER_METRICS.call_once(|| {
-        let metrics: Vec<Box<dyn prometheus::core::Collector>> = vec![
-            // New Go-compatible metrics
-            Box::new(REQUEST_COUNTER.clone()),
-            Box::new(REQUEST_DURATION.clone()),
-            Box::new(HANDLER_COUNTER.clone()),
-            Box::new(VACUUMING_COMPACT_COUNTER.clone()),
-            Box::new(VACUUMING_COMMIT_COUNTER.clone()),
-            Box::new(VACUUMING_HISTOGRAM.clone()),
-            Box::new(VOLUME_GAUGE.clone()),
-            Box::new(READ_ONLY_VOLUME_GAUGE.clone()),
-            Box::new(MAX_VOLUMES.clone()),
-            Box::new(DISK_SIZE_GAUGE.clone()),
-            Box::new(RESOURCE_GAUGE.clone()),
-            Box::new(INFLIGHT_REQUESTS_GAUGE.clone()),
-            Box::new(CONCURRENT_DOWNLOAD_LIMIT.clone()),
-            Box::new(CONCURRENT_UPLOAD_LIMIT.clone()),
-            Box::new(INFLIGHT_DOWNLOAD_SIZE.clone()),
-            Box::new(INFLIGHT_UPLOAD_SIZE.clone()),
-            Box::new(UPLOAD_ERROR_COUNTER.clone()),
-            Box::new(SCRUB_LAST_TIME_SECONDS.clone()),
-            Box::new(SCRUB_VOLUME_FAILURES.clone()),
-            Box::new(SCRUB_SHARD_FAILURES.clone()),
-            // Legacy metrics
-            Box::new(VOLUMES_TOTAL.clone()),
-            Box::new(DISK_SIZE_BYTES.clone()),
-            Box::new(DISK_FREE_BYTES.clone()),
-            Box::new(INFLIGHT_REQUESTS.clone()),
-            Box::new(VOLUME_FILE_COUNT.clone()),
-            // Build info
-            Box::new(BUILD_INFO.clone()),
-        ];
-        for m in metrics {
-            REGISTRY.register(m).expect("metric registered");
-        }
-
-        // Set build info gauge to 1 with version/commit/sizelimit/os/arch labels (matches Go).
-        BUILD_INFO
-            .with_label_values(&[
-                version::version(),
-                version::commit(),
-                version::size_limit(),
-                std::env::consts::OS,
-                std::env::consts::ARCH,
-            ])
-            .set(1.0);
-    });
-}
-
-/// Gather all metrics and encode them in Prometheus text exposition format.
-pub fn gather_metrics() -> String {
-    let encoder = TextEncoder::new();
-    let metric_families = REGISTRY.gather();
-    let mut buffer = Vec::new();
-    encoder
-        .encode(&metric_families, &mut buffer)
-        .expect("encoding metrics");
-    String::from_utf8(buffer).expect("metrics are valid UTF-8")
-}
-
-pub fn delete_collection_metrics(collection: &str) {
-    // Mirrors Go's DeletePartialMatch(prometheus.Labels{"collection": collection})
-    // which removes ALL metric entries matching the collection label, regardless
-    // of other label values (like "type"). We gather the metric families to discover
-    // all type values dynamically, matching Go's partial-match behavior.
-    delete_partial_match_collection(&VOLUME_GAUGE, collection);
-    delete_partial_match_collection(&READ_ONLY_VOLUME_GAUGE, collection);
-    delete_partial_match_collection(&DISK_SIZE_GAUGE, collection);
-}
-
-/// Remove all metric entries from a GaugeVec where the "collection" label matches.
-/// This emulates Go's `DeletePartialMatch(prometheus.Labels{"collection": collection})`.
-fn delete_partial_match_collection(gauge: &GaugeVec, collection: &str) {
-    use prometheus::core::Collector;
-    let families = gauge.collect();
-    for family in &families {
-        for metric in family.get_metric() {
-            let labels = metric.get_label();
-            let mut matches_collection = false;
-            let mut type_value = None;
-            for label in labels {
-                if label.get_name() == "collection" && label.get_value() == collection {
-                    matches_collection = true;
-                }
-                if label.get_name() == "type" {
-                    type_value = Some(label.get_value().to_string());
-                }
-            }
-            if matches_collection {
-                if let Some(ref tv) = type_value {
-                    let _ = gauge.remove_label_values(&[collection, tv]);
-                }
-            }
-        }
-    }
-}
-
-pub fn build_pushgateway_url(address: &str, job: &str, instance: &str) -> String {
-    let base = if address.starts_with("http://") || address.starts_with("https://") {
-        address.to_string()
-    } else {
-        format!("http://{}", address)
-    };
-    let base = base.trim_end_matches('/');
-    format!("{}/metrics/job/{}/instance/{}", base, job, instance)
-}
-
-pub async fn push_metrics_once(
-    client: &reqwest::Client,
-    address: &str,
-    job: &str,
-    instance: &str,
-) -> Result<(), String> {
-    let url = build_pushgateway_url(address, job, instance);
-    let response = client
-        .put(&url)
-        .header(
-            reqwest::header::CONTENT_TYPE,
-            "text/plain; version=0.0.4; charset=utf-8",
-        )
-        .body(gather_metrics())
-        .send()
-        .await
-        .map_err(|e| format!("push metrics request failed: {}", e))?;
-
-    if response.status().is_success() {
-        Ok(())
-    } else {
-        Err(format!(
-            "push metrics failed with status {}",
-            response.status()
-        ))
-    }
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-    use axum::{routing::put, Router};
-    use std::sync::{Arc, Mutex};
-
-    #[test]
-    fn test_gather_metrics_returns_text() {
-        register_metrics();
-        REQUEST_COUNTER.with_label_values(&["GET", "200"]).inc();
-        let output = gather_metrics();
-        assert!(output.contains("SeaweedFS_volumeServer_request_total"));
-    }
-
-    #[test]
-    fn test_build_pushgateway_url() {
-        assert_eq!(
-            build_pushgateway_url("localhost:9091", "volumeServer", "test-instance"),
-            "http://localhost:9091/metrics/job/volumeServer/instance/test-instance"
-        );
-        assert_eq!(
-            build_pushgateway_url("https://push.example", "volumeServer", "node-a"),
-            "https://push.example/metrics/job/volumeServer/instance/node-a"
-        );
-    }
-
-    #[tokio::test]
-    async fn test_push_metrics_once() {
-        register_metrics();
-
-        let captured = Arc::new(Mutex::new(None::<String>));
-        let captured_clone = captured.clone();
-
-        let app = Router::new().route(
-            "/metrics/job/volumeServer/instance/test-instance",
-            put(move |body: String| {
-                let captured = captured_clone.clone();
-                async move {
-                    *captured.lock().unwrap() = Some(body);
-                    "ok"
-                }
-            }),
-        );
-
-        let listener = tokio::net::TcpListener::bind("127.0.0.1:0").await.unwrap();
-        let addr = listener.local_addr().unwrap();
-        let server = tokio::spawn(async move {
-            axum::serve(listener, app).await.unwrap();
-        });
-
-        let client = reqwest::Client::new();
-        push_metrics_once(
-            &client,
-            &format!("127.0.0.1:{}", addr.port()),
-            "volumeServer",
-            "test-instance",
-        )
-        .await
-        .unwrap();
-
-        let body = captured.lock().unwrap().clone().unwrap();
-        assert!(body.contains("SeaweedFS_volumeServer_request_total"));
-
-        server.abort();
-    }
-
-    #[test]
-    fn test_delete_collection_metrics_removes_collection_labelsets() {
-        register_metrics();
-
-        VOLUME_GAUGE.with_label_values(&["pics", "volume"]).set(2.0);
-        VOLUME_GAUGE.with_label_values(&["pics", "ec_shards"]).set(3.0);
-        READ_ONLY_VOLUME_GAUGE
-            .with_label_values(&["pics", "volume"])
-            .set(1.0);
-        DISK_SIZE_GAUGE
-            .with_label_values(&["pics", "normal"])
-            .set(10.0);
-        DISK_SIZE_GAUGE
-            .with_label_values(&["pics", "deleted_bytes"])
-            .set(4.0);
-
-        delete_collection_metrics("pics");
-
-        let output = gather_metrics();
-        assert!(!output.contains("collection=\"pics\",type=\"volume\""));
-        assert!(!output.contains("collection=\"pics\",type=\"ec_shards\""));
-        assert!(!output.contains("collection=\"pics\",type=\"normal\""));
-        assert!(!output.contains("collection=\"pics\",type=\"deleted_bytes\""));
-    }
-}
@@ -1,157 +0,0 @@
-//! Remote storage backends for tiered storage support.
-//!
-//! Provides a trait-based abstraction over cloud storage providers (S3, GCS, Azure, etc.)
-//! and a registry to create clients from protobuf RemoteConf messages.
-
-pub mod s3;
-pub mod s3_tier;
-
-use crate::pb::remote_pb::{RemoteConf, RemoteStorageLocation};
-
-/// Error type for remote storage operations.
-#[derive(Debug, thiserror::Error)]
-pub enum RemoteStorageError {
-    #[error("remote storage type {0} not found")]
-    TypeNotFound(String),
-    #[error("remote object not found: {0}")]
-    ObjectNotFound(String),
-    #[error("remote storage error: {0}")]
-    Other(String),
-    #[error("io error: {0}")]
-    Io(#[from] std::io::Error),
-}
-
-/// Metadata about a remote file entry.
-#[derive(Debug, Clone)]
-pub struct RemoteEntry {
-    pub size: i64,
-    pub last_modified_at: i64, // Unix seconds
-    pub e_tag: String,
-    pub storage_name: String,
-}
-
-/// Trait for remote storage clients. Matches Go's RemoteStorageClient interface.
-#[async_trait::async_trait]
-pub trait RemoteStorageClient: Send + Sync {
-    /// Read (part of) a file from remote storage.
-    async fn read_file(
-        &self,
-        loc: &RemoteStorageLocation,
-        offset: i64,
-        size: i64,
-    ) -> Result<Vec<u8>, RemoteStorageError>;
-
-    /// Write a file to remote storage.
-    async fn write_file(
-        &self,
-        loc: &RemoteStorageLocation,
-        data: &[u8],
-    ) -> Result<RemoteEntry, RemoteStorageError>;
-
-    /// Get metadata for a file in remote storage.
-    async fn stat_file(
-        &self,
-        loc: &RemoteStorageLocation,
-    ) -> Result<RemoteEntry, RemoteStorageError>;
-
-    /// Delete a file from remote storage.
-    async fn delete_file(&self, loc: &RemoteStorageLocation) -> Result<(), RemoteStorageError>;
-
-    /// List all buckets.
-    async fn list_buckets(&self) -> Result<Vec<String>, RemoteStorageError>;
-
-    /// The RemoteConf used to create this client.
-    fn remote_conf(&self) -> &RemoteConf;
-}
-
-/// Create a new remote storage client from a RemoteConf.
-pub fn make_remote_storage_client(
-    conf: &RemoteConf,
-) -> Result<Box<dyn RemoteStorageClient>, RemoteStorageError> {
-    match conf.r#type.as_str() {
-        // All S3-compatible backends use the same client with different credentials
-        "s3" | "wasabi" | "backblaze" | "aliyun" | "tencent" | "baidu" | "filebase" | "storj"
-        | "contabo" => {
-            let (access_key, secret_key, endpoint, region) = extract_s3_credentials(conf);
-            Ok(Box::new(s3::S3RemoteStorageClient::new(
-                conf.clone(),
-                &access_key,
-                &secret_key,
-                &region,
-                &endpoint,
-                conf.s3_force_path_style,
-            )))
-        }
-        other => Err(RemoteStorageError::TypeNotFound(other.to_string())),
-    }
-}
-
-/// Extract S3-compatible credentials from a RemoteConf based on its type.
-fn extract_s3_credentials(conf: &RemoteConf) -> (String, String, String, String) {
-    match conf.r#type.as_str() {
-        "s3" => (
-            conf.s3_access_key.clone(),
-            conf.s3_secret_key.clone(),
-            conf.s3_endpoint.clone(),
-            if conf.s3_region.is_empty() {
-                "us-east-1".to_string()
-            } else {
-                conf.s3_region.clone()
-            },
-        ),
-        "wasabi" => (
-            conf.wasabi_access_key.clone(),
-            conf.wasabi_secret_key.clone(),
-            conf.wasabi_endpoint.clone(),
-            conf.wasabi_region.clone(),
-        ),
-        "backblaze" => (
-            conf.backblaze_key_id.clone(),
-            conf.backblaze_application_key.clone(),
-            conf.backblaze_endpoint.clone(),
-            conf.backblaze_region.clone(),
-        ),
-        "aliyun" => (
-            conf.aliyun_access_key.clone(),
-            conf.aliyun_secret_key.clone(),
-            conf.aliyun_endpoint.clone(),
-            conf.aliyun_region.clone(),
-        ),
-        "tencent" => (
-            conf.tencent_secret_id.clone(),
-            conf.tencent_secret_key.clone(),
-            conf.tencent_endpoint.clone(),
-            String::new(),
-        ),
-        "baidu" => (
-            conf.baidu_access_key.clone(),
-            conf.baidu_secret_key.clone(),
-            conf.baidu_endpoint.clone(),
-            conf.baidu_region.clone(),
-        ),
-        "filebase" => (
-            conf.filebase_access_key.clone(),
-            conf.filebase_secret_key.clone(),
-            conf.filebase_endpoint.clone(),
-            String::new(),
-        ),
-        "storj" => (
-            conf.storj_access_key.clone(),
-            conf.storj_secret_key.clone(),
-            conf.storj_endpoint.clone(),
-            String::new(),
-        ),
-        "contabo" => (
-            conf.contabo_access_key.clone(),
-            conf.contabo_secret_key.clone(),
-            conf.contabo_endpoint.clone(),
-            conf.contabo_region.clone(),
-        ),
-        _ => (
-            conf.s3_access_key.clone(),
-            conf.s3_secret_key.clone(),
-            conf.s3_endpoint.clone(),
-            conf.s3_region.clone(),
-        ),
-    }
-}
@@ -1,186 +0,0 @@
-//! S3-compatible remote storage client.
-//!
-//! Works with AWS S3, MinIO, SeaweedFS S3, and all S3-compatible providers.
-
-use aws_sdk_s3::config::{BehaviorVersion, Credentials, Region};
-use aws_sdk_s3::primitives::ByteStream;
-use aws_sdk_s3::Client;
-
-use super::{RemoteEntry, RemoteStorageClient, RemoteStorageError};
-use crate::pb::remote_pb::{RemoteConf, RemoteStorageLocation};
-
-/// S3-compatible remote storage client.
-pub struct S3RemoteStorageClient {
-    client: Client,
-    conf: RemoteConf,
-}
-
-impl S3RemoteStorageClient {
-    /// Create a new S3 client from credentials and endpoint configuration.
-    pub fn new(
-        conf: RemoteConf,
-        access_key: &str,
-        secret_key: &str,
-        region: &str,
-        endpoint: &str,
-        force_path_style: bool,
-    ) -> Self {
-        let region = if region.is_empty() {
-            "us-east-1"
-        } else {
-            region
-        };
-
-        let credentials = Credentials::new(
-            access_key,
-            secret_key,
-            None, // session token
-            None, // expiry
-            "seaweedfs-volume",
-        );
-
-        let mut s3_config = aws_sdk_s3::Config::builder()
-            .behavior_version(BehaviorVersion::latest())
-            .region(Region::new(region.to_string()))
-            .credentials_provider(credentials)
-            .force_path_style(force_path_style);
-
-        if !endpoint.is_empty() {
-            s3_config = s3_config.endpoint_url(endpoint);
-        }
-
-        let client = Client::from_conf(s3_config.build());
-
-        S3RemoteStorageClient { client, conf }
-    }
-}
-
-#[async_trait::async_trait]
-impl RemoteStorageClient for S3RemoteStorageClient {
-    async fn read_file(
-        &self,
-        loc: &RemoteStorageLocation,
-        offset: i64,
-        size: i64,
-    ) -> Result<Vec<u8>, RemoteStorageError> {
-        let key = loc.path.trim_start_matches('/');
-
-        let mut req = self.client.get_object().bucket(&loc.bucket).key(key);
-
-        // Set byte range if specified
-        if size > 0 {
-            let end = offset + size - 1;
-            req = req.range(format!("bytes={}-{}", offset, end));
-        } else if offset > 0 {
-            req = req.range(format!("bytes={}-", offset));
-        }
-
-        let resp = req.send().await.map_err(|e| {
-            let msg = format!("{}", e);
-            if msg.contains("NoSuchKey") || msg.contains("404") {
-                RemoteStorageError::ObjectNotFound(format!("{}/{}", loc.bucket, key))
-            } else {
-                RemoteStorageError::Other(format!("s3 get object: {}", e))
-            }
-        })?;
-
-        let data = resp
-            .body
-            .collect()
-            .await
-            .map_err(|e| RemoteStorageError::Other(format!("s3 read body: {}", e)))?;
-
-        Ok(data.into_bytes().to_vec())
-    }
-
-    async fn write_file(
-        &self,
-        loc: &RemoteStorageLocation,
-        data: &[u8],
-    ) -> Result<RemoteEntry, RemoteStorageError> {
-        let key = loc.path.trim_start_matches('/');
-
-        let resp = self
-            .client
-            .put_object()
-            .bucket(&loc.bucket)
-            .key(key)
-            .body(ByteStream::from(data.to_vec()))
-            .send()
-            .await
-            .map_err(|e| RemoteStorageError::Other(format!("s3 put object: {}", e)))?;
-
-        Ok(RemoteEntry {
-            size: data.len() as i64,
-            last_modified_at: std::time::SystemTime::now()
-                .duration_since(std::time::UNIX_EPOCH)
-                .unwrap_or_default()
-                .as_secs() as i64,
-            e_tag: resp.e_tag().unwrap_or_default().to_string(),
-            storage_name: loc.name.clone(),
-        })
-    }
-
-    async fn stat_file(
-        &self,
-        loc: &RemoteStorageLocation,
-    ) -> Result<RemoteEntry, RemoteStorageError> {
-        let key = loc.path.trim_start_matches('/');
-
-        let resp = self
-            .client
-            .head_object()
-            .bucket(&loc.bucket)
-            .key(key)
-            .send()
-            .await
-            .map_err(|e| {
-                let msg = format!("{}", e);
-                if msg.contains("404") || msg.contains("NotFound") {
-                    RemoteStorageError::ObjectNotFound(format!("{}/{}", loc.bucket, key))
-                } else {
-                    RemoteStorageError::Other(format!("s3 head object: {}", e))
-                }
-            })?;
-
-        Ok(RemoteEntry {
-            size: resp.content_length().unwrap_or(0),
-            last_modified_at: resp.last_modified().map(|t| t.secs()).unwrap_or(0),
-            e_tag: resp.e_tag().unwrap_or_default().to_string(),
-            storage_name: loc.name.clone(),
-        })
-    }
-
-    async fn delete_file(&self, loc: &RemoteStorageLocation) -> Result<(), RemoteStorageError> {
-        let key = loc.path.trim_start_matches('/');
-
-        self.client
-            .delete_object()
-            .bucket(&loc.bucket)
-            .key(key)
-            .send()
-            .await
-            .map_err(|e| RemoteStorageError::Other(format!("s3 delete object: {}", e)))?;
-
-        Ok(())
-    }
-
-    async fn list_buckets(&self) -> Result<Vec<String>, RemoteStorageError> {
-        let resp = self
-            .client
-            .list_buckets()
-            .send()
-            .await
-            .map_err(|e| RemoteStorageError::Other(format!("s3 list buckets: {}", e)))?;
-
-        Ok(resp
-            .buckets()
-            .iter()
-            .filter_map(|b| b.name().map(String::from))
-            .collect())
-    }
-
-    fn remote_conf(&self) -> &RemoteConf {
-        &self.conf
-    }
-}
@@ -1,519 +0,0 @@
-//! S3-compatible tiered storage backend for volume .dat file upload/download.
-//!
-//! Provides multipart upload and concurrent download with progress callbacks,
-//! matching the Go SeaweedFS S3 backend behavior.
-
-use std::collections::HashMap;
-use std::future::Future;
-use std::sync::{Arc, OnceLock, RwLock};
-
-use aws_sdk_s3::config::{BehaviorVersion, Credentials, Region};
-use aws_sdk_s3::types::{CompletedMultipartUpload, CompletedPart};
-use aws_sdk_s3::Client;
-use tokio::io::{AsyncReadExt, AsyncSeekExt, AsyncWriteExt};
-use tokio::sync::Semaphore;
-
-/// Concurrency limit for multipart upload/download (matches Go's s3manager).
-const CONCURRENCY: usize = 5;
-
-/// Configuration for an S3 tier backend.
-#[derive(Debug, Clone)]
-pub struct S3TierConfig {
-    pub access_key: String,
-    pub secret_key: String,
-    pub region: String,
-    pub bucket: String,
-    pub endpoint: String,
-    pub storage_class: String,
-    pub force_path_style: bool,
-}
-
-/// S3 tier backend for uploading/downloading volume .dat files.
-pub struct S3TierBackend {
-    client: Client,
-    pub bucket: String,
-    pub storage_class: String,
-}
-
-impl S3TierBackend {
-    /// Create a new S3 tier backend from configuration.
-    pub fn new(config: &S3TierConfig) -> Self {
-        let region = if config.region.is_empty() {
-            "us-east-1"
-        } else {
-            &config.region
-        };
-
-        let credentials = Credentials::new(
-            &config.access_key,
-            &config.secret_key,
-            None,
-            None,
-            "seaweedfs-volume-tier",
-        );
-
-        let mut s3_config = aws_sdk_s3::Config::builder()
-            .behavior_version(BehaviorVersion::latest())
-            .region(Region::new(region.to_string()))
-            .credentials_provider(credentials)
-            .force_path_style(config.force_path_style);
-
-        if !config.endpoint.is_empty() {
-            s3_config = s3_config.endpoint_url(&config.endpoint);
-        }
-
-        let client = Client::from_conf(s3_config.build());
-
-        S3TierBackend {
-            client,
-            bucket: config.bucket.clone(),
-            storage_class: if config.storage_class.is_empty() {
-                "STANDARD_IA".to_string()
-            } else {
-                config.storage_class.clone()
-            },
-        }
-    }
-
-    /// Upload a local file to S3 using multipart upload with concurrent parts
-    /// and progress reporting.
-    ///
-    /// Returns (s3_key, file_size) on success.
-    /// The progress callback receives (bytes_uploaded, percentage).
-    /// Uses 64MB part size and 5 concurrent uploads (matches Go s3manager).
-    pub async fn upload_file<F>(
-        &self,
-        file_path: &str,
-        progress_fn: F,
-    ) -> Result<(String, u64), String>
-    where
-        F: FnMut(i64, f32) + Send + Sync + 'static,
-    {
-        let key = uuid::Uuid::new_v4().to_string();
-
-        let metadata = tokio::fs::metadata(file_path)
-            .await
-            .map_err(|e| format!("failed to stat file {}: {}", file_path, e))?;
-        let file_size = metadata.len();
-
-        // Calculate part size: start at 64MB, scale up for very large files (matches Go)
-        let mut part_size: u64 = 64 * 1024 * 1024;
-        while part_size * 1000 < file_size {
-            part_size *= 4;
-        }
-
-        // Initiate multipart upload
-        let create_resp = self
-            .client
-            .create_multipart_upload()
-            .bucket(&self.bucket)
-            .key(&key)
-            .storage_class(
-                self.storage_class
-                    .parse()
-                    .unwrap_or(aws_sdk_s3::types::StorageClass::StandardIa),
-            )
-            .send()
-            .await
-            .map_err(|e| format!("failed to create multipart upload: {}", e))?;
-
-        let upload_id = create_resp
-            .upload_id()
-            .ok_or_else(|| "no upload_id in multipart upload response".to_string())?
-            .to_string();
-
-        // Build list of (part_number, offset, size) for all parts
-        let mut parts_plan: Vec<(i32, u64, usize)> = Vec::new();
-        let mut offset: u64 = 0;
-        let mut part_number: i32 = 1;
-        while offset < file_size {
-            let remaining = file_size - offset;
-            let this_part_size = std::cmp::min(part_size, remaining) as usize;
-            parts_plan.push((part_number, offset, this_part_size));
-            offset += this_part_size as u64;
-            part_number += 1;
-        }
-
-        // Upload parts concurrently with a semaphore limiting to CONCURRENCY
-        let semaphore = Arc::new(Semaphore::new(CONCURRENCY));
-        let client = &self.client;
-        let bucket = &self.bucket;
-        let file_path_owned = file_path.to_string();
-        let progress = Arc::new(std::sync::Mutex::new((0u64, progress_fn)));
-
-        let mut handles = Vec::with_capacity(parts_plan.len());
-        for (pn, off, size) in parts_plan {
-            let sem = semaphore.clone();
-            let client = client.clone();
-            let bucket = bucket.clone();
-            let key = key.clone();
-            let upload_id = upload_id.clone();
-            let fp = file_path_owned.clone();
-            let progress = progress.clone();
-
-            handles.push(tokio::spawn(async move {
-                let _permit = sem
-                    .acquire()
-                    .await
-                    .map_err(|e| format!("semaphore error: {}", e))?;
-
-                // Read this part's data from the file at the correct offset
-                let mut file = tokio::fs::File::open(&fp)
-                    .await
-                    .map_err(|e| format!("failed to open file {}: {}", fp, e))?;
-                file.seek(std::io::SeekFrom::Start(off))
-                    .await
-                    .map_err(|e| format!("failed to seek to offset {}: {}", off, e))?;
-                let mut buf = vec![0u8; size];
-                file.read_exact(&mut buf)
-                    .await
-                    .map_err(|e| format!("failed to read file at offset {}: {}", off, e))?;
-
-                let upload_part_resp = client
-                    .upload_part()
-                    .bucket(&bucket)
-                    .key(&key)
-                    .upload_id(&upload_id)
-                    .part_number(pn)
-                    .body(buf.into())
-                    .send()
-                    .await
-                    .map_err(|e| {
-                        format!("failed to upload part {} at offset {}: {}", pn, off, e)
-                    })?;
-
-                let e_tag = upload_part_resp.e_tag().unwrap_or_default().to_string();
-
-                // Report progress
-                {
-                    let mut guard = progress.lock().unwrap();
-                    guard.0 += size as u64;
-                    let uploaded = guard.0;
-                    let pct = if file_size > 0 {
-                        (uploaded as f32 * 100.0) / file_size as f32
-                    } else {
-                        100.0
-                    };
-                    (guard.1)(uploaded as i64, pct);
-                }
-
-                Ok::<_, String>(
-                    CompletedPart::builder()
-                        .e_tag(e_tag)
-                        .part_number(pn)
-                        .build(),
-                )
-            }));
-        }
-
-        // Collect results, preserving part order
-        let mut completed_parts = Vec::with_capacity(handles.len());
-        for handle in handles {
-            let part = handle
-                .await
-                .map_err(|e| format!("upload task panicked: {}", e))??;
-            completed_parts.push(part);
-        }
-
-        // Complete multipart upload
-        let completed_upload = CompletedMultipartUpload::builder()
-            .set_parts(Some(completed_parts))
-            .build();
-
-        self.client
-            .complete_multipart_upload()
-            .bucket(&self.bucket)
-            .key(&key)
-            .upload_id(&upload_id)
-            .multipart_upload(completed_upload)
-            .send()
-            .await
-            .map_err(|e| format!("failed to complete multipart upload: {}", e))?;
-
-        Ok((key, file_size))
-    }
-
-    /// Download a file from S3 to a local path with concurrent range requests
-    /// and progress reporting.
-    ///
-    /// Returns the file size on success.
-    /// Uses 64MB part size and 5 concurrent downloads (matches Go s3manager).
-    pub async fn download_file<F>(
-        &self,
-        dest_path: &str,
-        key: &str,
-        progress_fn: F,
-    ) -> Result<u64, String>
-    where
-        F: FnMut(i64, f32) + Send + Sync + 'static,
-    {
-        // Get file size first
-        let head_resp = self
-            .client
-            .head_object()
-            .bucket(&self.bucket)
-            .key(key)
-            .send()
-            .await
-            .map_err(|e| format!("failed to head object {}: {}", key, e))?;
-
-        let file_size = head_resp.content_length().unwrap_or(0) as u64;
-
-        // Pre-allocate file to full size so concurrent WriteAt-style writes work
-        {
-            let file = tokio::fs::OpenOptions::new()
-                .write(true)
-                .create(true)
-                .truncate(true)
-                .open(dest_path)
-                .await
-                .map_err(|e| format!("failed to open dest file {}: {}", dest_path, e))?;
-            file.set_len(file_size)
-                .await
-                .map_err(|e| format!("failed to set file length: {}", e))?;
-        }
-
-        let part_size: u64 = 64 * 1024 * 1024;
-
-        // Build list of (offset, size) for all parts
-        let mut parts_plan: Vec<(u64, u64)> = Vec::new();
-        let mut offset: u64 = 0;
-        while offset < file_size {
-            let remaining = file_size - offset;
-            let this_part_size = std::cmp::min(part_size, remaining);
-            parts_plan.push((offset, this_part_size));
-            offset += this_part_size;
-        }
-
-        // Download parts concurrently with a semaphore limiting to CONCURRENCY
-        let semaphore = Arc::new(Semaphore::new(CONCURRENCY));
-        let client = &self.client;
-        let bucket = &self.bucket;
-        let dest_path_owned = dest_path.to_string();
-        let key_owned = key.to_string();
-        let progress = Arc::new(std::sync::Mutex::new((0u64, progress_fn)));
-
-        let mut handles = Vec::with_capacity(parts_plan.len());
-        for (off, size) in parts_plan {
-            let sem = semaphore.clone();
-            let client = client.clone();
-            let bucket = bucket.clone();
-            let key = key_owned.clone();
-            let dp = dest_path_owned.clone();
-            let progress = progress.clone();
-
-            handles.push(tokio::spawn(async move {
-                let _permit = sem
-                    .acquire()
-                    .await
-                    .map_err(|e| format!("semaphore error: {}", e))?;
-
-                let end = off + size - 1;
-                let range = format!("bytes={}-{}", off, end);
-
-                let get_resp = client
-                    .get_object()
-                    .bucket(&bucket)
-                    .key(&key)
-                    .range(&range)
-                    .send()
-                    .await
-                    .map_err(|e| format!("failed to get object {} range {}: {}", key, range, e))?;
-
-                let body = get_resp
-                    .body
-                    .collect()
-                    .await
-                    .map_err(|e| format!("failed to read body: {}", e))?;
-                let bytes = body.into_bytes();
-
-                // Write at the correct offset (like Go's WriteAt)
-                let mut file = tokio::fs::OpenOptions::new()
-                    .write(true)
-                    .open(&dp)
-                    .await
-                    .map_err(|e| format!("failed to open dest file {}: {}", dp, e))?;
-                file.seek(std::io::SeekFrom::Start(off))
-                    .await
-                    .map_err(|e| format!("failed to seek to offset {}: {}", off, e))?;
-                file.write_all(&bytes)
-                    .await
-                    .map_err(|e| format!("failed to write to {}: {}", dp, e))?;
-
-                // Report progress
-                {
-                    let mut guard = progress.lock().unwrap();
-                    guard.0 += bytes.len() as u64;
-                    let downloaded = guard.0;
-                    let pct = if file_size > 0 {
-                        (downloaded as f32 * 100.0) / file_size as f32
-                    } else {
-                        100.0
-                    };
-                    (guard.1)(downloaded as i64, pct);
-                }
-
-                Ok::<_, String>(())
-            }));
-        }
-
-        // Wait for all download tasks
-        for handle in handles {
-            handle
-                .await
-                .map_err(|e| format!("download task panicked: {}", e))??;
-        }
-
-        Ok(file_size)
-    }
-
-    pub async fn read_range(&self, key: &str, offset: u64, size: usize) -> Result<Vec<u8>, String> {
-        let end = offset + (size as u64).saturating_sub(1);
-        let range = format!("bytes={}-{}", offset, end);
-        let resp = self
-            .client
-            .get_object()
-            .bucket(&self.bucket)
-            .key(key)
-            .range(&range)
-            .send()
-            .await
-            .map_err(|e| format!("failed to get object {} range {}: {}", key, range, e))?;
-
-        let body = resp
-            .body
-            .collect()
-            .await
-            .map_err(|e| format!("failed to read object {} body: {}", key, e))?;
-        Ok(body.into_bytes().to_vec())
-    }
-
-    /// Delete a file from S3.
-    pub async fn delete_file(&self, key: &str) -> Result<(), String> {
-        self.client
-            .delete_object()
-            .bucket(&self.bucket)
-            .key(key)
-            .send()
-            .await
-            .map_err(|e| format!("failed to delete object {}: {}", key, e))?;
-        Ok(())
-    }
-
-    pub fn delete_file_blocking(&self, key: &str) -> Result<(), String> {
-        let client = self.client.clone();
-        let bucket = self.bucket.clone();
-        let key = key.to_string();
-        block_on_tier_future(async move {
-            client
-                .delete_object()
-                .bucket(&bucket)
-                .key(&key)
-                .send()
-                .await
-                .map_err(|e| format!("failed to delete object {}: {}", key, e))?;
-            Ok(())
-        })
-    }
-
-    pub fn read_range_blocking(
-        &self,
-        key: &str,
-        offset: u64,
-        size: usize,
-    ) -> Result<Vec<u8>, String> {
-        let client = self.client.clone();
-        let bucket = self.bucket.clone();
-        let key = key.to_string();
-        block_on_tier_future(async move {
-            let end = offset + (size as u64).saturating_sub(1);
-            let range = format!("bytes={}-{}", offset, end);
-            let resp = client
-                .get_object()
-                .bucket(&bucket)
-                .key(&key)
-                .range(&range)
-                .send()
-                .await
-                .map_err(|e| format!("failed to get object {} range {}: {}", key, range, e))?;
-
-            let body = resp
-                .body
-                .collect()
-                .await
-                .map_err(|e| format!("failed to read object {} body: {}", key, e))?;
-            Ok(body.into_bytes().to_vec())
-        })
-    }
-}
-
-/// Parse a backend name like "s3" or "s3.default" into (backend_type, backend_id).
-/// Matches Go's `BackendNameToTypeId`.
-pub fn backend_name_to_type_id(backend_name: &str) -> (String, String) {
-    let parts: Vec<&str> = backend_name.split('.').collect();
-    match parts.len() {
-        1 => (backend_name.to_string(), "default".to_string()),
-        2 => (parts[0].to_string(), parts[1].to_string()),
-        _ => (String::new(), String::new()),
-    }
-}
-
-/// A registry of configured S3 tier backends, keyed by backend name (e.g., "s3.default").
-#[derive(Default)]
-pub struct S3TierRegistry {
-    backends: HashMap<String, Arc<S3TierBackend>>,
-}
-
-impl S3TierRegistry {
-    pub fn new() -> Self {
-        Self {
-            backends: HashMap::new(),
-        }
-    }
-
-    /// Register a backend with the given name.
-    pub fn register(&mut self, name: String, backend: S3TierBackend) {
-        self.backends.insert(name, Arc::new(backend));
-    }
-
-    /// Look up a backend by name.
-    pub fn get(&self, name: &str) -> Option<Arc<S3TierBackend>> {
-        self.backends.get(name).cloned()
-    }
-
-    /// List all registered backend names.
-    pub fn names(&self) -> Vec<String> {
-        self.backends.keys().cloned().collect()
-    }
-
-    /// Remove a backend by name.
-    pub fn remove(&mut self, name: &str) {
-        self.backends.remove(name);
-    }
-
-    pub fn clear(&mut self) {
-        self.backends.clear();
-    }
-}
-
-static GLOBAL_S3_TIER_REGISTRY: OnceLock<RwLock<S3TierRegistry>> = OnceLock::new();
-
-pub fn global_s3_tier_registry() -> &'static RwLock<S3TierRegistry> {
-    GLOBAL_S3_TIER_REGISTRY.get_or_init(|| RwLock::new(S3TierRegistry::new()))
-}
-
-fn block_on_tier_future<F, T>(future: F) -> Result<T, String>
-where
-    F: Future<Output = Result<T, String>> + Send + 'static,
-    T: Send + 'static,
-{
-    std::thread::spawn(move || {
-        let runtime = tokio::runtime::Builder::new_current_thread()
-            .enable_all()
-            .build()
-            .map_err(|e| format!("failed to build tokio runtime: {}", e))?;
-        runtime.block_on(future)
-    })
-    .join()
-    .map_err(|_| "tier runtime thread panicked".to_string())?
-}
--- a/Show More
+++ b/Show More
Author	SHA1	Message	Date
Chris Lu GitHubcoderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>	fafd8493fb	Update .github/workflows/kms-tests.yml Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>	2026-03-26 12:00:38 -07:00
Chris Lu	b270f1698d	refactor: combine SSE-S3 and SSE-KMS metadata serialization into else-if SSE-S3 and SSE-KMS bucket default encryption are mutually exclusive, so use a single if/else-if block instead of two independent if blocks.	2026-03-26 11:55:49 -07:00
Chris Lu	105257e9b5	ci: add KMS integration tests to GitHub Actions Add a kms-tests.yml workflow that runs on changes to KMS/SSE code with two jobs: 1. KMS provider tests: starts OpenBao via Docker, runs Go integration tests in test/kms/ against a real KMS backend 2. S3 KMS e2e tests: starts OpenBao + weed mini built from source, runs test_s3_kms.sh which covers bucket-default SSE-KMS upload/download (the exact scenario from #8776) Supporting changes: - test/kms/Makefile: add CI targets (test-provider-ci, test-s3-kms-ci) that manage OpenBao via plain Docker and run weed from source - test/kms/s3-config-openbao-template.json: S3 config template with OpenBao KMS provider for weed mini	2026-03-26 11:37:13 -07:00
Chris Lu	4bd8e5dd59	fix: serialize SSE-KMS metadata when bucket default encryption applies KMS When a bucket has default SSE-KMS encryption enabled and a file is uploaded without explicit SSE headers, the encryption was applied correctly but the SSE-KMS metadata (x-seaweedfs-sse-kms-key) was not serialized. This caused downloads to fail with "empty SSE-KMS metadata" because the entry's Extended map stored an empty byte slice. The existing code already handled this for SSE-S3 bucket defaults (SerializeSSES3Metadata) but was missing the equivalent call to SerializeSSEKMSMetadata for the KMS path. Fixes seaweedfs/seaweedfs#8776	2026-03-26 11:28:41 -07:00