rename

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

.github/workflows/binaries_dev.yml

@@ -38,7 +38,7 @@ jobs:
     steps:
 
       - name: Check out code into the Go module directory
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
 
       - name: Set BUILD_TIME env
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}
@@ -87,7 +87,7 @@ jobs:
     steps:
 
       - name: Check out code into the Go module directory
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
 
       - name: Set BUILD_TIME env
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}

.github/workflows/binaries_release0.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release1.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release2.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release3.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release4.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release5.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/codeql.yml

@@ -18,11 +18,11 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v4
+        uses: github/codeql-action/init@v3
         # Override language selection by uncommenting this and choosing your languages
         with:
           languages: go
@@ -30,7 +30,7 @@ jobs:
       # Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below).
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v4
+        uses: github/codeql-action/autobuild@v3
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
@@ -44,4 +44,4 @@ jobs:
       #     make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v4
+        uses: github/codeql-action/analyze@v3

.github/workflows/container_dev.yml

@@ -16,11 +16,11 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@318604b99e75e41977312d83839a89be02ca4893 # v3
+        uses: docker/metadata-action@902fa8ec7d6ecbf8d84d538b9b233a880e428804 # v3
         with:
           images: |
             chrislusf/seaweedfs
@@ -33,31 +33,23 @@ jobs:
             org.opencontainers.image.vendor=Chris Lu
       -
         name: Set up QEMU
-        uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v1
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
-      -
-        name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
       -
         name: Set up Docker Buildx
         uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
         with:
           buildkitd-flags: "--debug"
-          buildkitd-config: /tmp/buildkitd.toml
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v1
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Login to GHCR
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v1
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           registry: ghcr.io
           username: ${{ secrets.GHCR_USERNAME }}

.github/workflows/container_foundationdb_version.yml

@@ -1,169 +0,0 @@
-name: "docker: build foundationdb image by version"
-
-on:
-  pull_request:
-    branches: [ master, main ]
-    paths:
-      - 'weed/filer/foundationdb/**'
-      - 'test/foundationdb/**'
-      - 'docker/Dockerfile.foundationdb_large'
-      - 'docker/filer_foundationdb.toml'
-      - '.github/workflows/container_foundationdb_version.yml'
-  workflow_dispatch:
-    inputs:
-      fdb_version:
-        description: 'FoundationDB version to build (e.g. 7.4.5)'
-        required: true
-        default: '7.4.5'
-      seaweedfs_ref:
-        description: 'SeaweedFS git tag, branch, or commit to build'
-        required: true
-        default: 'master'
-      image_tag:
-        description: 'Optional Docker tag suffix (defaults to foundationdb_<fdb>_seaweedfs_<ref>)'
-        required: false
-        default: ''
-
-permissions:
-  contents: read
-
-jobs:
-  build-foundationdb-image:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-        with:
-          fetch-depth: 0
-
-      - name: Install FoundationDB client libraries
-        run: |
-          set -euo pipefail
-          sudo apt-get update
-          sudo apt-get install -y ca-certificates wget
-          FDB_VERSION="${{ inputs.fdb_version || '7.4.5' }}"
-          case "${FDB_VERSION}_amd64" in
-            "7.4.5_amd64") EXPECTED_SHA256="eea6b98cf386a0848655b2e196d18633662a7440a7ee061c10e32153c7e7e112" ;;
-            "7.3.43_amd64") EXPECTED_SHA256="c3fa0a59c7355b914a1455dac909238d5ea3b6c6bc7b530af8597e6487c1651a" ;;
-            *)
-              echo "Unsupported FoundationDB version ${FDB_VERSION} for CI client install" >&2
-              exit 1 ;;
-          esac
-          PACKAGE="foundationdb-clients_${FDB_VERSION}-1_amd64.deb"
-          wget --timeout=30 --tries=3 -O "${PACKAGE}" "https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE}"
-          echo "${EXPECTED_SHA256}  ${PACKAGE}" | sha256sum -c -
-          sudo dpkg -i "${PACKAGE}"
-          rm "${PACKAGE}"
-          sudo ldconfig
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: go.mod
-
-      - name: Run FoundationDB tagged tests
-        env:
-          CGO_ENABLED: 1
-        run: |
-          go test ./weed/filer/foundationdb -tags foundationdb -count=1
-
-      - name: Prepare Docker tag
-        id: tag
-        env:
-          FDB_VERSION_INPUT: ${{ inputs.fdb_version }}
-          SEAWEEDFS_REF_INPUT: ${{ inputs.seaweedfs_ref }}
-          CUSTOM_TAG_INPUT: ${{ inputs.image_tag }}
-          EVENT_NAME: ${{ github.event_name }}
-          HEAD_REF: ${{ github.head_ref }}
-          REF_NAME: ${{ github.ref_name }}
-        run: |
-          set -euo pipefail
-          sanitize() {
-            local value="$1"
-            value="${value,,}"
-            value="${value// /-}"
-            value="${value//[^a-z0-9_.-]/-}"
-            value="${value#-}"
-            value="${value%-}"
-            printf '%s' "$value"
-          }
-          version="${FDB_VERSION_INPUT}"
-          seaweed="${SEAWEEDFS_REF_INPUT}"
-          tag="${CUSTOM_TAG_INPUT}"
-          # Use defaults for PR builds
-          if [ -z "$version" ]; then
-            version="7.4.5"
-          fi
-          if [ -z "$seaweed" ]; then
-            if [ "$EVENT_NAME" = "pull_request" ]; then
-              seaweed="${HEAD_REF}"
-            else
-              seaweed="${REF_NAME}"
-            fi
-          fi
-          sanitized_version="$(sanitize "$version")"
-          if [ -z "$sanitized_version" ]; then
-            echo "Unable to sanitize FoundationDB version '$version'." >&2
-            exit 1
-          fi
-          sanitized_seaweed="$(sanitize "$seaweed")"
-          if [ -z "$sanitized_seaweed" ]; then
-            echo "Unable to sanitize SeaweedFS ref '$seaweed'." >&2
-            exit 1
-          fi
-          if [ -z "$tag" ]; then
-            tag="foundationdb_${sanitized_version}_seaweedfs_${sanitized_seaweed}"
-          else
-            tag="$(sanitize "$tag")"
-          fi
-          if [ -z "$tag" ]; then
-            echo "Resulting Docker tag is empty." >&2
-            exit 1
-          fi
-          echo "docker_tag=$tag" >> "$GITHUB_OUTPUT"
-          echo "full_image=chrislusf/seaweedfs:$tag" >> "$GITHUB_OUTPUT"
-          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Login to Docker Hub
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Determine branch to build
-        id: branch
-        run: |
-          if [ -n "${{ inputs.seaweedfs_ref }}" ]; then
-            echo "branch=${{ inputs.seaweedfs_ref }}" >> "$GITHUB_OUTPUT"
-          elif [ "${{ github.event_name }}" = "pull_request" ]; then
-            echo "branch=${{ github.head_ref }}" >> "$GITHUB_OUTPUT"
-          else
-            echo "branch=${{ github.ref_name }}" >> "$GITHUB_OUTPUT"
-          fi
-
-      - name: Build and push image
-        uses: docker/build-push-action@v6
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ./docker/Dockerfile.foundationdb_large
-          build-args: |
-            FDB_VERSION=${{ inputs.fdb_version || '7.4.5' }}
-            BRANCH=${{ steps.branch.outputs.branch }}
-          # Note: ARM64 support requires FoundationDB ARM64 packages which are not available for all versions
-          # Currently only building for amd64. To enable ARM64, verify package availability and add checksums.
-          platforms: linux/amd64
-          tags: ${{ steps.tag.outputs.full_image || 'seaweedfs:foundationdb-test' }}
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-

.github/workflows/container_latest.yml

@@ -10,190 +10,58 @@ permissions:
   contents: read
 
 jobs:
-  build:
+
-    runs-on: ubuntu-latest
+  build-latest-container:
-    strategy:
+    runs-on: [ubuntu-latest]
-      matrix:
+
-        platform: [amd64, arm64, arm, 386]
-        include:
-          - platform: amd64
-            qemu: false
-          - platform: arm64
-            qemu: true
-          - platform: arm
-            qemu: true
-          - platform: 386
-            qemu: true
     steps:
-      - name: Checkout
+      -
-        uses: actions/checkout@v4
+        name: Checkout
-      - name: Free Disk Space
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
-        run: |
+      -
-          echo "Available disk space before cleanup:"
+        name: Docker meta
-          df -h
-          # Remove pre-installed tools
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          # Clean package managers
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          # Clean Docker aggressively
-          sudo docker system prune -af --volumes
-          # Clean Go cache if it exists
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-      - name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@902fa8ec7d6ecbf8d84d538b9b233a880e428804 # v3
         with:
           images: |
             chrislusf/seaweedfs
             ghcr.io/chrislusf/seaweedfs
-          tags: type=raw,value=latest
+          tags: |
+            type=raw,value=latest
           labels: |
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
-      - name: Set up QEMU
+      -
-        if: matrix.qemu
+        name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
-      - name: Create BuildKit config
+      -
-        run: |
+        name: Set up Docker Buildx
-          cat > /tmp/buildkitd.toml <<EOF
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
         with:
           buildkitd-flags: "--debug"
-          buildkitd-config: /tmp/buildkitd.toml
+      -
-      - name: Login to Docker Hub
+        name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Login to GHCR
+      -
+        name: Login to GHCR
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           registry: ghcr.io
           username: ${{ secrets.GHCR_USERNAME }}
           password: ${{ secrets.GHCR_TOKEN }}
-      - name: Build ${{ matrix.platform }}
+      -
-        uses: docker/build-push-action@v5
+        name: Build
-        env:
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
-          DOCKER_BUILDKIT: 1
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.go_build
-          platforms: linux/${{ matrix.platform }}
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
-          # Push to GHCR only during build to avoid Docker Hub rate limits
+          tags: ${{ steps.docker_meta.outputs.tags }}
-          tags: ghcr.io/chrislusf/seaweedfs:latest-${{ matrix.platform }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-          build-args: |
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          # Clean up Docker build cache and temporary files
-          sudo docker system prune -f
-          # Remove Go build cache
-          sudo rm -rf /tmp/go-build*
-
-  create-manifest:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-            ghcr.io/chrislusf/seaweedfs
-          tags: type=raw,value=latest
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Login to GHCR
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-      - name: Install crane
-        run: |
-          # Install crane for efficient multi-arch image copying
-          cd $(mktemp -d)
-          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
-          sudo mv crane /usr/local/bin/
-          crane version
-      - name: Create and push manifest
-        run: |
-          # Create manifest on GHCR first (no rate limits)
-          echo "Creating GHCR manifest (no rate limits)..."
-          docker buildx imagetools create -t ghcr.io/chrislusf/seaweedfs:latest \
-            ghcr.io/chrislusf/seaweedfs:latest-amd64 \
-            ghcr.io/chrislusf/seaweedfs:latest-arm64 \
-            ghcr.io/chrislusf/seaweedfs:latest-arm \
-            ghcr.io/chrislusf/seaweedfs:latest-386
-          
-          # Copy the complete multi-arch image from GHCR to Docker Hub
-          # This only requires one pull from GHCR (no rate limit) and one push to Docker Hub
-          echo "Copying manifest from GHCR to Docker Hub..."
-          
-          # Function to retry with exponential backoff for Docker Hub operations
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Use crane or skopeo to copy, fallback to docker if not available
-          if command -v crane &> /dev/null; then
-            echo "Using crane to copy..."
-            retry_with_backoff crane copy ghcr.io/chrislusf/seaweedfs:latest chrislusf/seaweedfs:latest
-          elif command -v skopeo &> /dev/null; then
-            echo "Using skopeo to copy..."
-            retry_with_backoff skopeo copy --all docker://ghcr.io/chrislusf/seaweedfs:latest docker://chrislusf/seaweedfs:latest
-          else
-            echo "Using docker buildx imagetools (pulling 4 images from Docker Hub)..."
-            # Fallback: create manifest directly on Docker Hub (pulls from Docker Hub - rate limited)
-            retry_with_backoff docker buildx imagetools create -t chrislusf/seaweedfs:latest \
-              ghcr.io/chrislusf/seaweedfs:latest-amd64 \
-              ghcr.io/chrislusf/seaweedfs:latest-arm64 \
-              ghcr.io/chrislusf/seaweedfs:latest-arm \
-              ghcr.io/chrislusf/seaweedfs:latest-386
-          fi

.github/workflows/container_release1.yml

@@ -1,152 +1,57 @@
 name: "docker: build release containers for normal volume"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
+  push:
-    inputs:
+    tags:
-      force_run:
+      - '*'
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
+  workflow_dispatch: {}
-        required: true
-        default: 'disabled'
 
 permissions:
   contents: read
 
 jobs:
-  build:
+  build-default-release-container:
-    runs-on: ubuntu-latest
+    runs-on: [ubuntu-latest]
-    strategy:
+
-      matrix:
-        platform: [amd64, arm64, arm, 386]
-        include:
-          - platform: amd64
-            qemu: false
-          - platform: arm64
-            qemu: true
-          - platform: arm
-            qemu: true
-          - platform: 386
-            qemu: true
     steps:
-      - name: Checkout
+      -
-        uses: actions/checkout@v4
+        name: Checkout
-      - name: Free Disk Space
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
-        run: |
+      -
-          echo "Available disk space before cleanup:"
+        name: Docker meta
-          df -h
-          # Remove pre-installed tools
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          # Clean package managers
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          # Clean Docker aggressively
-          sudo docker system prune -af --volumes
-          # Clean Go cache if it exists
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-      - name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@902fa8ec7d6ecbf8d84d538b9b233a880e428804 # v3
         with:
-          images: chrislusf/seaweedfs
+          images: |
-          tags: type=ref,event=tag
+            chrislusf/seaweedfs
-          flavor: latest=false
+          tags: |
-      - name: Set up QEMU
+            type=ref,event=tag
-        if: matrix.qemu
+          flavor: |
-        uses: docker/setup-qemu-action@v3
+            latest=false
-      - name: Create BuildKit config
+          labels: |
-        run: |
+            org.opencontainers.image.title=seaweedfs
-          cat > /tmp/buildkitd.toml <<EOF
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-          [registry."docker.io"]
+            org.opencontainers.image.vendor=Chris Lu
-            mirrors = ["https://mirror.gcr.io"]
+      -
-          EOF
+        name: Set up QEMU
-      - name: Set up Docker Buildx
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
-        uses: docker/setup-buildx-action@v3
+      -
-        with:
+        name: Set up Docker Buildx
-          buildkitd-config: /tmp/buildkitd.toml
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
-      - name: Login to Docker Hub
+      -
+        name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Build ${{ matrix.platform }}
+      -
-        uses: docker/build-push-action@v5
+        name: Build
-        env:
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
-          DOCKER_BUILDKIT: 1
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.go_build
-          platforms: linux/${{ matrix.platform }}
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
-          tags: ${{ steps.docker_meta.outputs.tags }}-${{ matrix.platform }}
+          tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-          build-args: |
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          # Clean up Docker build cache and temporary files
-          sudo docker system prune -f
-          # Remove Go build cache
-          sudo rm -rf /tmp/go-build*
-
-  create-manifest:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag
-          flavor: latest=false
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Create and push manifest
-        run: |
-          # Function to retry command with exponential backoff
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Create manifest with retry
-          retry_with_backoff docker buildx imagetools create -t ${{ steps.docker_meta.outputs.tags }} \
-            ${{ steps.docker_meta.outputs.tags }}-amd64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm \
-            ${{ steps.docker_meta.outputs.tags }}-386

.github/workflows/container_release2.yml

@@ -1,153 +1,59 @@
 name: "docker: build release containers for large volume"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
+  push:
-    inputs:
+    tags:
-      force_run:
+      - '*'
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
+  workflow_dispatch: {}
-        required: true
-        default: 'disabled'
 
 permissions:
   contents: read
 
 jobs:
-  build:
+
-    runs-on: ubuntu-latest
+  build-large-release-container:
-    strategy:
+    runs-on: [ubuntu-latest]
-      matrix:
+
-        platform: [amd64, arm64, arm, 386]
-        include:
-          - platform: amd64
-            qemu: false
-          - platform: arm64
-            qemu: true
-          - platform: arm
-            qemu: true
-          - platform: 386
-            qemu: true
     steps:
-      - name: Checkout
+      -
-        uses: actions/checkout@v4
+        name: Checkout
-      - name: Free Disk Space
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
-        run: |
+      -
-          echo "Available disk space before cleanup:"
+        name: Docker meta
-          df -h
-          # Remove pre-installed tools
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          # Clean package managers
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          # Clean Docker aggressively
-          sudo docker system prune -af --volumes
-          # Clean Go cache if it exists
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-      - name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@902fa8ec7d6ecbf8d84d538b9b233a880e428804 # v3
         with:
-          images: chrislusf/seaweedfs
+          images: |
-          tags: type=ref,event=tag,suffix=_large_disk
+            chrislusf/seaweedfs
-          flavor: latest=false
+          tags: |
-      - name: Set up QEMU
+            type=ref,event=tag,suffix=_large_disk
-        if: matrix.qemu
+          flavor: |
-        uses: docker/setup-qemu-action@v3
+            latest=false
-      - name: Create BuildKit config
+          labels: |
-        run: |
+            org.opencontainers.image.title=seaweedfs
-          cat > /tmp/buildkitd.toml <<EOF
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-          [registry."docker.io"]
+            org.opencontainers.image.vendor=Chris Lu
-            mirrors = ["https://mirror.gcr.io"]
+      -
-          EOF
+        name: Set up QEMU
-      - name: Set up Docker Buildx
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
-        uses: docker/setup-buildx-action@v3
+      -
-        with:
+        name: Set up Docker Buildx
-          buildkitd-config: /tmp/buildkitd.toml
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
-      - name: Login to Docker Hub
+      -
+        name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Build ${{ matrix.platform }}
+      -
-        uses: docker/build-push-action@v5
+        name: Build
-        env:
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
-          DOCKER_BUILDKIT: 1
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.go_build
-          build-args: |
+          build-args: TAGS=5BytesOffset
-            TAGS=5BytesOffset
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
-            BUILDKIT_INLINE_CACHE=1
+          tags: ${{ steps.docker_meta.outputs.tags }}
-            BRANCH=${{ github.sha }}
-          platforms: linux/${{ matrix.platform }}
-          tags: ${{ steps.docker_meta.outputs.tags }}-${{ matrix.platform }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          # Clean up Docker build cache and temporary files
-          sudo docker system prune -f
-          # Remove Go build cache
-          sudo rm -rf /tmp/go-build*
-
-  create-manifest:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag,suffix=_large_disk
-          flavor: latest=false
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Create and push manifest
-        run: |
-          # Function to retry command with exponential backoff
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Create manifest with retry
-          retry_with_backoff docker buildx imagetools create -t ${{ steps.docker_meta.outputs.tags }} \
-            ${{ steps.docker_meta.outputs.tags }}-amd64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm \
-            ${{ steps.docker_meta.outputs.tags }}-386

.github/workflows/container_release3.yml

@@ -1,13 +1,10 @@
 name: "docker: build release containers for rocksdb"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
+  push:
-    inputs:
+    tags:
-      force_run:
+      - '*'
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
+  workflow_dispatch: {}
-        required: true
-        default: 'disabled'
 
 permissions:
   contents: read
@@ -20,54 +17,42 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
-      -
-        name: Free Disk Space
-        run: |
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
-          sudo docker system prune -af
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@902fa8ec7d6ecbf8d84d538b9b233a880e428804 # v3
         with:
-          images: chrislusf/seaweedfs
+          images: |
-          tags: type=ref,event=tag,suffix=_large_disk_rocksdb
+            chrislusf/seaweedfs
-          flavor: latest=false
+          tags: |
+            type=ref,event=tag,suffix=_large_disk_rocksdb
+          flavor: |
+            latest=false
           labels: |
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
       -
-        name: Create BuildKit config
+        name: Set up QEMU
-        run: |
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
-        with:
-          buildkitd-config: /tmp/buildkitd.toml
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.rocksdb_large
-          build-args: |
-            BRANCH=${{ github.sha }}
           platforms: linux/amd64
           tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

.github/workflows/container_release4.yml

@@ -1,13 +1,10 @@
 name: "docker: build release containers for all tags"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
+  push:
-    inputs:
+    tags:
-      force_run:
+      - '*'
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
+  workflow_dispatch: {}
-        required: true
-        default: 'disabled'
 
 permissions:
   contents: read
@@ -19,23 +16,11 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
-      -
-        name: Free Disk Space
-        run: |
-          echo "Before cleanup:"
-          df -h
-          sudo rm -rf /usr/share/dotnet
-          sudo rm -rf /usr/local/lib/android
-          sudo rm -rf /opt/ghc
-          sudo rm -rf /opt/hostedtoolcache/CodeQL
-          sudo docker system prune -af
-          echo "After cleanup:"
-          df -h
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@902fa8ec7d6ecbf8d84d538b9b233a880e428804 # v3
         with:
           images: |
             chrislusf/seaweedfs
@@ -47,19 +32,22 @@ jobs:
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
@@ -68,5 +56,3 @@ jobs:
           platforms: linux/amd64
           tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

.github/workflows/container_release5.yml

@@ -1,13 +1,10 @@
 name: "docker: build release containers for all tags and large volume"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
+  push:
-    inputs:
+    tags:
-      force_run:
+      - '*'
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
+  workflow_dispatch: {}
-        required: true
-        default: 'disabled'
 
 permissions:
   contents: read
@@ -19,37 +16,38 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
-      -
-        name: Free Disk Space
-        run: |
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
-          sudo docker system prune -af
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@902fa8ec7d6ecbf8d84d538b9b233a880e428804 # v3
         with:
-          images: chrislusf/seaweedfs
+          images: |
-          tags: type=ref,event=tag,suffix=_large_disk_full
+            chrislusf/seaweedfs
-          flavor: latest=false
+          tags: |
+            type=ref,event=tag,suffix=_large_disk_full
+          flavor: |
+            latest=false
           labels: |
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
@@ -58,5 +56,3 @@ jobs:
           platforms: linux/amd64
           tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

.github/workflows/container_release_foundationdb.yml

@@ -1,71 +0,0 @@
-name: "docker: build release containers for foundationdb"
-
-on:
-  push:
-    tags:
-      - '*'
-  workflow_dispatch: {}
-
-permissions:
-  contents: read
-
-jobs:
-
-  build-large-release-container_foundationdb:
-    runs-on: [ubuntu-latest]
-
-    steps:
-      -
-        name: Checkout
-        uses: actions/checkout@v6
-      -
-        name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-          tags: |
-            type=ref,event=tag,suffix=_large_disk_foundationdb
-          flavor: |
-            latest=false
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-      -
-        name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-      -
-        name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-      -
-        name: Login to Docker Hub
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      -
-        name: Determine branch to build
-        id: branch
-        run: |
-          if [ "${{ github.event_name }}" = "push" ] && [ -n "${{ github.ref_name }}" ]; then
-            echo "branch=${{ github.ref_name }}" >> "$GITHUB_OUTPUT"
-          else
-            echo "branch=master" >> "$GITHUB_OUTPUT"
-          fi
-      -
-        name: Build
-        uses: docker/build-push-action@v6
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ./docker/Dockerfile.foundationdb_large
-          build-args: |
-            BRANCH=${{ steps.branch.outputs.branch }}
-          # Note: ARM64 support requires FoundationDB ARM64 packages which are not available for all versions
-          platforms: linux/amd64
-          tags: ${{ steps.docker_meta.outputs.tags }}
-          labels: ${{ steps.docker_meta.outputs.labels }}
-

.github/workflows/container_release_unified.yml

@@ -1,225 +0,0 @@
-name: "docker: build all release containers (unified)"
-
-on:
-  push:
-    tags:
-      - '*'
-  workflow_dispatch: {}
-
-permissions:
-  contents: read
-
-# Limit concurrent builds to avoid rate limits
-concurrency:
-  group: release-${{ github.ref }}
-  cancel-in-progress: false
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    strategy:
-      # Build sequentially to avoid rate limits
-      max-parallel: 2
-      matrix:
-        include:
-          # Normal volume - multi-arch
-          - variant: normal
-            platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: ""
-            tag_suffix: ""
-            
-          # Large disk - multi-arch  
-          - variant: large_disk
-            platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=5BytesOffset
-            tag_suffix: _large_disk
-            
-          # Full tags - amd64 only
-          - variant: full
-            platforms: linux/amd64
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
-            tag_suffix: _full
-            
-          # Large disk + full tags - amd64 only
-          - variant: large_disk_full
-            platforms: linux/amd64
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=5BytesOffset,elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
-            tag_suffix: _large_disk_full
-            
-          # RocksDB large disk - amd64 only
-          - variant: rocksdb
-            platforms: linux/amd64
-            dockerfile: ./docker/Dockerfile.rocksdb_large
-            build_args: ""
-            tag_suffix: _large_disk_rocksdb
-            
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        
-      - name: Free Disk Space
-        run: |
-          echo "Available disk space before cleanup:"
-          df -h
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          sudo docker system prune -af --volumes
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-          
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-            ghcr.io/chrislusf/seaweedfs
-          tags: type=ref,event=tag,suffix=${{ matrix.tag_suffix }}
-          flavor: latest=false
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-            
-      - name: Set up QEMU
-        if: contains(matrix.platforms, 'arm')
-        uses: docker/setup-qemu-action@v3
-        
-      - name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-          
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-        with:
-          buildkitd-config: /tmp/buildkitd.toml
-          
-      - name: Login to Docker Hub
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-          
-      - name: Login to GHCR
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-          
-      - name: Build and push ${{ matrix.variant }}
-        uses: docker/build-push-action@v5
-        env:
-          DOCKER_BUILDKIT: 1
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ${{ matrix.dockerfile }}
-          platforms: ${{ matrix.platforms }}
-          # Push to GHCR to avoid Docker Hub rate limits on pulls
-          tags: |
-            ghcr.io/chrislusf/seaweedfs:${{ github.ref_name }}${{ matrix.tag_suffix }}
-          labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha,scope=${{ matrix.variant }}
-          cache-to: type=gha,mode=max,scope=${{ matrix.variant }}
-          build-args: |
-            ${{ matrix.build_args }}
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-            
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          sudo docker system prune -f
-          sudo rm -rf /tmp/go-build*
-
-  copy-to-dockerhub:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    strategy:
-      matrix:
-        variant: [normal, large_disk, full, large_disk_full, rocksdb]
-        include:
-          - variant: normal
-            tag_suffix: ""
-          - variant: large_disk
-            tag_suffix: _large_disk
-          - variant: full
-            tag_suffix: _full
-          - variant: large_disk_full
-            tag_suffix: _large_disk_full
-          - variant: rocksdb
-            tag_suffix: _large_disk_rocksdb
-            
-    steps:
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-          
-      - name: Login to GHCR
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-          
-      - name: Install crane
-        run: |
-          cd $(mktemp -d)
-          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
-          sudo mv crane /usr/local/bin/
-          crane version
-          
-      - name: Copy ${{ matrix.variant }} from GHCR to Docker Hub
-        run: |
-          # Function to retry with exponential backoff
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Copy multi-arch image from GHCR to Docker Hub with retry
-          # This is much more efficient than pulling/pushing individual arch images
-          echo "Copying ${{ matrix.variant }} from GHCR to Docker Hub..."
-          retry_with_backoff crane copy \
-            ghcr.io/chrislusf/seaweedfs:${{ github.ref_name }}${{ matrix.tag_suffix }} \
-            chrislusf/seaweedfs:${{ github.ref_name }}${{ matrix.tag_suffix }}
-          
-          echo "✓ Successfully copied ${{ matrix.variant }} to Docker Hub"
-

.github/workflows/container_rocksdb_version.yml

@@ -1,110 +0,0 @@
-name: "docker: build rocksdb image by version"
-
-on:
-  workflow_dispatch:
-    inputs:
-      rocksdb_version:
-        description: 'RocksDB git tag or branch to build (e.g. v10.5.1)'
-        required: true
-        default: 'v10.5.1'
-      seaweedfs_ref:
-        description: 'SeaweedFS git tag, branch, or commit to build'
-        required: true
-        default: 'master'
-      image_tag:
-        description: 'Optional Docker tag suffix (defaults to rocksdb_<rocksdb>_seaweedfs_<ref>)'
-        required: false
-        default: ''
-
-permissions:
-  contents: read
-
-jobs:
-  build-rocksdb-image:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
-
-      - name: Prepare Docker tag
-        id: tag
-        env:
-          ROCKSDB_VERSION_INPUT: ${{ inputs.rocksdb_version }}
-          SEAWEEDFS_REF_INPUT: ${{ inputs.seaweedfs_ref }}
-          CUSTOM_TAG_INPUT: ${{ inputs.image_tag }}
-        run: |
-          set -euo pipefail
-          sanitize() {
-            local value="$1"
-            value="${value,,}"
-            value="${value// /-}"
-            value="${value//[^a-z0-9_.-]/-}"
-            value="${value#-}"
-            value="${value%-}"
-            printf '%s' "$value"
-          }
-          version="${ROCKSDB_VERSION_INPUT}"
-          seaweed="${SEAWEEDFS_REF_INPUT}"
-          tag="${CUSTOM_TAG_INPUT}"
-          if [ -z "$version" ]; then
-            echo "RocksDB version input is required." >&2
-            exit 1
-          fi
-          if [ -z "$seaweed" ]; then
-            echo "SeaweedFS ref input is required." >&2
-            exit 1
-          fi
-          sanitized_version="$(sanitize "$version")"
-          if [ -z "$sanitized_version" ]; then
-            echo "Unable to sanitize RocksDB version '$version'." >&2
-            exit 1
-          fi
-          sanitized_seaweed="$(sanitize "$seaweed")"
-          if [ -z "$sanitized_seaweed" ]; then
-            echo "Unable to sanitize SeaweedFS ref '$seaweed'." >&2
-            exit 1
-          fi
-          if [ -z "$tag" ]; then
-            tag="rocksdb_${sanitized_version}_seaweedfs_${sanitized_seaweed}"
-          fi
-          tag="${tag,,}"
-          tag="${tag// /-}"
-          tag="${tag//[^a-z0-9_.-]/-}"
-          tag="${tag#-}"
-          tag="${tag%-}"
-          if [ -z "$tag" ]; then
-            echo "Resulting Docker tag is empty." >&2
-            exit 1
-          fi
-          echo "docker_tag=$tag" >> "$GITHUB_OUTPUT"
-          echo "full_image=chrislusf/seaweedfs:$tag" >> "$GITHUB_OUTPUT"
-          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v1
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
-
-      - name: Login to Docker Hub
-        uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v1
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Build and push image
-        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
-        with:
-          context: ./docker
-          push: true
-          file: ./docker/Dockerfile.rocksdb_large
-          build-args: |
-            ROCKSDB_VERSION=${{ inputs.rocksdb_version }}
-            BRANCH=${{ inputs.seaweedfs_ref }}
-          platforms: linux/amd64
-          tags: ${{ steps.tag.outputs.full_image }}
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu

.github/workflows/deploy_telemetry.yml

@@ -21,10 +21,10 @@ jobs:
   deploy:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5.5.0
         with:
           go-version: '1.24'
 

.github/workflows/depsreview.yml

@@ -9,6 +9,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: 'Checkout Repository'
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633
       - name: 'Dependency Review'
-        uses: actions/dependency-review-action@3c4e3dcb1aa7874d2c16be7d79418e9b7efd6261
+        uses: actions/dependency-review-action@da24556b548a50705dd671f47852072ea4c105d9

.github/workflows/e2e.yml

@@ -24,62 +24,22 @@ jobs:
     timeout-minutes: 30
     steps:
     - name: Set up Go 1.x
-      uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v2
+      uses: actions/setup-go@fa96338abe5531f6e34c5cc0bbe28c1a533d5505 # v2
       with:
         go-version: ^1.13
       id: go
 
     - name: Check out code into the Go module directory
-      uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
-      
-    - name: Cache Docker layers
-      uses: actions/cache@v4
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-e2e-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-e2e-
 
     - name: Install dependencies
       run: |
-        # Use faster mirrors and install with timeout
+        sudo apt-get update
-        echo "deb http://azure.archive.ubuntu.com/ubuntu/ $(lsb_release -cs) main restricted universe multiverse" | sudo tee /etc/apt/sources.list
+        sudo apt-get install -y fuse
-        echo "deb http://azure.archive.ubuntu.com/ubuntu/ $(lsb_release -cs)-updates main restricted universe multiverse" | sudo tee -a /etc/apt/sources.list
-        
-        sudo apt-get update --fix-missing
-        sudo DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends fuse
-        
-        # Verify FUSE installation
-        echo "FUSE version: $(fusermount --version 2>&1 || echo 'fusermount not found')"
-        echo "FUSE device: $(ls -la /dev/fuse 2>&1 || echo '/dev/fuse not found')"
 
     - name: Start SeaweedFS
-      timeout-minutes: 10
+      timeout-minutes: 5
-      run: |
+      run: make build_e2e && docker compose -f ./compose/e2e-mount.yml up --wait
-        # Enable Docker buildkit for better caching
-        export DOCKER_BUILDKIT=1
-        export COMPOSE_DOCKER_CLI_BUILD=1
-        
-        # Build with retry logic
-        for i in {1..3}; do
-          echo "Build attempt $i/3"
-          if make build_e2e; then
-            echo "Build successful on attempt $i"
-            break
-          elif [ $i -eq 3 ]; then
-            echo "Build failed after 3 attempts"
-            exit 1
-          else
-            echo "Build attempt $i failed, retrying in 30 seconds..."
-            sleep 30
-          fi
-        done
-        
-        # Start services with wait
-        docker compose -f ./compose/e2e-mount.yml up --wait
 
     - name: Run FIO 4k
       timeout-minutes: 15
@@ -134,7 +94,7 @@ jobs:
 
     - name: Archive logs
       if: always()
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v4
       with:
         name: output-logs
         path: docker/output.log

.github/workflows/fuse-integration.yml

@@ -22,7 +22,7 @@ permissions:
   contents: read
 
 env:
-  GO_VERSION: '1.24'
+  GO_VERSION: '1.21'
   TEST_TIMEOUT: '45m'
 
 jobs:
@@ -33,10 +33,10 @@ jobs:
     
     steps:
     - name: Checkout code
-      uses: actions/checkout@v6
+      uses: actions/checkout@v4
       
     - name: Set up Go ${{ env.GO_VERSION }}
-      uses: actions/setup-go@v6
+      uses: actions/setup-go@v4
       with:
         go-version: ${{ env.GO_VERSION }}
         
@@ -183,7 +183,7 @@ jobs:
         
     - name: Upload Test Artifacts
       if: always()
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v4
       with:
         name: fuse-integration-test-results
         path: |

.github/workflows/go.yml

@@ -21,13 +21,13 @@ jobs:
     steps:
 
     - name: Set up Go 1.x
-      uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v2
+      uses: actions/setup-go@fa96338abe5531f6e34c5cc0bbe28c1a533d5505 # v2
       with:
         go-version: ^1.13
       id: go
 
     - name: Check out code into the Go module directory
-      uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v2
 
     - name: Get dependencies
       run: |

.github/workflows/helm_chart_release.yml

@@ -3,7 +3,6 @@ on:
   push:
     tags:
       - '*'
-  workflow_dispatch:
 
 permissions:
   contents: write
@@ -13,66 +12,11 @@ jobs:
   release:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
+      - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633
-        with:
+      - name: Publish Helm charts
-          fetch-depth: 0
+        uses: stefanprodan/helm-gh-pages@master
-
+        with:          
-      - name: Set up Helm
+          token: ${{ secrets.GITHUB_TOKEN }}
-        uses: azure/setup-helm@v4
+          charts_dir: k8s/charts
-        with:
+          target_dir: helm
-          version: v3.18.4
+          branch: gh-pages
-
-      - name: Get chart version
-        id: chart_version
-        run: |
-          CHART_VERSION=$(grep '^version:' k8s/charts/seaweedfs/Chart.yaml | awk '{print $2}')
-          echo "version=$CHART_VERSION" >> $GITHUB_OUTPUT
-          echo "Chart version: $CHART_VERSION"
-
-      - name: Package Helm chart
-        run: |
-          helm package k8s/charts/seaweedfs --destination .cr-release-packages
-
-      - name: Create chart release
-        uses: softprops/action-gh-release@v2
-        with:
-          tag_name: seaweedfs-${{ steps.chart_version.outputs.version }}
-          name: seaweedfs-${{ steps.chart_version.outputs.version }}
-          files: .cr-release-packages/seaweedfs-${{ steps.chart_version.outputs.version }}.tgz
-          fail_on_unmatched_files: true
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Checkout gh-pages branch
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
-        with:
-          ref: gh-pages
-          path: gh-pages
-
-      - name: Update Helm repo index
-        run: |
-          mkdir -p gh-pages/helm
-          CHART_VERSION="${{ steps.chart_version.outputs.version }}"
-          
-          # Merge with existing index.yaml if it exists
-          cd gh-pages/helm
-          if [ -f index.yaml ]; then
-            # Use helm to merge the indexes
-            cp index.yaml old-index.yaml
-            cp ../../.cr-release-packages/seaweedfs-${CHART_VERSION}.tgz .
-            helm repo index . --url https://github.com/${{ github.repository }}/releases/download/seaweedfs-${CHART_VERSION} --merge old-index.yaml
-            rm -f old-index.yaml seaweedfs-${CHART_VERSION}.tgz
-          else
-            cp ../../.cr-release-packages/seaweedfs-${CHART_VERSION}.tgz .
-            helm repo index . --url https://github.com/${{ github.repository }}/releases/download/seaweedfs-${CHART_VERSION}
-            rm -f seaweedfs-${CHART_VERSION}.tgz
-          fi
-
-      - name: Commit and push index.yaml
-        run: |
-          cd gh-pages
-          git config user.name "${{ github.actor }}"
-          git config user.email "${{ github.actor }}@users.noreply.github.com"
-          git add helm/index.yaml
-          git commit -m "Update Helm chart index for seaweedfs-${{ steps.chart_version.outputs.version }}" || echo "No changes to commit"
-          git push

.github/workflows/helm_ci.yml

@@ -16,7 +16,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
+        uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633
         with:
           fetch-depth: 0
 
@@ -25,13 +25,13 @@ jobs:
         with:
           version: v3.18.4
 
-      - uses: actions/setup-python@v6
+      - uses: actions/setup-python@v5
         with:
           python-version: '3.9'
           check-latest: true
 
       - name: Set up chart-testing
-        uses: helm/chart-testing-action@v2.8.0
+        uses: helm/chart-testing-action@v2.7.0
 
       - name: Run chart-testing (list-changed)
         id: list-changed
@@ -45,7 +45,7 @@ jobs:
         run: ct lint --target-branch ${{ github.event.repository.default_branch }} --all --validate-maintainers=false --chart-dirs k8s/charts
 
       - name: Create kind cluster
-        uses: helm/kind-action@v1.13.0
+        uses: helm/kind-action@v1.12.0
 
       - name: Run chart-testing (install)
         run: ct install --target-branch ${{ github.event.repository.default_branch }} --all --chart-dirs k8s/charts

.github/workflows/java_integration_tests.yml

@@ -1,165 +0,0 @@
-name: Java Client Integration Tests
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - 'weed/**'
-      - '.github/workflows/java_integration_tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - 'weed/**'
-      - '.github/workflows/java_integration_tests.yml'
-
-jobs:
-  test:
-    name: Java Integration Tests
-    runs-on: ubuntu-latest
-    
-    strategy:
-      matrix:
-        java: ['11', '17']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-      
-      - name: Set up Java
-        uses: actions/setup-java@v5
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      
-      - name: Build SeaweedFS
-        run: |
-          cd weed
-          go install -buildvcs=false
-          weed version
-      
-      - name: Start SeaweedFS Server
-        run: |
-          # Create clean data directory
-          export WEED_DATA_DIR="/tmp/seaweedfs-java-tests-$(date +%s)"
-          mkdir -p "$WEED_DATA_DIR"
-          
-          # Start SeaweedFS with optimized settings for CI
-          weed server -dir="$WEED_DATA_DIR" \
-            -master.raftHashicorp \
-            -master.electionTimeout=1s \
-            -master.volumeSizeLimitMB=100 \
-            -volume.max=100 \
-            -volume.preStopSeconds=1 \
-            -master.peers=none \
-            -filer -filer.maxMB=64 \
-            -master.port=9333 \
-            -volume.port=8080 \
-            -filer.port=8888 \
-            -metricsPort=9324 > seaweedfs.log 2>&1 &
-          
-          SERVER_PID=$!
-          echo "SERVER_PID=$SERVER_PID" >> $GITHUB_ENV
-          echo "WEED_DATA_DIR=$WEED_DATA_DIR" >> $GITHUB_ENV
-          echo "SeaweedFS server started with PID: $SERVER_PID"
-      
-      - name: Wait for SeaweedFS Components
-        run: |
-          echo "Waiting for SeaweedFS components to start..."
-          
-          # Wait for master
-          for i in {1..30}; do
-            if curl -s http://localhost:9333/cluster/status > /dev/null 2>&1; then
-              echo "✓ Master server is ready"
-              break
-            fi
-            echo "Waiting for master server... ($i/30)"
-            sleep 2
-          done
-          
-          # Wait for volume
-          for i in {1..30}; do
-            if curl -s http://localhost:8080/status > /dev/null 2>&1; then
-              echo "✓ Volume server is ready"
-              break
-            fi
-            echo "Waiting for volume server... ($i/30)"
-            sleep 2
-          done
-          
-          # Wait for filer
-          for i in {1..30}; do
-            if curl -s http://localhost:8888/ > /dev/null 2>&1; then
-              echo "✓ Filer is ready"
-              break
-            fi
-            echo "Waiting for filer... ($i/30)"
-            sleep 2
-          done
-          
-          echo "✓ All SeaweedFS components are ready!"
-          
-          # Display cluster status
-          echo "Cluster status:"
-          curl -s http://localhost:9333/cluster/status | head -20
-      
-      - name: Build and Install SeaweedFS Client
-        working-directory: other/java/client
-        run: |
-          mvn clean install -DskipTests -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Run Client Unit Tests
-        working-directory: other/java/client
-        run: |
-          mvn test -Dtest=SeaweedReadTest,SeaweedCipherTest
-      
-      - name: Run Client Integration Tests
-        working-directory: other/java/client
-        env:
-          SEAWEEDFS_TEST_ENABLED: true
-        run: |
-          mvn test -Dtest=*IntegrationTest
-      
-      - name: Run HDFS3 Configuration Tests
-        working-directory: other/java/hdfs3
-        run: |
-          mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Display logs on failure
-        if: failure()
-        run: |
-          echo "=== SeaweedFS Server Log ==="
-          tail -100 seaweedfs.log || echo "No server log"
-          echo ""
-          echo "=== Cluster Status ==="
-          curl -s http://localhost:9333/cluster/status || echo "Cannot reach cluster"
-          echo ""
-          echo "=== Process Status ==="
-          ps aux | grep weed || echo "No weed processes"
-      
-      - name: Cleanup
-        if: always()
-        run: |
-          # Stop server using stored PID
-          if [ -n "$SERVER_PID" ]; then
-            echo "Stopping SeaweedFS server (PID: $SERVER_PID)"
-            kill -9 $SERVER_PID 2>/dev/null || true
-          fi
-          
-          # Fallback: kill any remaining weed processes
-          pkill -f "weed server" || true
-          
-          # Clean up data directory
-          if [ -n "$WEED_DATA_DIR" ]; then
-            echo "Cleaning up data directory: $WEED_DATA_DIR"
-            rm -rf "$WEED_DATA_DIR" || true
-          fi
-

.github/workflows/java_unit_tests.yml

@@ -1,58 +0,0 @@
-name: Java Client Unit Tests
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - '.github/workflows/java_unit_tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - '.github/workflows/java_unit_tests.yml'
-
-jobs:
-  test:
-    name: Java Unit Tests
-    runs-on: ubuntu-latest
-    
-    strategy:
-      matrix:
-        java: ['8', '11', '17', '21']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Java
-        uses: actions/setup-java@v5
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      
-      - name: Build and Install SeaweedFS Client
-        working-directory: other/java/client
-        run: |
-          mvn clean install -DskipTests -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Run Client Unit Tests
-        working-directory: other/java/client
-        run: |
-          mvn test -Dtest=SeaweedReadTest,SeaweedCipherTest
-      
-      - name: Run HDFS3 Configuration Tests
-        working-directory: other/java/hdfs3
-        run: |
-          mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Upload Test Reports
-        if: always()
-        uses: actions/upload-artifact@v5
-        with:
-          name: test-reports-java-${{ matrix.java }}
-          path: |
-            other/java/client/target/surefire-reports/
-            other/java/hdfs3/target/surefire-reports/
-

.github/workflows/kafka-quicktest.yml

@@ -1,124 +0,0 @@
-name: "Kafka Quick Test (Load Test with Schema Registry)"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-  workflow_dispatch:  # Allow manual trigger
-
-concurrency:
-  group: ${{ github.head_ref }}/kafka-quicktest
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  kafka-client-quicktest:
-    name: Kafka Client Load Test (Quick)
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
-
-    - name: Install dependencies
-      run: |
-        # Ensure make is available
-        sudo apt-get update -qq
-        sudo apt-get install -y make
-
-    - name: Validate test setup
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        make validate-setup
-
-    - name: Run quick-test
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        # Run the quick-test target which includes:
-        # 1. Building the gateway
-        # 2. Starting all services (SeaweedFS, MQ broker, Schema Registry)
-        # 3. Registering Avro schemas
-        # 4. Running a 1-minute load test with Avro messages
-        # Override GOARCH to build for AMD64 (GitHub Actions runners are x86_64)
-        GOARCH=amd64 make quick-test
-      env:
-        # Docker Compose settings
-        COMPOSE_HTTP_TIMEOUT: 300
-        DOCKER_CLIENT_TIMEOUT: 300
-        # Test parameters (set by quick-test, but can override)
-        TEST_DURATION: 60s
-        PRODUCER_COUNT: 1
-        CONSUMER_COUNT: 1
-        MESSAGE_RATE: 10
-        VALUE_TYPE: avro
-
-    - name: Show test results
-      if: always()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        echo "========================================="
-        echo "Test Results"
-        echo "========================================="
-        make show-results || echo "Could not retrieve results"
-
-    - name: Show service logs on failure
-      if: failure()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        echo "========================================="
-        echo "Service Logs"
-        echo "========================================="
-        
-        echo "Checking running containers..."
-        docker compose ps || true
-        
-        echo "========================================="
-        echo "Master Logs"
-        echo "========================================="
-        docker compose logs --tail=100 seaweedfs-master 2>&1 || echo "No master logs available"
-        
-        echo "========================================="
-        echo "MQ Broker Logs (Last 100 lines)"
-        echo "========================================="
-        docker compose logs --tail=100 seaweedfs-mq-broker 2>&1 || echo "No broker logs available"
-        
-        echo "========================================="
-        echo "Kafka Gateway Logs (FULL - Critical for debugging)"
-        echo "========================================="
-        docker compose logs kafka-gateway 2>&1 || echo "ERROR: Could not retrieve kafka-gateway logs"
-        
-        echo "========================================="
-        echo "Schema Registry Logs (FULL)"
-        echo "========================================="
-        docker compose logs schema-registry 2>&1 || echo "ERROR: Could not retrieve schema-registry logs"
-        
-        echo "========================================="
-        echo "Load Test Logs"
-        echo "========================================="
-        docker compose logs --tail=100 kafka-client-loadtest 2>&1 || echo "No loadtest logs available"
-
-    - name: Cleanup
-      if: always()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        # Stop containers first
-        docker compose --profile loadtest --profile monitoring down -v --remove-orphans || true
-        # Clean up data with sudo to handle Docker root-owned files
-        sudo rm -rf data/* || true
-        # Clean up binary
-        rm -f weed-linux-* || true

.github/workflows/kafka-tests.yml

@@ -1,818 +0,0 @@
-name: "Kafka Gateway Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-concurrency:
-  group: ${{ github.head_ref }}/kafka-tests
-  cancel-in-progress: true
-
-# Force different runners for better isolation
-env:
-  FORCE_RUNNER_SEPARATION: true
-
-permissions:
-  contents: read
-
-jobs:
-  kafka-unit-tests:
-    name: Kafka Unit Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [unit-tests-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1g --hostname kafka-unit-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Container Environment
-      run: |
-        apk add --no-cache git
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-
-    - name: Run Kafka Gateway Unit Tests
-      run: |
-        cd test/kafka
-        # Set process limits for container isolation
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        go test -v -timeout 10s ./unit/...
-
-  kafka-integration-tests:
-    name: Kafka Integration Tests (Critical)
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [integration-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 2.0 --memory 2g --ulimit nofile=1024:1024 --hostname kafka-integration-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 2
-      CGO_ENABLED: 0
-      KAFKA_TEST_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Integration Container Environment
-      run: |
-        apk add --no-cache git procps
-        ulimit -n 2048 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-
-    - name: Run Integration Tests
-      run: |
-        cd test/kafka
-        # Higher limits for integration tests
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 200 || echo "Warning: Could not set process limit"
-        go test -v -timeout 90s ./integration/...
-      env:
-        GOMAXPROCS: 2
-
-  kafka-e2e-tests:
-    name: Kafka End-to-End Tests (with SMQ)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [e2e-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 2.0 --memory 2g --hostname kafka-e2e-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 2
-      CGO_ENABLED: 0
-      KAFKA_E2E_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup E2E Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 2048 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        # Use go mod download with timeout to prevent hanging
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-e2e-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run End-to-End Tests
-      run: |
-        cd test/kafka
-        # Higher limits for E2E tests
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 200 || echo "Warning: Could not set process limit"
-        
-        # Allow additional time for all background processes to settle
-        echo "Allowing additional settlement time for SeaweedFS ecosystem..."
-        sleep 15
-        
-        # Run tests and capture result
-        if ! go test -v -timeout 180s ./e2e/...; then
-          echo "========================================="
-          echo "Tests failed! Showing debug information:"
-          echo "========================================="
-          echo "Server logs (last 50 lines):"
-          tail -50 /tmp/weed-server.log || echo "No server logs"
-          echo "========================================="
-          echo "Broker logs (last 50 lines):"
-          tail -50 /tmp/weed-mq-broker.log || echo "No broker logs"
-          echo "========================================="
-          exit 1
-        fi
-      env:
-        GOMAXPROCS: 2
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-consumer-group-tests:
-    name: Kafka Consumer Group Tests (Highly Isolated)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [consumer-group-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 2g --ulimit nofile=512:512 --hostname kafka-consumer-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_CONSUMER_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup Consumer Group Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 256 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        # Use go mod download with timeout to prevent hanging
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-mq-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run Consumer Group Tests
-      run: |
-        cd test/kafka
-        # Test consumer group functionality with explicit timeout
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        timeout 240s go test -v -run "^TestConsumerGroups" -timeout 180s ./integration/... || echo "Test execution timed out or failed"
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-client-compatibility:
-    name: Kafka Client Compatibility (with SMQ)
-    runs-on: ubuntu-latest
-    timeout-minutes: 25
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [client-compat-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1.5g --shm-size 256m --hostname kafka-client-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_CLIENT_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup Client Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-client-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run Client Compatibility Tests
-      run: |
-        cd test/kafka
-        go test -v -run "^TestClientCompatibility" -timeout 180s ./integration/...
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-smq-integration-tests:
-    name: Kafka SMQ Integration Tests (Full Stack)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [smq-integration-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 2g --hostname kafka-smq-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_SMQ_INTEGRATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup SMQ Integration Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-smq-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run SMQ Integration Tests
-      run: |
-        cd test/kafka
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        # Run the dedicated SMQ integration tests
-        go test -v -run "^TestSMQIntegration" -timeout 180s ./integration/...
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-protocol-tests:
-    name: Kafka Protocol Tests (Isolated)
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [protocol-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1g --tmpfs /tmp:exec --hostname kafka-protocol-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_PROTOCOL_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Protocol Container Environment
-      run: |
-        apk add --no-cache git procps
-        # Ensure proper permissions for test execution
-        chmod -R 755 /tmp || true
-        export TMPDIR=/tmp
-        export GOCACHE=/tmp/go-cache
-        mkdir -p $GOCACHE
-        chmod 755 $GOCACHE
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-
-    - name: Run Protocol Tests
-      run: |
-        cd test/kafka
-        export TMPDIR=/tmp
-        export GOCACHE=/tmp/go-cache
-        # Run protocol tests from the weed/mq/kafka directory since they test the protocol implementation
-        cd ../../weed/mq/kafka
-        go test -v -run "^Test.*" -timeout 10s ./...
-      env:
-        GOMAXPROCS: 1
-        TMPDIR: /tmp
-        GOCACHE: /tmp/go-cache

.github/workflows/postgres-tests.yml

@@ -1,73 +0,0 @@
-name: "PostgreSQL Gateway Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-concurrency:
-  group: ${{ github.head_ref }}/postgres-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  postgres-basic-tests:
-    name: PostgreSQL Basic Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    defaults:
-      run:
-        working-directory: test/postgres
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
-
-    - name: Cache Docker layers
-      uses: actions/cache@v4
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-postgres-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-postgres-
-
-    - name: Start PostgreSQL Gateway Services
-      run: |
-        make dev-start
-        sleep 10
-
-    - name: Run Basic Connectivity Test
-      run: |
-        make test-basic
-
-    - name: Run PostgreSQL Client Tests
-      run: |
-        make test-client
-
-    - name: Save logs
-      if: always()
-      run: |
-        docker compose logs > postgres-output.log || true
-
-    - name: Archive logs
-      if: always()
-      uses: actions/upload-artifact@v5
-      with:
-        name: postgres-logs
-        path: test/postgres/postgres-output.log
-
-    - name: Cleanup
-      if: always()
-      run: |
-        make clean || true

.github/workflows/s3-go-tests.yml

@@ -25,10 +25,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -76,7 +76,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-test-logs-${{ matrix.test-type }}
           path: test/s3/versioning/weed-test*.log
@@ -89,10 +89,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -124,7 +124,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-compatibility-logs
           path: test/s3/versioning/weed-test*.log
@@ -137,10 +137,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -172,7 +172,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-cors-compatibility-logs
           path: test/s3/cors/weed-test*.log
@@ -188,10 +188,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -239,7 +239,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-retention-test-logs-${{ matrix.test-type }}
           path: test/s3/retention/weed-test*.log
@@ -255,10 +255,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -306,7 +306,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-cors-test-logs-${{ matrix.test-type }}
           path: test/s3/cors/weed-test*.log
@@ -319,10 +319,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -355,7 +355,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-retention-worm-logs
           path: test/s3/retention/weed-test*.log
@@ -370,10 +370,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v4
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -405,10 +405,8 @@ jobs:
 
       - name: Upload stress test logs
         if: always()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-stress-logs
           path: test/s3/versioning/weed-test*.log
-          retention-days: 7
+          retention-days: 7 
-
-  # Removed SSE-C integration tests and compatibility job

.github/workflows/s3-iam-tests.yml

@@ -1,283 +0,0 @@
-name: "S3 IAM Integration Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/iam/**'
-      - 'weed/s3api/**'
-      - 'test/s3/iam/**'
-      - '.github/workflows/s3-iam-tests.yml'
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/iam/**'
-      - 'weed/s3api/**'
-      - 'test/s3/iam/**'
-      - '.github/workflows/s3-iam-tests.yml'
-  
-concurrency:
-  group: ${{ github.head_ref }}/s3-iam-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  # Unit tests for IAM components
-  iam-unit-tests:
-    name: IAM Unit Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Get dependencies
-        run: |
-          go mod download
-
-      - name: Run IAM Unit Tests
-        timeout-minutes: 10
-        run: |
-          set -x
-          echo "=== Running IAM STS Tests ==="
-          go test -v -timeout 5m ./iam/sts/...
-          
-          echo "=== Running IAM Policy Tests ==="
-          go test -v -timeout 5m ./iam/policy/...
-          
-          echo "=== Running IAM Integration Tests ==="
-          go test -v -timeout 5m ./iam/integration/...
-          
-          echo "=== Running S3 API IAM Tests ==="
-          go test -v -timeout 5m ./s3api/... -run ".*IAM.*|.*JWT.*|.*Auth.*"
-
-      - name: Upload test results on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: iam-unit-test-results
-          path: |
-            weed/testdata/
-            weed/**/testdata/
-          retention-days: 3
-
-  # S3 IAM integration tests with SeaweedFS services
-  s3-iam-integration-tests:
-    name: S3 IAM Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 25
-    strategy:
-      matrix:
-        test-type: ["basic", "advanced", "policy-enforcement"]
-        
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        working-directory: weed
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 IAM Integration Tests - ${{ matrix.test-type }}
-        timeout-minutes: 20
-        working-directory: test/s3/iam
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting S3 IAM Integration Tests (${{ matrix.test-type }}) ==="
-          
-          # Set WEED_BINARY to use the installed version
-          export WEED_BINARY=$(which weed)
-          export TEST_TIMEOUT=15m
-          
-          # Run tests based on type
-          case "${{ matrix.test-type }}" in
-            "basic")
-              echo "Running basic IAM functionality tests..."
-              make clean setup start-services wait-for-services
-              go test -v -timeout 15m -run "TestS3IAMAuthentication|TestS3IAMBasicWorkflow|TestS3IAMTokenValidation" ./...
-              ;;
-            "advanced")
-              echo "Running advanced IAM feature tests..."
-              make clean setup start-services wait-for-services
-              go test -v -timeout 15m -run "TestS3IAMSessionExpiration|TestS3IAMMultipart|TestS3IAMPresigned" ./...
-              ;;
-            "policy-enforcement")
-              echo "Running policy enforcement tests..."
-              make clean setup start-services wait-for-services
-              go test -v -timeout 15m -run "TestS3IAMPolicyEnforcement|TestS3IAMBucketPolicy|TestS3IAMContextual" ./...
-              ;;
-            *)
-              echo "Unknown test type: ${{ matrix.test-type }}"
-              exit 1
-              ;;
-          esac
-          
-          # Always cleanup
-          make stop-services
-
-      - name: Show service logs on failure
-        if: failure()
-        working-directory: test/s3/iam
-        run: |
-          echo "=== Service Logs ==="
-          echo "--- Master Log ---"
-          tail -50 weed-master.log 2>/dev/null || echo "No master log found"
-          echo ""
-          echo "--- Filer Log ---"
-          tail -50 weed-filer.log 2>/dev/null || echo "No filer log found"
-          echo ""
-          echo "--- Volume Log ---"
-          tail -50 weed-volume.log 2>/dev/null || echo "No volume log found"
-          echo ""
-          echo "--- S3 API Log ---"
-          tail -50 weed-s3.log 2>/dev/null || echo "No S3 log found"
-          echo ""
-          
-          echo "=== Process Information ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp | grep -E "(8333|8888|9333|8080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-iam-integration-logs-${{ matrix.test-type }}
-          path: test/s3/iam/weed-*.log
-          retention-days: 5
-
-  # Distributed IAM tests
-  s3-iam-distributed-tests:
-    name: S3 IAM Distributed Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 25
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        working-directory: weed
-        run: |
-          go install -buildvcs=false
-
-      - name: Run Distributed IAM Tests
-        timeout-minutes: 20
-        working-directory: test/s3/iam
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          export WEED_BINARY=$(which weed)
-          export TEST_TIMEOUT=15m
-          
-          # Test distributed configuration
-          echo "Testing distributed IAM configuration..."
-          make clean setup
-          
-          # Start services with distributed IAM config
-          echo "Starting services with distributed configuration..."
-          make start-services
-          make wait-for-services
-          
-          # Run distributed-specific tests
-          export ENABLE_DISTRIBUTED_TESTS=true
-          go test -v -timeout 15m -run "TestS3IAMDistributedTests" ./... || {
-            echo "❌ Distributed tests failed, checking logs..."
-            make logs
-            exit 1
-          }
-          
-          make stop-services
-
-      - name: Upload distributed test logs
-        if: always()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-iam-distributed-logs
-          path: test/s3/iam/weed-*.log
-          retention-days: 7
-
-  # Performance and stress tests
-  s3-iam-performance-tests:
-    name: S3 IAM Performance Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        working-directory: weed
-        run: |
-          go install -buildvcs=false
-
-      - name: Run IAM Performance Benchmarks
-        timeout-minutes: 25
-        working-directory: test/s3/iam
-        run: |
-          set -x
-          echo "=== Running IAM Performance Tests ==="
-          
-          export WEED_BINARY=$(which weed)
-          export TEST_TIMEOUT=20m
-          
-          make clean setup start-services wait-for-services
-          
-          # Run performance tests (benchmarks disabled for CI)
-          echo "Running performance tests..."
-          export ENABLE_PERFORMANCE_TESTS=true
-          go test -v -timeout 15m -run "TestS3IAMPerformanceTests" ./... || {
-            echo "❌ Performance tests failed"
-            make logs
-            exit 1
-          }
-          
-          make stop-services
-
-      - name: Upload performance test results
-        if: always()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-iam-performance-results
-          path: |
-            test/s3/iam/weed-*.log
-            test/s3/iam/*.test
-          retention-days: 7

.github/workflows/s3-keycloak-tests.yml

@@ -1,161 +0,0 @@
-name: "S3 Keycloak Integration Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/iam/**'
-      - 'weed/s3api/**'
-      - 'test/s3/iam/**'
-      - '.github/workflows/s3-keycloak-tests.yml'
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/iam/**'
-      - 'weed/s3api/**'
-      - 'test/s3/iam/**'
-      - '.github/workflows/s3-keycloak-tests.yml'
-  
-concurrency:
-  group: ${{ github.head_ref }}/s3-keycloak-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  # Dedicated job for Keycloak integration tests
-  s3-keycloak-integration-tests:
-    name: S3 Keycloak Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        working-directory: weed
-        run: |
-          go install -buildvcs=false
-
-      - name: Run Keycloak Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3/iam
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting S3 Keycloak Integration Tests ==="
-          
-          # Set WEED_BINARY to use the installed version
-          export WEED_BINARY=$(which weed)
-          export TEST_TIMEOUT=20m
-          
-          echo "Running Keycloak integration tests..."
-          # Start Keycloak container first
-          docker run -d \
-            --name keycloak \
-            -p 8080:8080 \
-            -e KC_BOOTSTRAP_ADMIN_USERNAME=admin \
-            -e KC_BOOTSTRAP_ADMIN_PASSWORD=admin \
-            -e KC_HTTP_ENABLED=true \
-            -e KC_HOSTNAME_STRICT=false \
-            -e KC_HOSTNAME_STRICT_HTTPS=false \
-            quay.io/keycloak/keycloak:26.0 \
-            start-dev
-          
-          # Wait for Keycloak with better health checking
-          timeout 300 bash -c '
-            while true; do
-              if curl -s http://localhost:8080/health/ready > /dev/null 2>&1; then
-                echo "✅ Keycloak health check passed"
-                break
-              fi
-              echo "... waiting for Keycloak to be ready"
-              sleep 5
-            done
-          '
-          
-          # Setup Keycloak configuration
-          ./setup_keycloak.sh
-          
-          # Start SeaweedFS services
-          make clean setup start-services wait-for-services
-          
-          # Verify service accessibility
-          echo "=== Verifying Service Accessibility ==="
-          curl -f http://localhost:8080/realms/master
-          curl -s http://localhost:8333
-          echo "✅ SeaweedFS S3 API is responding (IAM-protected endpoint)"
-          
-          # Run Keycloak-specific tests
-          echo "=== Running Keycloak Tests ==="
-          export KEYCLOAK_URL=http://localhost:8080
-          export S3_ENDPOINT=http://localhost:8333
-          
-          # Wait for realm to be properly configured
-          timeout 120 bash -c 'until curl -fs http://localhost:8080/realms/seaweedfs-test/.well-known/openid-configuration > /dev/null; do echo "... waiting for realm"; sleep 3; done'
-          
-          # Run the Keycloak integration tests
-          go test -v -timeout 20m -run "TestKeycloak" ./...
-          
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/iam
-        run: |
-          echo "=== Service Logs ==="
-          echo "--- Keycloak logs ---"
-          docker logs keycloak --tail=100 || echo "No Keycloak container logs"
-          
-          echo "--- SeaweedFS Master logs ---"
-          if [ -f weed-master.log ]; then
-            tail -100 weed-master.log
-          fi
-          
-          echo "--- SeaweedFS S3 logs ---"
-          if [ -f weed-s3.log ]; then
-            tail -100 weed-s3.log
-          fi
-          
-          echo "--- SeaweedFS Filer logs ---"
-          if [ -f weed-filer.log ]; then
-            tail -100 weed-filer.log
-          fi
-          
-          echo "=== System Status ==="
-          ps aux | grep -E "(weed|keycloak)" || true
-          netstat -tlnp | grep -E "(8333|9333|8080|8888)" || true
-          docker ps -a || true
-
-      - name: Cleanup
-        if: always()
-        working-directory: test/s3/iam
-        run: |
-          # Stop Keycloak container
-          docker stop keycloak || true
-          docker rm keycloak || true
-          
-          # Stop SeaweedFS services
-          make clean || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-keycloak-test-logs
-          path: |
-            test/s3/iam/*.log
-            test/s3/iam/test-volume-data/
-          retention-days: 3

.github/workflows/s3-parquet-tests.yml

@@ -1,163 +0,0 @@
-name: "S3 PyArrow Parquet Tests"
-
-on:
-  push:
-    branches: [master]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/**'
-      - 'test/s3/parquet/**'
-      - '.github/workflows/s3-parquet-tests.yml'
-  pull_request:
-    branches: [master]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/**'
-      - 'test/s3/parquet/**'
-      - '.github/workflows/s3-parquet-tests.yml'
-  workflow_dispatch:
-
-env:
-  S3_ACCESS_KEY: some_access_key1
-  S3_SECRET_KEY: some_secret_key1
-  S3_ENDPOINT_URL: http://localhost:8333
-  BUCKET_NAME: test-parquet-bucket
-
-jobs:
-  parquet-integration-tests:
-    name: PyArrow Parquet Tests (Python ${{ matrix.python-version }})
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ['3.9', '3.11', '3.12']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version: ^1.24
-          cache: true
-      
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v6
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'test/s3/parquet/requirements.txt'
-      
-      - name: Install system dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y lsof netcat-openbsd
-      
-      - name: Build SeaweedFS
-        run: |
-          cd weed
-          go build -v
-          sudo cp weed /usr/local/bin/
-          weed version
-      
-      - name: Run PyArrow Parquet integration tests
-        run: |
-          cd test/s3/parquet
-          make test-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-          VOLUME_MAX_SIZE_MB: 50
-      
-      - name: Run implicit directory fix tests
-        run: |
-          cd test/s3/parquet
-          make test-implicit-dir-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run PyArrow native S3 filesystem tests
-        run: |
-          cd test/s3/parquet
-          make test-native-s3-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run cross-filesystem compatibility tests
-        run: |
-          cd test/s3/parquet
-          TEST_QUICK=1 make test-cross-fs-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run SSE-S3 encryption compatibility tests
-        run: |
-          cd test/s3/parquet
-          make test-sse-s3-compat
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: test-logs-python-${{ matrix.python-version }}
-          path: |
-            /tmp/seaweedfs-parquet-*.log
-            test/s3/parquet/*.log
-          retention-days: 7
-      
-      - name: Cleanup
-        if: always()
-        run: |
-          cd test/s3/parquet
-          make stop-seaweedfs-safe || true
-          make clean || true
-
-  unit-tests:
-    name: Go Unit Tests (Implicit Directory)
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version: ^1.24
-          cache: true
-      
-      - name: Run Go unit tests
-        run: |
-          cd weed/s3api
-          go test -v -run TestImplicitDirectory
-      
-      - name: Run all S3 API tests
-        run: |
-          cd weed/s3api
-          go test -v -timeout 5m
-

.github/workflows/s3-sse-tests.yml

@@ -1,347 +0,0 @@
-name: "S3 SSE Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/s3api/s3_sse_*.go'
-      - 'weed/s3api/s3api_object_handlers.go'
-      - 'weed/s3api/s3api_object_handlers_put.go'
-      - 'weed/s3api/s3api_object_handlers_copy*.go'
-      - 'weed/server/filer_server_handlers_*.go'
-      - 'weed/kms/**'
-      - 'test/s3/sse/**'
-      - '.github/workflows/s3-sse-tests.yml'
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'weed/s3api/s3_sse_*.go'
-      - 'weed/s3api/s3api_object_handlers.go'
-      - 'weed/s3api/s3api_object_handlers_put.go'
-      - 'weed/s3api/s3api_object_handlers_copy*.go'
-      - 'weed/server/filer_server_handlers_*.go'
-      - 'weed/kms/**'
-      - 'test/s3/sse/**'
-  
-concurrency:
-  group: ${{ github.head_ref }}/s3-sse-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  s3-sse-integration-tests:
-    name: S3 SSE Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    strategy:
-      matrix:
-        test-type: ["quick", "comprehensive"]
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 SSE Integration Tests - ${{ matrix.test-type }}
-        timeout-minutes: 25
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting SSE Tests ==="
-          
-          # Run tests with automatic server management
-          # The test-with-server target handles server startup/shutdown automatically
-          if [ "${{ matrix.test-type }}" = "quick" ]; then
-            # Quick tests - basic SSE-C and SSE-KMS functionality + Range requests
-            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
-          else
-            # Comprehensive tests - SSE-C/KMS functionality, excluding copy operations (pre-existing SSE-C issues)
-            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSECIntegrationVariousDataSizes|TestSSEKMSIntegrationBasic|TestSSEKMSIntegrationVariousDataSizes|.*Multipart.*Integration|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
-          fi
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/sse
-        run: |
-          echo "=== Server Logs ==="
-          if [ -f weed-test.log ]; then
-            echo "Last 100 lines of server logs:"
-            tail -100 weed-test.log
-          else
-            echo "No server log file found"
-          fi
-          
-          echo "=== Test Environment ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp | grep -E "(8333|9333|8080|8888)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-sse-test-logs-${{ matrix.test-type }}
-          path: test/s3/sse/weed-test*.log
-          retention-days: 3
-
-  s3-sse-compatibility:
-    name: S3 SSE Compatibility Test
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run Core SSE Compatibility Test (AWS S3 equivalent)
-        timeout-minutes: 15
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run the specific tests that validate AWS S3 SSE compatibility - both SSE-C and SSE-KMS basic functionality plus Range requests
-          make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|.*RangeRequestsServerBehavior" || {
-            echo "❌ SSE compatibility test failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -100 weed-test.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-sse-compatibility-logs
-          path: test/s3/sse/weed-test*.log
-          retention-days: 3
-
-  s3-sse-metadata-persistence:
-    name: S3 SSE Metadata Persistence Test
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run SSE Metadata Persistence Test
-        timeout-minutes: 15
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run the specific test that would catch filer metadata storage bugs
-          # This test validates that encryption metadata survives the full PUT/GET cycle
-          make test-metadata-persistence || {
-            echo "❌ SSE metadata persistence test failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -100 weed-test.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-sse-metadata-persistence-logs
-          path: test/s3/sse/weed-test*.log
-          retention-days: 3
-
-  s3-sse-copy-operations:
-    name: S3 SSE Copy Operations Test  
-    runs-on: ubuntu-22.04
-    timeout-minutes: 25
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run SSE Copy Operations Tests
-        timeout-minutes: 20
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run tests that validate SSE copy operations and cross-encryption scenarios
-          echo "🚀 Running SSE copy operations tests..."
-          echo "📋 Note: SSE-C copy operations have pre-existing functionality gaps"
-          echo "    Cross-encryption copy security fix has been implemented and maintained"
-          
-          # Skip SSE-C copy operations due to pre-existing HTTP 500 errors
-          # The critical security fix for cross-encryption (SSE-C → SSE-KMS) has been preserved
-          echo "⏭️  Skipping SSE copy operations tests due to known limitations:"
-          echo "   - SSE-C copy operations: HTTP 500 errors (pre-existing functionality gap)"
-          echo "   - Cross-encryption security fix: ✅ Implemented and tested (forces streaming copy)"
-          echo "   - These limitations are documented as pre-existing issues"
-          exit 0  # Job succeeds with security fix preserved and limitations documented
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-sse-copy-operations-logs
-          path: test/s3/sse/weed-test*.log
-          retention-days: 3
-
-  s3-sse-multipart:
-    name: S3 SSE Multipart Upload Test
-    runs-on: ubuntu-22.04
-    timeout-minutes: 25
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run SSE Multipart Upload Tests
-        timeout-minutes: 20
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Multipart tests - Document known architectural limitations
-          echo "🚀 Running multipart upload tests..."
-          echo "📋 Note: SSE-KMS multipart upload has known architectural limitation requiring per-chunk metadata storage"
-          echo "    SSE-C multipart tests will be skipped due to pre-existing functionality gaps"
-          
-          # Test SSE-C basic multipart (skip advanced multipart that fails with HTTP 500)
-          # Skip SSE-KMS multipart due to architectural limitation (each chunk needs independent metadata)
-          echo "⏭️  Skipping multipart upload tests due to known limitations:"
-          echo "   - SSE-C multipart GET operations: HTTP 500 errors (pre-existing functionality gap)"  
-          echo "   - SSE-KMS multipart decryption: Requires per-chunk SSE metadata architecture changes"
-          echo "   - These limitations are documented and require future architectural work"
-          exit 0  # Job succeeds with clear documentation of known limitations
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-sse-multipart-logs
-          path: test/s3/sse/weed-test*.log
-          retention-days: 3
-
-  s3-sse-performance:
-    name: S3 SSE Performance Test
-    runs-on: ubuntu-22.04
-    timeout-minutes: 35
-    # Only run performance tests on master branch pushes to avoid overloading PR testing
-    if: github.event_name == 'push' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main')
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 SSE Performance Tests
-        timeout-minutes: 30
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run performance tests with various data sizes
-          make perf || {
-            echo "❌ SSE performance test failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -200 weed-test.log
-            fi
-            make clean
-            exit 1
-          }
-          make clean
-
-      - name: Upload performance test logs
-        if: always()
-        uses: actions/upload-artifact@v5
-        with:
-          name: s3-sse-performance-logs
-          path: test/s3/sse/weed-test*.log
-          retention-days: 7

.github/workflows/spark-integration-tests.yml

@@ -1,263 +0,0 @@
-name: Spark Integration Tests
-
-on:
-  push:
-    paths:
-      - 'test/java/spark/**'
-      - 'other/java/hdfs3/**'
-      - 'other/java/client/**'
-      - '.github/workflows/spark-integration-tests.yml'
-  pull_request:
-    paths:
-      - 'test/java/spark/**'
-      - 'other/java/hdfs3/**'
-      - 'other/java/client/**'
-      - '.github/workflows/spark-integration-tests.yml'
-  workflow_dispatch:
-
-permissions:
-  contents: read
-  checks: write
-  pull-requests: write
-
-jobs:
-  spark-integration-tests:
-    name: Spark Integration Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 45
-    
-    steps:
-    # ========================================
-    # SETUP & BUILD
-    # ========================================
-    - name: Checkout code
-      uses: actions/checkout@v6
-
-    - name: Set up JDK 11
-      uses: actions/setup-java@v4
-      with:
-        java-version: '11'
-        distribution: 'temurin'
-        cache: maven
-
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version: '1.24'
-
-    - name: Build SeaweedFS binary
-      run: |
-        echo "Building SeaweedFS binary (statically linked for Alpine)..."
-        cd weed
-        CGO_ENABLED=0 go build -o ../docker/weed
-        cd ../docker
-        ls -la weed filer.toml entrypoint.sh
-        file weed
-        echo "OK SeaweedFS binary built"
-
-    - name: Build SeaweedFS Java dependencies
-      run: |
-        echo "Building Java client..."
-        cd other/java/client
-        mvn clean install -U -DskipTests -Dgpg.skip=true -Dcentral.publishing.skip=true
-        echo "OK Java client built"
-        cd ../../..
-        
-        echo "Building HDFS3 client..."
-        cd other/java/hdfs3
-        mvn clean install -U -DskipTests -Dgpg.skip=true -Dcentral.publishing.skip=true
-        echo "OK HDFS3 client built"
-        echo ""
-        echo "All Java dependencies installed to ~/.m2/repository"
-
-    # ========================================
-    # SPARK INTEGRATION TESTS (DOCKER)
-    # ========================================
-    - name: Start SeaweedFS services for tests
-      working-directory: test/java/spark
-      run: |
-        echo "=== Starting SeaweedFS Services for Tests ==="
-        docker compose down -v || true
-        docker compose build --no-cache
-        docker compose up -d seaweedfs-master seaweedfs-volume seaweedfs-filer
-        
-        echo "Waiting for services..."
-        for i in {1..30}; do
-          if curl -f http://localhost:8888/ > /dev/null 2>&1; then
-            echo "OK SeaweedFS filer is ready!"
-            break
-          fi
-          if [ $i -eq 30 ]; then
-            echo "FAILED Services failed to start"
-            docker compose ps -a
-            docker compose logs
-            exit 1
-          fi
-          echo "Waiting... ($i/30)"
-          sleep 2
-        done
-        
-        curl -f http://localhost:9333/cluster/status || exit 1
-        echo "OK All services healthy"
-
-    - name: Prepare Maven repository for Docker
-      working-directory: test/java/spark
-      run: |
-        echo "Copying Maven artifacts for Docker container..."
-        mkdir -p .m2/repository/com
-        cp -r ~/.m2/repository/com/seaweedfs .m2/repository/com/
-        echo "OK Maven artifacts copied"
-
-    - name: Run Spark integration tests
-      working-directory: test/java/spark
-      run: |
-        echo "=== Running Spark Integration Tests ==="
-        docker compose up --abort-on-container-exit spark-tests
-        
-        echo ""
-        echo "=== Test Logs ==="
-        docker compose logs spark-tests | tail -100
-
-    - name: Stop test services
-      if: always()
-      working-directory: test/java/spark
-      run: docker compose down -v
-
-    - name: Upload test results
-      if: always()
-      uses: actions/upload-artifact@v4
-      with:
-        name: spark-test-results
-        path: test/java/spark/target/surefire-reports/
-        retention-days: 30
-
-    - name: Publish test report
-      if: always()
-      uses: dorny/test-reporter@v1
-      with:
-        name: Spark Test Results
-        path: test/java/spark/target/surefire-reports/*.xml
-        reporter: java-junit
-        fail-on-error: true
-
-    # ========================================
-    # SPARK EXAMPLE (HOST-BASED) - DISABLED
-    # Note: Host-based example doesn't work with Docker networking
-    # because master returns Docker hostnames (seaweedfs-volume)
-    # which are not resolvable from the host.
-    # The Docker-based tests above are sufficient.
-    # ========================================
-    - name: Cache Apache Spark
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      id: cache-spark
-      uses: actions/cache@v4
-      with:
-        path: spark-3.5.0-bin-hadoop3
-        key: spark-3.5.0-hadoop3
-
-    - name: Download Apache Spark
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && steps.cache-spark.outputs.cache-hit != 'true'
-      run: |
-        echo "Downloading Apache Spark 3.5.0..."
-        wget -q https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz
-        tar xzf spark-3.5.0-bin-hadoop3.tgz
-        echo "OK Spark downloaded"
-
-    - name: Start SeaweedFS services for example
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        echo "=== Starting SeaweedFS Services for Example ==="
-        docker compose down -v || true
-        docker compose build --no-cache
-        docker compose up -d seaweedfs-master seaweedfs-volume seaweedfs-filer
-        
-        echo "Waiting for services..."
-        for i in {1..30}; do
-          if curl -f http://localhost:8888/ > /dev/null 2>&1; then
-            echo "OK SeaweedFS filer is ready!"
-            break
-          fi
-          if [ $i -eq 30 ]; then
-            echo "FAILED Services failed to start"
-            docker compose ps -a
-            docker compose logs
-            exit 1
-          fi
-          echo "Waiting... ($i/30)"
-          sleep 2
-        done
-        
-        curl -f http://localhost:9333/cluster/status || exit 1
-        echo "OK All services healthy"
-
-    - name: Clean target directory
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        # Force remove target directory to avoid permission issues
-        sudo rm -rf target || rm -rf target || true
-        echo "OK Target directory cleaned"
-
-    - name: Build project for example
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: mvn package -DskipTests
-
-    - name: Run Spark example application
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        echo "=== Running Spark Example Application ==="
-        export SPARK_HOME=$(pwd)/../../../spark-3.5.0-bin-hadoop3
-        $SPARK_HOME/bin/spark-submit \
-          --class seaweed.spark.SparkSeaweedFSExample \
-          --master local[2] \
-          --conf spark.hadoop.fs.seaweedfs.impl=seaweed.hdfs.SeaweedFileSystem \
-          --conf spark.hadoop.fs.seaweed.filer.host=localhost \
-          --conf spark.hadoop.fs.seaweed.filer.port=8888 \
-          --conf spark.hadoop.fs.seaweed.filer.port.grpc=18888 \
-          --conf spark.hadoop.fs.seaweed.replication="" \
-          target/seaweedfs-spark-integration-tests-1.0-SNAPSHOT.jar \
-          seaweedfs://localhost:8888/ci-spark-output
-        echo "OK Example completed"
-
-    - name: Verify example output
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      run: |
-        echo "Verifying output..."
-        curl -s http://localhost:8888/ci-spark-output/ || echo "Output listing unavailable"
-
-    - name: Stop example services
-      if: false && always() && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: docker compose down -v
-
-    # ========================================
-    # DIAGNOSTICS
-    # ========================================
-    - name: Display diagnostics on failure
-      if: failure()
-      working-directory: test/java/spark
-      run: |
-        echo "=== Container Status ==="
-        docker compose ps -a
-        echo ""
-        echo "=== Master Logs ==="
-        docker compose logs seaweedfs-master
-        echo ""
-        echo "=== Volume Logs ==="
-        docker compose logs seaweedfs-volume
-        echo ""
-        echo "=== Filer Logs ==="
-        docker compose logs seaweedfs-filer
-        echo ""
-        echo "=== Volume List ==="
-        docker compose exec -T seaweedfs-master weed shell <<EOF || echo "Failed"
-        volume.list
-        exit
-        EOF
-        echo ""
-        echo "=== Cluster Status ==="
-        curl -s http://localhost:9333/dir/status | jq '.' || curl -s http://localhost:9333/dir/status
-

.github/workflows/test-s3-over-https-using-awscli.yml

@@ -20,9 +20,9 @@ jobs:
     runs-on: ubuntu-latest
     timeout-minutes: 5
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v4
 
-      - uses: actions/setup-go@v6
+      - uses: actions/setup-go@v5.5.0
         with:
           go-version: ^1.24
 
@@ -34,7 +34,7 @@ jobs:
         run: |
           set -e
           mkdir -p /tmp/data
-          ./weed -v=3 server -s3 -dir=/tmp/data -s3.config=../docker/compose/s3.json -master.peers=none > weed.log 2>&1 &
+          ./weed server -s3 -dir=/tmp/data -s3.config=../docker/compose/s3.json &
           until curl -s http://localhost:8333/ > /dev/null; do sleep 1; done
 
       - name: Setup Caddy
@@ -77,35 +77,3 @@ jobs:
           aws --no-verify-ssl s3 cp --no-progress s3://bucket/test-multipart downloaded
           diff -q generated downloaded
           rm -f generated downloaded
-
-      - name: Test GetObject with If-Match
-        run: |
-          set -e
-          dd if=/dev/urandom of=generated bs=1M count=32
-          ETAG=$(aws --no-verify-ssl s3api put-object --bucket bucket --key test-get-obj --body generated | jq -r .ETag)
-          # jq -r already removes quotes, so use ETAG directly (handles both simple and multipart ETags)
-          aws --no-verify-ssl s3api get-object --bucket bucket --key test-get-obj --if-match "$ETAG" downloaded
-          diff -q generated downloaded
-          rm -f generated downloaded
-
-      - name: Show server logs on failure
-        if: failure()
-        run: |
-          echo "========================================="
-          echo "SeaweedFS Server Logs"
-          echo "========================================="
-          # Note: weed.log is relative to working-directory (weed/)
-          if [ -f weed.log ]; then
-            cat weed.log
-          else
-            echo "No weed.log file found"
-          fi
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: seaweedfs-logs
-          # Note: actions don't use defaults.run.working-directory, so path is relative to workspace root
-          path: weed/weed.log
-          retention-days: 3

.gitignore

@@ -110,17 +110,3 @@ test/s3/cors/cors.test
 /test/s3/retention/filerldb2
 test/s3/retention/weed-server.pid
 test/s3/retention/weed-test.log
-/test/s3/versioning/test-volume-data
-test/s3/versioning/weed-test.log
-/docker/admin_integration/data
-docker/agent_pub_record
-docker/admin_integration/weed-local
-/seaweedfs-rdma-sidecar/bin
-/test/s3/encryption/filerldb2
-/test/s3/sse/filerldb2
-test/s3/sse/weed-test.log
-ADVANCED_IAM_DEVELOPMENT_PLAN.md
-/test/s3/iam/test-volume-data
-*.log
-weed-iam
-test/kafka/kafka-client-loadtest/weed-linux-arm64

BUCKET_POLICY_ENGINE_INTEGRATION.md

@@ -1,242 +0,0 @@
-# Bucket Policy Engine Integration - Complete
-
-## Summary
-
-Successfully integrated the `policy_engine` package to evaluate bucket policies for **all requests** (both anonymous and authenticated). This provides comprehensive AWS S3-compatible bucket policy support.
-
-## What Changed
-
-### 1. **New File: `s3api_bucket_policy_engine.go`**
-Created a wrapper around `policy_engine.PolicyEngine` to:
-- Load bucket policies from filer entries
-- Sync policies from the bucket config cache
-- Evaluate policies for any request (bucket, object, action, principal)
-- Return structured results (allowed, evaluated, error)
-
-### 2. **Modified: `s3api_server.go`**
-- Added `policyEngine *BucketPolicyEngine` field to `S3ApiServer` struct
-- Initialized the policy engine in `NewS3ApiServerWithStore()`
-- Linked `IdentityAccessManagement` back to `S3ApiServer` for policy evaluation
-
-### 3. **Modified: `auth_credentials.go`**
-- Added `s3ApiServer *S3ApiServer` field to `IdentityAccessManagement` struct
-- Added `buildPrincipalARN()` helper to convert identities to AWS ARN format
-- **Integrated bucket policy evaluation into the authentication flow:**
-  - Policies are now checked **before** IAM/identity-based permissions
-  - Explicit `Deny` in bucket policy blocks access immediately
-  - Explicit `Allow` in bucket policy grants access and **bypasses IAM checks** (enables cross-account access)
-  - If no policy exists, falls through to normal IAM checks
-  - Policy evaluation errors result in access denial (fail-close security)
-
-### 4. **Modified: `s3api_bucket_config.go`**
-- Added policy engine sync when bucket configs are loaded
-- Ensures policies are loaded into the engine for evaluation
-
-### 5. **Modified: `auth_credentials_subscribe.go`**
-- Added policy engine sync when bucket metadata changes
-- Keeps the policy engine up-to-date via event-driven updates
-
-## How It Works
-
-### Anonymous Requests
-```
-1. Request comes in (no credentials)
-2. Check ACL-based public access → if public, allow
-3. Check bucket policy for anonymous ("*") access → if allowed, allow
-4. Otherwise, deny
-```
-
-### Authenticated Requests (NEW!)
-```
-1. Request comes in (with credentials)
-2. Authenticate user → get Identity
-3. Build principal ARN (e.g., "arn:aws:iam::123456:user/bob")
-4. Check bucket policy:
-   - If DENY → reject immediately
-   - If ALLOW → grant access immediately (bypasses IAM checks)
-   - If no policy or no matching statements → continue to step 5
-5. Check IAM/identity-based permissions (only if not already allowed by bucket policy)
-6. Allow or deny based on identity permissions
-```
-
-## Policy Evaluation Flow
-
-```
-┌─────────────────────────────────────────────────────────┐
-│                   Request (GET /bucket/file)            │
-└───────────────────────────┬─────────────────────────────┘
-                            │
-                ┌───────────▼──────────┐
-                │  Authenticate User   │
-                │  (or Anonymous)      │
-                └───────────┬──────────┘
-                            │
-                ┌───────────▼──────────────────────────────┐
-                │  Build Principal ARN                     │
-                │  - Anonymous: "*"                        │
-                │  - User: "arn:aws:iam::123456:user/bob"  │
-                └───────────┬──────────────────────────────┘
-                            │
-                ┌───────────▼──────────────────────────────┐
-                │  Evaluate Bucket Policy (PolicyEngine)   │
-                │  - Action: "s3:GetObject"                │
-                │  - Resource: "arn:aws:s3:::bucket/file"  │
-                │  - Principal: (from above)               │
-                └───────────┬──────────────────────────────┘
-                            │
-              ┌─────────────┼─────────────┐
-              │             │             │
-         DENY │        ALLOW │        NO POLICY
-              │             │             │
-              ▼             ▼             ▼
-        Reject Request  Grant Access  Continue
-                                          │
-                      ┌───────────────────┘
-                      │
-         ┌────────────▼─────────────┐
-         │  IAM/Identity Check      │
-         │  (identity.canDo)        │
-         └────────────┬─────────────┘
-                      │
-            ┌─────────┴─────────┐
-            │                   │
-       ALLOW │              DENY │
-            ▼                   ▼
-     Grant Access        Reject Request
-```
-
-## Example Policies That Now Work
-
-### 1. **Public Read Access** (Anonymous)
-```json
-{
-  "Version": "2012-10-17",
-  "Statement": [{
-    "Effect": "Allow",
-    "Principal": "*",
-    "Action": "s3:GetObject",
-    "Resource": "arn:aws:s3:::mybucket/*"
-  }]
-}
-```
-- Anonymous users can read all objects
-- Authenticated users are also evaluated against this policy. If they don't match an explicit `Allow` for this action, they will fall back to their own IAM permissions
-
-### 2. **Grant Access to Specific User** (Authenticated)
-```json
-{
-  "Version": "2012-10-17",
-  "Statement": [{
-    "Effect": "Allow",
-    "Principal": {"AWS": "arn:aws:iam::123456789012:user/bob"},
-    "Action": ["s3:GetObject", "s3:PutObject"],
-    "Resource": "arn:aws:s3:::mybucket/shared/*"
-  }]
-}
-```
-- User "bob" can read/write objects in `/shared/` prefix
-- Other users cannot (unless granted by their IAM policies)
-
-### 3. **Deny Access to Specific Path** (Both)
-```json
-{
-  "Version": "2012-10-17",
-  "Statement": [{
-    "Effect": "Deny",
-    "Principal": "*",
-    "Action": "s3:*",
-    "Resource": "arn:aws:s3:::mybucket/confidential/*"
-  }]
-}
-```
-- **No one** can access `/confidential/` objects
-- Denies override all other allows (AWS policy evaluation rules)
-
-## Performance Characteristics
-
-### Policy Loading
-- **Cold start**: Policy loaded from filer → parsed → compiled → cached
-- **Warm path**: Policy retrieved from `BucketConfigCache` (already parsed)
-- **Updates**: Event-driven sync via metadata subscription (real-time)
-
-### Policy Evaluation
-- **Compiled policies**: Pre-compiled regex patterns and matchers
-- **Pattern cache**: Regex patterns cached with LRU eviction (max 1000)
-- **Fast path**: Common patterns (`*`, exact matches) optimized
-- **Case sensitivity**: Actions case-insensitive, resources case-sensitive (AWS-compatible)
-
-### Overhead
-- **Anonymous requests**: Minimal (policy already checked, now using compiled engine)
-- **Authenticated requests**: ~1-2ms added for policy evaluation (compiled patterns)
-- **No policy**: Near-zero overhead (quick indeterminate check)
-
-## Testing
-
-All tests pass:
-```bash
-✅ TestBucketPolicyValidationBasics
-✅ TestPrincipalMatchesAnonymous
-✅ TestActionToS3Action
-✅ TestResourceMatching
-✅ TestMatchesPatternRegexEscaping (security tests)
-✅ TestActionMatchingCaseInsensitive
-✅ TestResourceMatchingCaseSensitive
-✅ All policy_engine package tests (30+ tests)
-```
-
-## Security Improvements
-
-1. **Regex Metacharacter Escaping**: Patterns like `*.json` properly match only files ending in `.json` (not `filexjson`)
-2. **Case-Insensitive Actions**: S3 actions matched case-insensitively per AWS spec
-3. **Case-Sensitive Resources**: Resource paths matched case-sensitively for security
-4. **Pattern Cache Size Limit**: Prevents DoS attacks via unbounded cache growth
-5. **Principal Validation**: Supports `[]string` for manually constructed policies
-
-## AWS Compatibility
-
-The implementation follows AWS S3 bucket policy evaluation rules:
-1. **Explicit Deny** always wins (checked first)
-2. **Explicit Allow** grants access (checked second)
-3. **Default Deny** if no matching statements (implicit)
-4. Bucket policies work alongside IAM policies (both are evaluated)
-
-## Files Changed
-
-```
-Modified:
-  weed/s3api/auth_credentials.go           (+47 lines)
-  weed/s3api/auth_credentials_subscribe.go (+8 lines)
-  weed/s3api/s3api_bucket_config.go        (+8 lines)
-  weed/s3api/s3api_server.go               (+5 lines)
-
-New:
-  weed/s3api/s3api_bucket_policy_engine.go (115 lines)
-```
-
-## Migration Notes
-
-- **Backward Compatible**: Existing setups without bucket policies work unchanged
-- **No Breaking Changes**: All existing ACL and IAM-based authorization still works
-- **Additive Feature**: Bucket policies are an additional layer of authorization
-- **Performance**: Minimal impact on existing workloads
-
-## Future Enhancements
-
-Potential improvements (not implemented yet):
-- [ ] Condition support (IP address, time-based, etc.) - already in policy_engine
-- [ ] Cross-account policies (different AWS accounts)
-- [ ] Policy validation API endpoint
-- [ ] Policy simulation/testing tool
-- [ ] Metrics for policy evaluations (allow/deny counts)
-
-## Conclusion
-
-Bucket policies now work for **all requests** in SeaweedFS S3 API:
-- ✅ Anonymous requests (public access)
-- ✅ Authenticated requests (user-specific policies)
-- ✅ High performance (compiled policies, caching)
-- ✅ AWS-compatible (follows AWS evaluation rules)
-- ✅ Secure (proper escaping, case sensitivity)
-
-The integration is complete, tested, and ready for use!
-

DESIGN.md

@@ -1,413 +0,0 @@
-# SeaweedFS Task Distribution System Design
-
-## Overview
-
-This document describes the design of a distributed task management system for SeaweedFS that handles Erasure Coding (EC) and vacuum operations through a scalable admin server and worker process architecture.
-
-## System Architecture
-
-### High-Level Components
-
-```
-┌─────────────────┐    ┌──────────────────┐    ┌─────────────────┐
-│   Master        │◄──►│  Admin Server    │◄──►│   Workers       │
-│                 │    │                  │    │                 │
-│ - Volume Info   │    │ - Task Discovery │    │ - Task Exec     │
-│ - Shard Status  │    │ - Task Assign    │    │ - Progress      │
-│ - Heartbeats    │    │ - Progress Track │    │ - Error Report  │
-└─────────────────┘    └──────────────────┘    └─────────────────┘
-         │                        │                        │
-         │                        │                        │
-         ▼                        ▼                        ▼
-┌─────────────────┐    ┌──────────────────┐    ┌─────────────────┐
-│ Volume Servers  │    │ Volume Monitor   │    │ Task Execution  │
-│                 │    │                  │    │                 │
-│ - Store Volumes │    │ - Health Check   │    │ - EC Convert    │
-│ - EC Shards     │    │ - Usage Stats    │    │ - Vacuum Clean  │
-│ - Report Status │    │ - State Sync     │    │ - Status Report │
-└─────────────────┘    └──────────────────┘    └─────────────────┘
-```
-
-## 1. Admin Server Design
-
-### 1.1 Core Responsibilities
-
-- **Task Discovery**: Scan volumes to identify EC and vacuum candidates
-- **Worker Management**: Track available workers and their capabilities  
-- **Task Assignment**: Match tasks to optimal workers
-- **Progress Tracking**: Monitor in-progress tasks for capacity planning
-- **State Reconciliation**: Sync with master server for volume state updates
-
-### 1.2 Task Discovery Engine
-
-```go
-type TaskDiscoveryEngine struct {
-    masterClient   MasterClient
-    volumeScanner  VolumeScanner
-    taskDetectors  map[TaskType]TaskDetector
-    scanInterval   time.Duration
-}
-
-type VolumeCandidate struct {
-    VolumeID       uint32
-    Server         string
-    Collection     string
-    TaskType       TaskType
-    Priority       TaskPriority
-    Reason         string
-    DetectedAt     time.Time
-    Parameters     map[string]interface{}
-}
-```
-
-**EC Detection Logic**:
-- Find volumes >= 95% full and idle for > 1 hour
-- Exclude volumes already in EC format
-- Exclude volumes with ongoing operations
-- Prioritize by collection and age
-
-**Vacuum Detection Logic**:
-- Find volumes with garbage ratio > 30%
-- Exclude read-only volumes
-- Exclude volumes with recent vacuum operations
-- Prioritize by garbage percentage
-
-### 1.3 Worker Registry & Management
-
-```go
-type WorkerRegistry struct {
-    workers        map[string]*Worker
-    capabilities   map[TaskType][]*Worker
-    lastHeartbeat  map[string]time.Time
-    taskAssignment map[string]*Task
-    mutex          sync.RWMutex
-}
-
-type Worker struct {
-    ID            string
-    Address       string
-    Capabilities  []TaskType
-    MaxConcurrent int
-    CurrentLoad   int
-    Status        WorkerStatus
-    LastSeen      time.Time
-    Performance   WorkerMetrics
-}
-```
-
-### 1.4 Task Assignment Algorithm
-
-```go
-type TaskScheduler struct {
-    registry       *WorkerRegistry
-    taskQueue      *PriorityQueue
-    inProgressTasks map[string]*InProgressTask
-    volumeReservations map[uint32]*VolumeReservation
-}
-
-// Worker Selection Criteria:
-// 1. Has required capability (EC or Vacuum)
-// 2. Available capacity (CurrentLoad < MaxConcurrent)
-// 3. Best performance history for task type
-// 4. Lowest current load
-// 5. Geographically close to volume server (optional)
-```
-
-## 2. Worker Process Design
-
-### 2.1 Worker Architecture
-
-```go
-type MaintenanceWorker struct {
-    id              string
-    config          *WorkerConfig
-    adminClient     AdminClient
-    taskExecutors   map[TaskType]TaskExecutor
-    currentTasks    map[string]*RunningTask
-    registry        *TaskRegistry
-    heartbeatTicker *time.Ticker
-    requestTicker   *time.Ticker
-}
-```
-
-### 2.2 Task Execution Framework
-
-```go
-type TaskExecutor interface {
-    Execute(ctx context.Context, task *Task) error
-    EstimateTime(task *Task) time.Duration
-    ValidateResources(task *Task) error
-    GetProgress() float64
-    Cancel() error
-}
-
-type ErasureCodingExecutor struct {
-    volumeClient VolumeServerClient
-    progress     float64
-    cancelled    bool
-}
-
-type VacuumExecutor struct {
-    volumeClient VolumeServerClient
-    progress     float64
-    cancelled    bool
-}
-```
-
-### 2.3 Worker Capabilities & Registration
-
-```go
-type WorkerCapabilities struct {
-    SupportedTasks   []TaskType
-    MaxConcurrent    int
-    ResourceLimits   ResourceLimits
-    PreferredServers []string  // Affinity for specific volume servers
-}
-
-type ResourceLimits struct {
-    MaxMemoryMB      int64
-    MaxDiskSpaceMB   int64
-    MaxNetworkMbps   int64
-    MaxCPUPercent    float64
-}
-```
-
-## 3. Task Lifecycle Management
-
-### 3.1 Task States
-
-```go
-type TaskState string
-
-const (
-    TaskStatePending     TaskState = "pending"
-    TaskStateAssigned    TaskState = "assigned"
-    TaskStateInProgress  TaskState = "in_progress"
-    TaskStateCompleted   TaskState = "completed"
-    TaskStateFailed      TaskState = "failed"
-    TaskStateCancelled   TaskState = "cancelled"
-    TaskStateStuck       TaskState = "stuck"       // Taking too long
-    TaskStateDuplicate   TaskState = "duplicate"   // Detected duplicate
-)
-```
-
-### 3.2 Progress Tracking & Monitoring
-
-```go
-type InProgressTask struct {
-    Task           *Task
-    WorkerID       string
-    StartedAt      time.Time
-    LastUpdate     time.Time
-    Progress       float64
-    EstimatedEnd   time.Time
-    VolumeReserved bool  // Reserved for capacity planning
-}
-
-type TaskMonitor struct {
-    inProgressTasks map[string]*InProgressTask
-    timeoutChecker  *time.Ticker
-    stuckDetector   *time.Ticker
-    duplicateChecker *time.Ticker
-}
-```
-
-## 4. Volume Capacity Reconciliation
-
-### 4.1 Volume State Tracking
-
-```go
-type VolumeStateManager struct {
-    masterClient      MasterClient
-    inProgressTasks   map[uint32]*InProgressTask  // VolumeID -> Task
-    committedChanges  map[uint32]*VolumeChange    // Changes not yet in master
-    reconcileInterval time.Duration
-}
-
-type VolumeChange struct {
-    VolumeID     uint32
-    ChangeType   ChangeType  // "ec_encoding", "vacuum_completed"
-    OldCapacity  int64
-    NewCapacity  int64
-    TaskID       string
-    CompletedAt  time.Time
-    ReportedToMaster bool
-}
-```
-
-### 4.2 Shard Assignment Integration
-
-When the master needs to assign shards, it must consider:
-1. **Current volume state** from its own records
-2. **In-progress capacity changes** from admin server
-3. **Committed but unreported changes** from admin server
-
-```go
-type CapacityOracle struct {
-    adminServer   AdminServerClient
-    masterState   *MasterVolumeState
-    updateFreq    time.Duration
-}
-
-func (o *CapacityOracle) GetAdjustedCapacity(volumeID uint32) int64 {
-    baseCapacity := o.masterState.GetCapacity(volumeID)
-    
-    // Adjust for in-progress tasks
-    if task := o.adminServer.GetInProgressTask(volumeID); task != nil {
-        switch task.Type {
-        case TaskTypeErasureCoding:
-            // EC reduces effective capacity
-            return baseCapacity / 2  // Simplified
-        case TaskTypeVacuum:
-            // Vacuum may increase available space
-            return baseCapacity + int64(float64(baseCapacity) * 0.3)
-        }
-    }
-    
-    // Adjust for completed but unreported changes
-    if change := o.adminServer.GetPendingChange(volumeID); change != nil {
-        return change.NewCapacity
-    }
-    
-    return baseCapacity
-}
-```
-
-## 5. Error Handling & Recovery
-
-### 5.1 Worker Failure Scenarios
-
-```go
-type FailureHandler struct {
-    taskRescheduler *TaskRescheduler
-    workerMonitor   *WorkerMonitor
-    alertManager    *AlertManager
-}
-
-// Failure Scenarios:
-// 1. Worker becomes unresponsive (heartbeat timeout)
-// 2. Task execution fails (reported by worker)
-// 3. Task gets stuck (progress timeout)
-// 4. Duplicate task detection
-// 5. Resource exhaustion
-```
-
-### 5.2 Recovery Strategies
-
-**Worker Timeout Recovery**:
-- Mark worker as inactive after 3 missed heartbeats
-- Reschedule all assigned tasks to other workers
-- Cleanup any partial state
-
-**Task Stuck Recovery**:
-- Detect tasks with no progress for > 2x estimated time
-- Cancel stuck task and mark volume for cleanup
-- Reschedule if retry count < max_retries
-
-**Duplicate Task Prevention**:
-```go
-type DuplicateDetector struct {
-    activeFingerprints map[string]bool  // VolumeID+TaskType
-    recentCompleted    *LRUCache        // Recently completed tasks
-}
-
-func (d *DuplicateDetector) IsTaskDuplicate(task *Task) bool {
-    fingerprint := fmt.Sprintf("%d-%s", task.VolumeID, task.Type)
-    return d.activeFingerprints[fingerprint] || 
-           d.recentCompleted.Contains(fingerprint)
-}
-```
-
-## 6. Simulation & Testing Framework
-
-### 6.1 Failure Simulation
-
-```go
-type TaskSimulator struct {
-    scenarios map[string]SimulationScenario
-}
-
-type SimulationScenario struct {
-    Name            string
-    WorkerCount     int
-    VolumeCount     int
-    FailurePatterns []FailurePattern
-    Duration        time.Duration
-}
-
-type FailurePattern struct {
-    Type        FailureType  // "worker_timeout", "task_stuck", "duplicate"
-    Probability float64      // 0.0 to 1.0
-    Timing      TimingSpec   // When during task execution
-    Duration    time.Duration
-}
-```
-
-### 6.2 Test Scenarios
-
-**Scenario 1: Worker Timeout During EC**
-- Start EC task on 30GB volume
-- Kill worker at 50% progress
-- Verify task reassignment
-- Verify no duplicate EC operations
-
-**Scenario 2: Stuck Vacuum Task**
-- Start vacuum on high-garbage volume
-- Simulate worker hanging at 75% progress
-- Verify timeout detection and cleanup
-- Verify volume state consistency
-
-**Scenario 3: Duplicate Task Prevention**
-- Submit same EC task from multiple sources
-- Verify only one task executes
-- Verify proper conflict resolution
-
-**Scenario 4: Master-Admin State Divergence**
-- Create in-progress EC task
-- Simulate master restart
-- Verify state reconciliation
-- Verify shard assignment accounts for in-progress work
-
-## 7. Performance & Scalability
-
-### 7.1 Metrics & Monitoring
-
-```go
-type SystemMetrics struct {
-    TasksPerSecond     float64
-    WorkerUtilization  float64
-    AverageTaskTime    time.Duration
-    FailureRate        float64
-    QueueDepth         int
-    VolumeStatesSync   bool
-}
-```
-
-### 7.2 Scalability Considerations
-
-- **Horizontal Worker Scaling**: Add workers without admin server changes
-- **Admin Server HA**: Master-slave admin servers for fault tolerance
-- **Task Partitioning**: Partition tasks by collection or datacenter
-- **Batch Operations**: Group similar tasks for efficiency
-
-## 8. Implementation Plan
-
-### Phase 1: Core Infrastructure
-1. Admin server basic framework
-2. Worker registration and heartbeat
-3. Simple task assignment
-4. Basic progress tracking
-
-### Phase 2: Advanced Features
-1. Volume state reconciliation
-2. Sophisticated worker selection
-3. Failure detection and recovery
-4. Duplicate prevention
-
-### Phase 3: Optimization & Monitoring
-1. Performance metrics
-2. Load balancing algorithms
-3. Capacity planning integration
-4. Comprehensive monitoring
-
-This design provides a robust, scalable foundation for distributed task management in SeaweedFS while maintaining consistency with the existing architecture patterns. 

Makefile

@@ -23,7 +23,7 @@ server: install
 benchmark: install warp_install
 	pkill weed || true
 	pkill warp || true
-	weed server -debug=$(debug) -s3 -filer -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false -s3.config=./docker/compose/s3.json &
+	weed server -debug=$(debug) -s3 -filer -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false -s3.config=./docker/compose/s3.json &
 	warp client &
 	while ! nc -z localhost 8000 ; do sleep 1 ; done
 	warp mixed --host=127.0.0.1:8000 --access-key=some_access_key1 --secret-key=some_secret_key1 --autoterm

README.md

@@ -84,7 +84,6 @@ Table of Contents
 
 ## Quick Start with Single Binary ##
 * Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip a single binary file `weed` or `weed.exe`. Or run `go install github.com/seaweedfs/seaweedfs/weed@latest`.
-* `export AWS_ACCESS_KEY_ID=admin ; export AWS_SECRET_ACCESS_KEY=key` as the admin credentials to access the object store.
 * Run `weed server -dir=/some/data/dir -s3` to start one master, one volume server, one filer, and one S3 gateway.
 
 Also, to increase capacity, just add more volume servers by running `weed volume -dir="/some/data/dir2" -mserver="<master_host>:9333" -port=8081` locally, or on a different machine, or on thousands of machines. That is it!
@@ -520,8 +519,6 @@ cd seaweedfs/weed && make install
 
 Once this is done, you will find the executable "weed" in your `$GOPATH/bin` directory
 
-For more installation options, including how to run with Docker, see the [Getting Started guide](https://github.com/seaweedfs/seaweedfs/wiki/Getting-Started).
-
 [Back to TOC](#table-of-contents)
 
 ## Disk Related Topics ##

SQL_FEATURE_PLAN.md

@@ -1,145 +0,0 @@
-# SQL Query Engine Feature, Dev, and Test Plan
-
-This document outlines the plan for adding SQL querying support to SeaweedFS, focusing on reading and analyzing data from Message Queue (MQ) topics.
-
-## Feature Plan
-
-**1. Goal**
-
-To provide a SQL querying interface for SeaweedFS, enabling analytics on existing MQ topics. This enables:
-- Basic querying with SELECT, WHERE, aggregations on MQ topics
-- Schema discovery and metadata operations (SHOW DATABASES, SHOW TABLES, DESCRIBE)
-- In-place analytics on Parquet-stored messages without data movement
-
-**2. Key Features**
-
-*   **Schema Discovery and Metadata:**
-    *   `SHOW DATABASES` - List all MQ namespaces
-    *   `SHOW TABLES` - List all topics in a namespace  
-    *   `DESCRIBE table_name` - Show topic schema details
-    *   Automatic schema detection from existing Parquet data
-*   **Basic Query Engine:**
-    *   `SELECT` support with `WHERE`, `LIMIT`, `OFFSET`
-    *   Aggregation functions: `COUNT()`, `SUM()`, `AVG()`, `MIN()`, `MAX()`
-    *   Temporal queries with timestamp-based filtering
-*   **User Interfaces:**
-    *   New CLI command `weed sql` with interactive shell mode
-    *   Optional: Web UI for query execution and result visualization
-*   **Output Formats:**
-    *   JSON (default), CSV, Parquet for result sets
-    *   Streaming results for large queries
-    *   Pagination support for result navigation
-
-## Development Plan
-
-
-
-**3. Data Source Integration**
-
-*   **MQ Topic Connector (Primary):**
-    *   Build on existing `weed/mq/logstore/read_parquet_to_log.go`
-    *   Implement efficient Parquet scanning with predicate pushdown
-    *   Support schema evolution and backward compatibility
-    *   Handle partition-based parallelism for scalable queries
-*   **Schema Registry Integration:**
-    *   Extend `weed/mq/schema/schema.go` for SQL metadata operations
-    *   Read existing topic schemas for query planning
-    *   Handle schema evolution during query execution
-
-**4. API & CLI Integration**
-
-*   **CLI Command:**
-    *   New `weed sql` command with interactive shell mode (similar to `weed shell`)
-    *   Support for script execution and result formatting
-    *   Connection management for remote SeaweedFS clusters
-*   **gRPC API:**
-    *   Add SQL service to existing MQ broker gRPC interface
-    *   Enable efficient query execution with streaming results
-
-## Example Usage Scenarios
-
-**Scenario 1: Schema Discovery and Metadata**
-```sql
--- List all namespaces (databases)
-SHOW DATABASES;
-
--- List topics in a namespace
-USE my_namespace;
-SHOW TABLES;
-
--- View topic structure and discovered schema
-DESCRIBE user_events;
-```
-
-**Scenario 2: Data Querying**
-```sql
--- Basic filtering and projection
-SELECT user_id, event_type, timestamp 
-FROM user_events 
-WHERE timestamp > 1640995200000 
-LIMIT 100;
-
--- Aggregation queries  
-SELECT COUNT(*) as event_count
-FROM user_events 
-WHERE timestamp >= 1640995200000;
-
--- More aggregation examples
-SELECT MAX(timestamp), MIN(timestamp) 
-FROM user_events;
-```
-
-**Scenario 3: Analytics & Monitoring**
-```sql
--- Basic analytics
-SELECT COUNT(*) as total_events
-FROM user_events 
-WHERE timestamp >= 1640995200000;
-
--- Simple monitoring
-SELECT AVG(response_time) as avg_response
-FROM api_logs
-WHERE timestamp >= 1640995200000;
-
-## Architecture Overview
-
-```
-SQL Query Flow:
-                                  1. Parse SQL        2. Plan & Optimize      3. Execute Query
-┌─────────────┐    ┌──────────────┐    ┌─────────────────┐    ┌──────────────┐
-│   Client    │    │  SQL Parser  │    │  Query Planner  │    │   Execution  │
-│    (CLI)    │──→ │ PostgreSQL   │──→ │   & Optimizer   │──→ │    Engine    │
-│             │    │ (Custom)     │    │                 │    │              │
-└─────────────┘    └──────────────┘    └─────────────────┘    └──────────────┘
-                                               │                       │
-                                               │ Schema Lookup         │ Data Access
-                                               ▼                       ▼
-                    ┌─────────────────────────────────────────────────────────────┐
-                    │                    Schema Catalog                            │
-                    │  • Namespace → Database mapping                            │
-                    │  • Topic → Table mapping                                  │
-                    │  • Schema version management                              │
-                    └─────────────────────────────────────────────────────────────┘
-                                                                        ▲
-                                                                        │ Metadata
-                                                                        │
-┌─────────────────────────────────────────────────────────────────────────────┐
-│                          MQ Storage Layer                                      │
-│  ┌─────────────┐  ┌─────────────┐  ┌─────────────┐  ┌─────────────┐    ▲    │
-│  │   Topic A   │  │   Topic B   │  │   Topic C   │  │     ...     │    │    │
-│  │ (Parquet)   │  │ (Parquet)   │  │ (Parquet)   │  │ (Parquet)   │    │    │
-│  └─────────────┘  └─────────────┘  └─────────────┘  └─────────────┘    │    │
-└──────────────────────────────────────────────────────────────────────────│──┘
-                                                                          │
-                                                                     Data Access
-```
-
-
-## Success Metrics
-
-*   **Feature Completeness:** Support for all specified SELECT operations and metadata commands
-*   **Performance:** 
-    *   **Simple SELECT queries**: < 100ms latency for single-table queries with up to 3 WHERE predicates on ≤ 100K records
-    *   **Complex queries**: < 1s latency for queries involving aggregations (COUNT, SUM, MAX, MIN) on ≤ 1M records
-    *   **Time-range queries**: < 500ms for timestamp-based filtering on ≤ 500K records within 24-hour windows
-*   **Scalability:** Handle topics with millions of messages efficiently

SSE-C_IMPLEMENTATION.md

@@ -1,169 +0,0 @@
-# Server-Side Encryption with Customer-Provided Keys (SSE-C) Implementation
-
-This document describes the implementation of SSE-C support in SeaweedFS, addressing the feature request from [GitHub Discussion #5361](https://github.com/seaweedfs/seaweedfs/discussions/5361).
-
-## Overview
-
-SSE-C allows clients to provide their own encryption keys for server-side encryption of objects stored in SeaweedFS. The server encrypts the data using the customer-provided AES-256 key but does not store the key itself - only an MD5 hash of the key for validation purposes.
-
-## Implementation Details
-
-### Architecture
-
-The SSE-C implementation follows a transparent encryption/decryption pattern:
-
-1. **Upload (PUT/POST)**: Data is encrypted with the customer key before being stored
-2. **Download (GET/HEAD)**: Encrypted data is decrypted on-the-fly using the customer key
-3. **Metadata Storage**: Only the encryption algorithm and key MD5 are stored as metadata
-
-### Key Components
-
-#### 1. Constants and Headers (`weed/s3api/s3_constants/header.go`)
-- Added AWS-compatible SSE-C header constants
-- Support for both regular and copy-source SSE-C headers
-
-#### 2. Core SSE-C Logic (`weed/s3api/s3_sse_c.go`)
-- **SSECustomerKey**: Structure to hold customer encryption key and metadata
-- **SSECEncryptedReader**: Streaming encryption with AES-256-CTR mode
-- **SSECDecryptedReader**: Streaming decryption with IV extraction
-- **validateAndParseSSECHeaders**: Shared validation logic (DRY principle)
-- **ParseSSECHeaders**: Parse regular SSE-C headers
-- **ParseSSECCopySourceHeaders**: Parse copy-source SSE-C headers
-- Header validation and parsing functions
-- Metadata extraction and response handling
-
-#### 3. Error Handling (`weed/s3api/s3err/s3api_errors.go`)
-- New error codes for SSE-C validation failures
-- AWS-compatible error messages and HTTP status codes
-
-#### 4. S3 API Integration
-- **PUT Object Handler**: Encrypts data streams transparently
-- **GET Object Handler**: Decrypts data streams transparently
-- **HEAD Object Handler**: Validates keys and returns appropriate headers
-- **Metadata Storage**: Integrates with existing `SaveAmzMetaData` function
-
-### Encryption Scheme
-
-- **Algorithm**: AES-256-CTR (Counter mode)
-- **Key Size**: 256 bits (32 bytes)
-- **IV Generation**: Random 16-byte IV per object
-- **Storage Format**: `[IV][EncryptedData]` where IV is prepended to encrypted content
-
-### Metadata Storage
-
-SSE-C metadata is stored in the filer's extended attributes:
-```
-x-amz-server-side-encryption-customer-algorithm: "AES256"
-x-amz-server-side-encryption-customer-key-md5: "<md5-hash-of-key>"
-```
-
-## API Compatibility
-
-### Required Headers for Encryption (PUT/POST)
-```
-x-amz-server-side-encryption-customer-algorithm: AES256
-x-amz-server-side-encryption-customer-key: <base64-encoded-256-bit-key>
-x-amz-server-side-encryption-customer-key-md5: <md5-hash-of-key>
-```
-
-### Required Headers for Decryption (GET/HEAD)
-Same headers as encryption - the server validates the key MD5 matches.
-
-### Copy Operations
-Support for copy-source SSE-C headers:
-```
-x-amz-copy-source-server-side-encryption-customer-algorithm
-x-amz-copy-source-server-side-encryption-customer-key  
-x-amz-copy-source-server-side-encryption-customer-key-md5
-```
-
-## Error Handling
-
-The implementation provides AWS-compatible error responses:
-
-- **InvalidEncryptionAlgorithmError**: Non-AES256 algorithm specified
-- **InvalidArgument**: Invalid key format, size, or MD5 mismatch
-- **Missing customer key**: Object encrypted but no key provided
-- **Unnecessary customer key**: Object not encrypted but key provided
-
-## Security Considerations
-
-1. **Key Management**: Customer keys are never stored - only MD5 hashes for validation
-2. **IV Randomness**: Fresh random IV generated for each object
-3. **Transparent Security**: Volume servers never see unencrypted data
-4. **Key Validation**: Strict validation of key format, size, and MD5
-
-## Testing
-
-Comprehensive test suite covers:
-- Header validation and parsing (regular and copy-source)
-- Encryption/decryption round-trip
-- Error condition handling  
-- Metadata extraction
-- Code reuse validation (DRY principle)
-- AWS S3 compatibility
-
-Run tests with:
-```bash
-go test -v ./weed/s3api
-
-## Usage Example
-
-### Upload with SSE-C
-```bash
-# Generate a 256-bit key
-KEY=$(openssl rand -base64 32)
-KEY_MD5=$(echo -n "$KEY" | base64 -d | openssl dgst -md5 -binary | base64)
-
-# Upload object with SSE-C
-curl -X PUT "http://localhost:8333/bucket/object" \
-  -H "x-amz-server-side-encryption-customer-algorithm: AES256" \
-  -H "x-amz-server-side-encryption-customer-key: $KEY" \
-  -H "x-amz-server-side-encryption-customer-key-md5: $KEY_MD5" \
-  --data-binary @file.txt
-```
-
-### Download with SSE-C
-```bash
-# Download object with SSE-C (same key required)
-curl "http://localhost:8333/bucket/object" \
-  -H "x-amz-server-side-encryption-customer-algorithm: AES256" \
-  -H "x-amz-server-side-encryption-customer-key: $KEY" \
-  -H "x-amz-server-side-encryption-customer-key-md5: $KEY_MD5"
-```
-
-## Integration Points
-
-### Existing SeaweedFS Features
-- **Filer Metadata**: Extends existing metadata storage
-- **Volume Servers**: No changes required - store encrypted data transparently
-- **S3 API**: Integrates seamlessly with existing handlers
-- **Versioning**: Compatible with object versioning
-- **Multipart Upload**: Ready for multipart upload integration
-
-### Future Enhancements
-- **SSE-S3**: Server-managed encryption keys
-- **SSE-KMS**: External key management service integration
-- **Performance Optimization**: Hardware acceleration for encryption
-- **Compliance**: Enhanced audit logging for encrypted objects
-
-## File Changes Summary
-
-1. **`weed/s3api/s3_constants/header.go`** - Added SSE-C header constants
-2. **`weed/s3api/s3_sse_c.go`** - Core SSE-C implementation (NEW)
-3. **`weed/s3api/s3_sse_c_test.go`** - Comprehensive test suite (NEW)
-4. **`weed/s3api/s3err/s3api_errors.go`** - Added SSE-C error codes
-5. **`weed/s3api/s3api_object_handlers.go`** - GET/HEAD with SSE-C support
-6. **`weed/s3api/s3api_object_handlers_put.go`** - PUT with SSE-C support
-7. **`weed/server/filer_server_handlers_write_autochunk.go`** - Metadata storage
-
-## Compliance
-
-This implementation follows the [AWS S3 SSE-C specification](https://docs.aws.amazon.com/AmazonS3/latest/userguide/ServerSideEncryptionCustomerKeys.html) for maximum compatibility with existing S3 clients and tools.
-
-## Performance Impact
-
-- **Encryption Overhead**: Minimal CPU impact with efficient AES-CTR streaming
-- **Memory Usage**: Constant memory usage via streaming encryption/decryption
-- **Storage Overhead**: 16 bytes per object for IV storage
-- **Network**: No additional network overhead

docker/Dockerfile.e2e

@@ -2,28 +2,12 @@ FROM ubuntu:22.04
 
 LABEL author="Chris Lu"
 
-# Use faster mirrors and optimize package installation
+RUN apt-get update && apt-get install -y curl fio fuse
-# Note: This e2e test image intentionally runs as root for simplicity and compatibility.
-# Production images (Dockerfile.go_build) use proper user isolation with su-exec.
-# For testing purposes, running as root avoids permission complexities and dependency
-# on Alpine-specific tools like su-exec (not available in Ubuntu repos).
-RUN apt-get update && \
-    DEBIAN_FRONTEND=noninteractive apt-get install -y \
-    --no-install-recommends \
-    --no-install-suggests \
-    curl \
-    fio \
-    fuse \
-    ca-certificates \
-    && apt-get clean \
-    && rm -rf /var/lib/apt/lists/* \
-    && rm -rf /tmp/* \
-    && rm -rf /var/tmp/*
 RUN mkdir -p /etc/seaweedfs /data/filerldb2
 
 COPY ./weed /usr/bin/
 COPY ./filer.toml /etc/seaweedfs/filer.toml
-COPY ./entrypoint_e2e.sh /entrypoint.sh
+COPY ./entrypoint.sh /entrypoint.sh
 
 # volume server grpc port
 EXPOSE 18080

docker/Dockerfile.foundationdb_large

@@ -1,131 +0,0 @@
-FROM golang:1.24 AS builder
-
-RUN apt-get update && \
-    apt-get install -y build-essential wget ca-certificates && \
-    rm -rf /var/lib/apt/lists/*
-
-ARG FDB_VERSION=7.4.5
-ENV FDB_VERSION=${FDB_VERSION}
-ARG TARGETARCH
-
-# Install FoundationDB client libraries with SHA256 checksum verification
-# Known SHA256 checksums for FoundationDB client packages (verified 2025-01-19)
-# To add checksums for new versions: run docker/get_fdb_checksum.sh <version> <arch>
-RUN cd /tmp && \
-    case "${TARGETARCH}" in \
-        "amd64") FDB_ARCH="amd64"; PACKAGE_ARCH="amd64" ;; \
-        "arm64") FDB_ARCH="arm64"; PACKAGE_ARCH="aarch64" ;; \
-        *) echo "Unsupported architecture: ${TARGETARCH}" >&2; exit 1 ;; \
-    esac && \
-    case "${FDB_VERSION}_${FDB_ARCH}" in \
-        "7.4.5_amd64") \
-            EXPECTED_SHA256="eea6b98cf386a0848655b2e196d18633662a7440a7ee061c10e32153c7e7e112" ;; \
-        "7.4.5_arm64") \
-            EXPECTED_SHA256="f2176b86b7e1b561c3632b4e6e7efb82e3b8f57c2ff0d0ac4671e742867508aa" ;; \
-        "7.3.43_amd64") \
-            EXPECTED_SHA256="c3fa0a59c7355b914a1455dac909238d5ea3b6c6bc7b530af8597e6487c1651a" ;; \
-        "7.3.43_arm64") \
-            echo "ERROR: FoundationDB ${FDB_VERSION} does not publish arm64 client packages." >&2; \
-            echo "Please upgrade to 7.4.5+ when targeting arm64." >&2; \
-            exit 1 ;; \
-        *) \
-            echo "ERROR: No checksum available for FDB version ${FDB_VERSION} on ${FDB_ARCH}" >&2; \
-            echo "This is a security requirement. To add verification:" >&2; \
-            echo "  1. Run: docker/get_fdb_checksum.sh ${FDB_VERSION} ${FDB_ARCH}" >&2; \
-            echo "  2. Add the checksum to this Dockerfile" >&2; \
-            echo "Refusing to proceed without checksum verification." >&2; \
-            exit 1 ;; \
-    esac && \
-    PACKAGE="foundationdb-clients_${FDB_VERSION}-1_${PACKAGE_ARCH}.deb" && \
-    wget --timeout=30 --tries=3 https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE} && \
-    echo "${EXPECTED_SHA256}  ${PACKAGE}" | sha256sum -c - || \
-        (echo "ERROR: Checksum verification failed for FoundationDB ${FDB_VERSION} (${FDB_ARCH})" >&2; \
-         echo "Expected: ${EXPECTED_SHA256}" >&2; \
-         echo "This indicates either a corrupted download or potential tampering." >&2; \
-         exit 1) && \
-    dpkg -i ${PACKAGE} && \
-    rm ${PACKAGE}
-
-# Set up FoundationDB environment variables for CGO
-ENV CGO_CFLAGS="-I/usr/include/foundationdb"
-ENV CGO_LDFLAGS="-lfdb_c"
-
-# build SeaweedFS sources; prefer local context but fall back to git clone if context only has docker files
-ARG SOURCE_REF=master
-WORKDIR /go/src/github.com/seaweedfs/seaweedfs
-COPY . .
-RUN set -euo pipefail && \
-    if [ ! -d weed ]; then \
-        echo "Local build context does not include SeaweedFS sources; cloning ${SOURCE_REF}" >&2; \
-        mkdir -p /tmp/local-context && cp -a /go/src/github.com/seaweedfs/seaweedfs/. /tmp/local-context && \
-        cd / && rm -rf /go/src/github.com/seaweedfs/seaweedfs && \
-        git clone --depth 1 --branch ${SOURCE_REF} https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs && \
-        cp -a /tmp/local-context/. /go/src/github.com/seaweedfs/seaweedfs/docker/ && \
-        rm -rf /tmp/local-context && \
-        cd /go/src/github.com/seaweedfs/seaweedfs; \
-    fi && \
-    cd weed \
-  && COMMIT_SHA=$(git rev-parse --short HEAD 2>/dev/null || echo "unknown") \
-  && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=${COMMIT_SHA}" \
-  && go install -tags "5BytesOffset foundationdb" -ldflags "${LDFLAGS}"
-
-
-FROM debian:bookworm-slim AS final
-LABEL author="Chris Lu"
-
-# Install runtime dependencies first
-RUN apt-get update && \
-    apt-get install -y --no-install-recommends \
-    ca-certificates \
-    fuse \
-    wget && \
-    rm -rf /var/lib/apt/lists/*
-
-# Reuse FoundationDB artifacts installed during the build stage
-COPY --from=builder /usr/lib/libfdb_c* /usr/lib/
-COPY --from=builder /usr/lib/foundationdb /usr/lib/foundationdb
-COPY --from=builder /usr/bin/fdb* /usr/bin/
-RUN ldconfig
-
-# Copy SeaweedFS binary and configuration
-COPY --from=builder /go/bin/weed /usr/bin/
-RUN mkdir -p /etc/seaweedfs
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_foundationdb.toml /etc/seaweedfs/filer.toml
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Create non-root user
-RUN groupadd -g 1000 seaweed && \
-    useradd -u 1000 -g seaweed -s /bin/bash -m seaweed
-
-# volume server gprc port
-EXPOSE 18080
-# volume server http port
-EXPOSE 8080
-# filer server gprc port
-EXPOSE 18888
-# filer server http port
-EXPOSE 8888
-# master server shared gprc port
-EXPOSE 19333
-# master server shared http port
-EXPOSE 9333
-# s3 server http port
-EXPOSE 8333
-# webdav server http port
-EXPOSE 7333
-
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
-
-VOLUME /data
-
-WORKDIR /data
-
-# Switch to non-root user
-USER seaweed
-
-ENTRYPOINT ["/entrypoint.sh"]
-

docker/Dockerfile.go_build

@@ -1,17 +1,10 @@
 FROM golang:1.24-alpine as builder
 RUN apk add git g++ fuse
 RUN mkdir -p /go/src/github.com/seaweedfs/
+RUN git clone https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
 ARG BRANCH=${BRANCH:-master}
-# Clone with full history and all tags to ensure all commits are available
-RUN git clone --no-single-branch --tags https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
 ARG TAGS
-RUN cd /go/src/github.com/seaweedfs/seaweedfs && \
+RUN cd /go/src/github.com/seaweedfs/seaweedfs && git checkout $BRANCH
-    (git checkout $BRANCH || \
-     (echo "Checkout failed, fetching all history..." && \
-      git fetch --all --tags --prune && \
-      git checkout $BRANCH) || \
-     (echo "ERROR: Branch/commit $BRANCH not found in repository" && \
-      echo "Available branches:" && git branch -a && exit 1))
 RUN cd /go/src/github.com/seaweedfs/seaweedfs/weed \
   && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(git rev-parse --short HEAD)" \
   && CGO_ENABLED=0 go install -tags "$TAGS" -ldflags "-extldflags -static ${LDFLAGS}"
@@ -22,11 +15,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
+RUN apk add fuse # for weed mount
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
 
 # volume server gprc port
 EXPOSE 18080
@@ -45,14 +34,11 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
+RUN mkdir -p /data/filerldb2
-RUN mkdir -p /data/filerldb2 && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
 
 VOLUME /data
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.local

@@ -1,15 +1,13 @@
 FROM alpine AS final
 LABEL author="Chris Lu"
-COPY  ./weed /usr/bin/weed
+COPY  ./weed /usr/bin/
-RUN chmod +x /usr/bin/weed && ls -la /usr/bin/weed
+COPY  ./weed_pub* /usr/bin/
+COPY  ./weed_sub* /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY ./filer.toml /etc/seaweedfs/filer.toml
 COPY ./entrypoint.sh /entrypoint.sh
-
+RUN apk add fuse # for weed mount
-# Install dependencies and create non-root user
+RUN apk add curl # for health checks
-RUN apk add --no-cache fuse curl su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
 
 # volume server grpc port
 EXPOSE 18080
@@ -28,14 +26,11 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
+RUN mkdir -p /data/filerldb2
-RUN mkdir -p /data/filerldb2 && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
 
 VOLUME /data
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.rocksdb_dev_env

@@ -1,17 +1,16 @@
-FROM golang:1.24 AS builder
+FROM golang:1.24 as builder
 
 RUN apt-get update
 RUN apt-get install -y build-essential libsnappy-dev zlib1g-dev libbz2-dev libgflags-dev liblz4-dev libzstd-dev
 
-ARG ROCKSDB_VERSION=v10.5.1
+ENV ROCKSDB_VERSION v10.2.1
-ENV ROCKSDB_VERSION=${ROCKSDB_VERSION}
 
 # build RocksDB
 RUN cd /tmp && \
     git clone https://github.com/facebook/rocksdb.git /tmp/rocksdb --depth 1 --single-branch --branch $ROCKSDB_VERSION && \
     cd rocksdb && \
-    PORTABLE=1 make -j"$(nproc)" static_lib && \
+    PORTABLE=1 make static_lib && \
     make install-static
 
-ENV CGO_CFLAGS="-I/tmp/rocksdb/include"
+ENV CGO_CFLAGS "-I/tmp/rocksdb/include"
-ENV CGO_LDFLAGS="-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
+ENV CGO_LDFLAGS "-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"

docker/Dockerfile.rocksdb_large

@@ -1,25 +1,24 @@
-FROM golang:1.24 AS builder
+FROM golang:1.24 as builder
 
 RUN apt-get update
 RUN apt-get install -y build-essential libsnappy-dev zlib1g-dev libbz2-dev libgflags-dev liblz4-dev libzstd-dev
 
-ARG ROCKSDB_VERSION=v10.5.1
+ENV ROCKSDB_VERSION v10.2.1
-ENV ROCKSDB_VERSION=${ROCKSDB_VERSION}
 
 # build RocksDB
 RUN cd /tmp && \
     git clone https://github.com/facebook/rocksdb.git /tmp/rocksdb --depth 1 --single-branch --branch $ROCKSDB_VERSION && \
     cd rocksdb && \
-    PORTABLE=1 make -j"$(nproc)" static_lib && \
+    PORTABLE=1 make static_lib && \
     make install-static
 
-ENV CGO_CFLAGS="-I/tmp/rocksdb/include"
+ENV CGO_CFLAGS "-I/tmp/rocksdb/include"
-ENV CGO_LDFLAGS="-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
+ENV CGO_LDFLAGS "-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
 
 # build SeaweedFS
 RUN mkdir -p /go/src/github.com/seaweedfs/
 RUN git clone https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
-ARG BRANCH=master
+ARG BRANCH=${BRANCH:-master}
 RUN cd /go/src/github.com/seaweedfs/seaweedfs && git checkout $BRANCH
 RUN cd /go/src/github.com/seaweedfs/seaweedfs/weed \
   && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(git rev-parse --short HEAD)" \
@@ -32,11 +31,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
+RUN apk add fuse snappy gflags
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
 
 # volume server gprc port
 EXPOSE 18080
@@ -55,15 +50,12 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
+RUN mkdir -p /data/filer_rocksdb
-RUN mkdir -p /data/filer_rocksdb && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
 
 VOLUME /data
 
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.rocksdb_large_local

@@ -15,11 +15,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
+RUN apk add fuse snappy gflags tmux
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags tmux su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
 
 # volume server gprc port
 EXPOSE 18080
@@ -38,15 +34,12 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
+RUN mkdir -p /data/filer_rocksdb
-RUN mkdir -p /data/filer_rocksdb && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
 
 VOLUME /data
 
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Makefile

@@ -5,34 +5,22 @@ all: gen
 gen: dev
 
 cgo ?= 0
-ldflags_extra ?= -extldflags -static
-
 binary:
 	export SWCOMMIT=$(shell git rev-parse --short HEAD)
 	export SWLDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(SWCOMMIT)"
-	cd ../weed && CGO_ENABLED=$(cgo) GOOS=linux go build $(options) -tags "$(tags)" -ldflags "-s -w $(ldflags_extra) $(SWLDFLAGS)" -o weed_binary && mv weed_binary ../docker/weed
+	cd ../weed && CGO_ENABLED=$(cgo) GOOS=linux go build $(options) -tags "$(tags)" -ldflags "-s -w -extldflags -static $(SWLDFLAGS)" && mv weed ../docker/
 	cd ../other/mq_client_example/agent_pub_record && CGO_ENABLED=$(cgo) GOOS=linux go build && mv agent_pub_record ../../../docker/
 	cd ../other/mq_client_example/agent_sub_record && CGO_ENABLED=$(cgo) GOOS=linux go build && mv agent_sub_record ../../../docker/
 
-# Race detector requires CGO and dynamic linking - don't use -static
 binary_race: options = -race
 binary_race: cgo = 1
-binary_race: ldflags_extra =
 binary_race: binary
 
 build: binary
 	docker build --no-cache -t chrislusf/seaweedfs:local -f Dockerfile.local .
 
 build_e2e: binary_race
-	docker buildx build \
+	docker build --no-cache -t chrislusf/seaweedfs:e2e -f Dockerfile.e2e .
-		--cache-from=type=local,src=/tmp/.buildx-cache \
-		--cache-to=type=local,dest=/tmp/.buildx-cache-new,mode=max \
-		--load \
-		-t chrislusf/seaweedfs:e2e \
-		-f Dockerfile.e2e .
-	# Move cache to avoid growing cache size
-	rm -rf /tmp/.buildx-cache || true
-	mv /tmp/.buildx-cache-new /tmp/.buildx-cache || true
 
 go_build: # make go_build tags=elastic,ydb,gocdk,hdfs,5BytesOffset,tarantool
 	docker build --build-arg TAGS=$(tags) --no-cache -t chrislusf/seaweedfs:go_build -f Dockerfile.go_build .

docker/admin_integration/Dockerfile.local

@@ -1,18 +0,0 @@
-FROM alpine:latest
-
-# Install required packages
-RUN apk add --no-cache \
-    ca-certificates \
-    fuse \
-    curl \
-    jq
-
-# Copy our locally built binary
-COPY weed-local /usr/bin/weed
-RUN chmod +x /usr/bin/weed
-
-# Create working directory
-WORKDIR /data
-
-# Default command
-ENTRYPOINT ["/usr/bin/weed"] 

docker/admin_integration/EC-TESTING-README.md

@@ -1,438 +0,0 @@
-# SeaweedFS EC Worker Testing Environment
-
-This Docker Compose setup provides a comprehensive testing environment for SeaweedFS Erasure Coding (EC) workers using **official SeaweedFS commands**.
-
-## 📂 Directory Structure
-
-The testing environment is located in `docker/admin_integration/` and includes:
-
-```
-docker/admin_integration/
-├── Makefile                     # Main management interface
-├── docker-compose-ec-test.yml   # Docker compose configuration
-├── EC-TESTING-README.md         # This documentation
-└── run-ec-test.sh              # Quick start script
-```
-
-## 🏗️ Architecture
-
-The testing environment uses **official SeaweedFS commands** and includes:
-
-- **1 Master Server** (port 9333) - Coordinates the cluster with 50MB volume size limit
-- **6 Volume Servers** (ports 8080-8085) - Distributed across 2 data centers and 3 racks for diversity  
-- **1 Filer** (port 8888) - Provides file system interface
-- **1 Admin Server** (port 23646) - Detects volumes needing EC and manages workers using official `admin` command
-- **3 EC Workers** - Execute erasure coding tasks using official `worker` command with task-specific working directories
-- **1 Load Generator** - Continuously writes and deletes files using SeaweedFS shell commands
-- **1 Monitor** - Tracks cluster health and EC progress using shell scripts
-
-## ✨ New Features
-
-### **Task-Specific Working Directories**
-Each worker now creates dedicated subdirectories for different task types:
-- `/work/erasure_coding/` - For EC encoding tasks
-- `/work/vacuum/` - For vacuum cleanup tasks  
-- `/work/balance/` - For volume balancing tasks
-
-This provides:
-- **Organization**: Each task type gets isolated working space
-- **Debugging**: Easy to find files/logs related to specific task types
-- **Cleanup**: Can clean up task-specific artifacts easily
-- **Concurrent Safety**: Different task types won't interfere with each other's files
-
-## 🚀 Quick Start
-
-### Prerequisites
-
-- Docker and Docker Compose installed
-- GNU Make installed
-- At least 4GB RAM available for containers
-- Ports 8080-8085, 8888, 9333, 23646 available
-
-### Start the Environment
-
-```bash
-# Navigate to the admin integration directory
-cd docker/admin_integration/
-
-# Show available commands
-make help
-
-# Start the complete testing environment
-make start
-```
-
-The `make start` command will:
-1. Start all services using official SeaweedFS images
-2. Configure workers with task-specific working directories
-3. Wait for services to be ready
-4. Display monitoring URLs and run health checks
-
-### Alternative Commands
-
-```bash
-# Quick start aliases
-make up              # Same as 'make start'
-
-# Development mode (higher load for faster testing)
-make dev-start
-
-# Build images without starting
-make build
-```
-
-## 📋 Available Make Targets
-
-Run `make help` to see all available targets:
-
-### **🚀 Main Operations**
-- `make start` - Start the complete EC testing environment
-- `make stop` - Stop all services
-- `make restart` - Restart all services
-- `make clean` - Complete cleanup (containers, volumes, images)
-
-### **📊 Monitoring & Status**
-- `make health` - Check health of all services
-- `make status` - Show status of all containers
-- `make urls` - Display all monitoring URLs
-- `make monitor` - Open monitor dashboard in browser
-- `make monitor-status` - Show monitor status via API
-- `make volume-status` - Show volume status from master
-- `make admin-status` - Show admin server status
-- `make cluster-status` - Show complete cluster status
-
-### **📋 Logs Management**
-- `make logs` - Show logs from all services
-- `make logs-admin` - Show admin server logs
-- `make logs-workers` - Show all worker logs
-- `make logs-worker1/2/3` - Show specific worker logs
-- `make logs-load` - Show load generator logs
-- `make logs-monitor` - Show monitor logs
-- `make backup-logs` - Backup all logs to files
-
-### **⚖️ Scaling & Testing**
-- `make scale-workers WORKERS=5` - Scale workers to 5 instances
-- `make scale-load RATE=25` - Increase load generation rate
-- `make test-ec` - Run focused EC test scenario
-
-### **🔧 Development & Debug**
-- `make shell-admin` - Open shell in admin container
-- `make shell-worker1` - Open shell in worker container
-- `make debug` - Show debug information
-- `make troubleshoot` - Run troubleshooting checks
-
-## 📊 Monitoring URLs
-
-| Service | URL | Description |
-|---------|-----|-------------|
-| Master UI | http://localhost:9333 | Cluster status and topology |
-| Filer | http://localhost:8888 | File operations |
-| Admin Server | http://localhost:23646/ | Task management |
-| Monitor | http://localhost:9999/status | Complete cluster monitoring |
-| Volume Servers | http://localhost:8080-8085/status | Individual volume server stats |
-
-Quick access: `make urls` or `make monitor`
-
-## 🔄 How EC Testing Works
-
-### 1. Continuous Load Generation
-- **Write Rate**: 10 files/second (1-5MB each)
-- **Delete Rate**: 2 files/second
-- **Target**: Fill volumes to 50MB limit quickly
-
-### 2. Volume Detection
-- Admin server scans master every 30 seconds
-- Identifies volumes >40MB (80% of 50MB limit)
-- Queues EC tasks for eligible volumes
-
-### 3. EC Worker Assignment
-- **Worker 1**: EC specialist (max 2 concurrent tasks)
-- **Worker 2**: EC + Vacuum hybrid (max 2 concurrent tasks)  
-- **Worker 3**: EC + Vacuum hybrid (max 1 concurrent task)
-
-### 4. Comprehensive EC Process
-Each EC task follows 6 phases:
-1. **Copy Volume Data** (5-15%) - Stream .dat/.idx files locally
-2. **Mark Read-Only** (20-25%) - Ensure data consistency
-3. **Local Encoding** (30-60%) - Create 14 shards (10+4 Reed-Solomon)
-4. **Calculate Placement** (65-70%) - Smart rack-aware distribution
-5. **Distribute Shards** (75-90%) - Upload to optimal servers
-6. **Verify & Cleanup** (95-100%) - Validate and clean temporary files
-
-### 5. Real-Time Monitoring
-- Volume analysis and EC candidate detection
-- Worker health and task progress
-- No data loss verification
-- Performance metrics
-
-## 📋 Key Features Tested
-
-### ✅ EC Implementation Features
-- [x] Local volume data copying with progress tracking
-- [x] Local Reed-Solomon encoding (10+4 shards)
-- [x] Intelligent shard placement with rack awareness
-- [x] Load balancing across available servers
-- [x] Backup server selection for redundancy
-- [x] Detailed step-by-step progress tracking
-- [x] Comprehensive error handling and recovery
-
-### ✅ Infrastructure Features
-- [x] Multi-datacenter topology (dc1, dc2)
-- [x] Rack diversity (rack1, rack2, rack3)
-- [x] Volume size limits (50MB)
-- [x] Worker capability matching
-- [x] Health monitoring and alerting
-- [x] Continuous workload simulation
-
-## 🛠️ Common Usage Patterns
-
-### Basic Testing Workflow
-```bash
-# Start environment
-make start
-
-# Watch progress
-make monitor-status
-
-# Check for EC candidates
-make volume-status
-
-# View worker activity
-make logs-workers
-
-# Stop when done
-make stop
-```
-
-### High-Load Testing
-```bash
-# Start with higher load
-make dev-start
-
-# Scale up workers and load
-make scale-workers WORKERS=5
-make scale-load RATE=50
-
-# Monitor intensive EC activity
-make logs-admin
-```
-
-### Debugging Issues
-```bash
-# Check port conflicts and system state
-make troubleshoot
-
-# View specific service logs
-make logs-admin
-make logs-worker1
-
-# Get shell access for debugging
-make shell-admin
-make shell-worker1
-
-# Check detailed status
-make debug
-```
-
-### Development Iteration
-```bash
-# Quick restart after code changes
-make restart
-
-# Rebuild and restart
-make clean
-make start
-
-# Monitor specific components
-make logs-monitor
-```
-
-## 📈 Expected Results
-
-### Successful EC Testing Shows:
-1. **Volume Growth**: Steady increase in volume sizes toward 50MB limit
-2. **EC Detection**: Admin server identifies volumes >40MB for EC
-3. **Task Assignment**: Workers receive and execute EC tasks
-4. **Shard Distribution**: 14 shards distributed across 6 volume servers
-5. **No Data Loss**: All files remain accessible during and after EC
-6. **Performance**: EC tasks complete within estimated timeframes
-
-### Sample Monitor Output:
-```bash
-# Check current status
-make monitor-status
-
-# Output example:
-{
-  "monitor": {
-    "uptime": "15m30s",
-    "master_addr": "master:9333",
-    "admin_addr": "admin:9900"
-  },
-  "stats": {
-    "VolumeCount": 12,
-    "ECTasksDetected": 3,
-    "WorkersActive": 3
-  }
-}
-```
-
-## 🔧 Configuration
-
-### Environment Variables
-
-You can customize the environment by setting variables:
-
-```bash
-# High load testing
-WRITE_RATE=25 DELETE_RATE=5 make start
-
-# Extended test duration
-TEST_DURATION=7200 make start  # 2 hours
-```
-
-### Scaling Examples
-
-```bash
-# Scale workers
-make scale-workers WORKERS=6
-
-# Increase load generation
-make scale-load RATE=30
-
-# Combined scaling
-make scale-workers WORKERS=4
-make scale-load RATE=40
-```
-
-## 🧹 Cleanup Options
-
-```bash
-# Stop services only
-make stop
-
-# Remove containers but keep volumes
-make down
-
-# Remove data volumes only
-make clean-volumes
-
-# Remove built images only
-make clean-images
-
-# Complete cleanup (everything)
-make clean
-```
-
-## 🐛 Troubleshooting
-
-### Quick Diagnostics
-```bash
-# Run complete troubleshooting
-make troubleshoot
-
-# Check specific components
-make health
-make debug
-make status
-```
-
-### Common Issues
-
-**Services not starting:**
-```bash
-# Check port availability
-make troubleshoot
-
-# View startup logs
-make logs-master
-make logs-admin
-```
-
-**No EC tasks being created:**
-```bash
-# Check volume status
-make volume-status
-
-# Increase load to fill volumes faster
-make scale-load RATE=30
-
-# Check admin detection
-make logs-admin
-```
-
-**Workers not responding:**
-```bash
-# Check worker registration
-make admin-status
-
-# View worker logs
-make logs-workers
-
-# Restart workers
-make restart
-```
-
-### Performance Tuning
-
-**For faster testing:**
-```bash
-make dev-start           # Higher default load
-make scale-load RATE=50  # Very high load
-```
-
-**For stress testing:**
-```bash
-make scale-workers WORKERS=8
-make scale-load RATE=100
-```
-
-## 📚 Technical Details
-
-### Network Architecture
-- Custom bridge network (172.20.0.0/16)
-- Service discovery via container names
-- Health checks for all services
-
-### Storage Layout
-- Each volume server: max 100 volumes
-- Data centers: dc1, dc2
-- Racks: rack1, rack2, rack3
-- Volume limit: 50MB per volume
-
-### EC Algorithm
-- Reed-Solomon RS(10,4)
-- 10 data shards + 4 parity shards
-- Rack-aware distribution
-- Backup server redundancy
-
-### Make Integration
-- Color-coded output for better readability
-- Comprehensive help system (`make help`)
-- Parallel execution support
-- Error handling and cleanup
-- Cross-platform compatibility
-
-## 🎯 Quick Reference
-
-```bash
-# Essential commands
-make help              # Show all available targets
-make start             # Start complete environment
-make health            # Check all services
-make monitor           # Open dashboard
-make logs-admin        # View admin activity
-make clean             # Complete cleanup
-
-# Monitoring
-make volume-status     # Check for EC candidates  
-make admin-status      # Check task queue
-make monitor-status    # Full cluster status
-
-# Scaling & Testing
-make test-ec           # Run focused EC test
-make scale-load RATE=X # Increase load
-make troubleshoot      # Diagnose issues
-```
-
-This environment provides a realistic testing scenario for SeaweedFS EC workers with actual data operations, comprehensive monitoring, and easy management through Make targets. 

docker/admin_integration/Makefile

@@ -1,346 +0,0 @@
-# SeaweedFS Admin Integration Test Makefile
-# Tests the admin server and worker functionality using official weed commands
-
-.PHONY: help build build-and-restart restart-workers start stop restart logs clean status test admin-ui worker-logs master-logs admin-logs vacuum-test vacuum-demo vacuum-status vacuum-data vacuum-data-high vacuum-data-low vacuum-continuous vacuum-clean vacuum-help
-.DEFAULT_GOAL := help
-
-COMPOSE_FILE := docker-compose-ec-test.yml
-PROJECT_NAME := admin_integration
-
-build: ## Build SeaweedFS with latest changes and create Docker image
-	@echo "🔨 Building SeaweedFS with latest changes..."
-	@echo "1️⃣ Generating admin templates..."
-	@cd ../../ && make admin-generate
-	@echo "2️⃣ Building Docker image with latest changes..."
-	@cd ../ && make build
-	@echo "3️⃣ Copying binary for local docker-compose..."
-	@cp ../weed ./weed-local
-	@echo "✅ Build complete! Updated image: chrislusf/seaweedfs:local"
-	@echo "💡 Run 'make restart' to apply changes to running services"
-
-build-and-restart: build ## Build with latest changes and restart services
-	@echo "🔄 Recreating services with new image..."
-	@echo "1️⃣ Recreating admin server with new image..."
-	@docker-compose -f $(COMPOSE_FILE) up -d admin
-	@sleep 5
-	@echo "2️⃣ Recreating workers to reconnect..."
-	@docker-compose -f $(COMPOSE_FILE) up -d worker1 worker2 worker3
-	@echo "✅ All services recreated with latest changes!"
-	@echo "🌐 Admin UI: http://localhost:23646/"
-	@echo "💡 Workers will reconnect to the new admin server"
-
-restart-workers: ## Restart all workers to reconnect to admin server
-	@echo "🔄 Restarting workers to reconnect to admin server..."
-	@docker-compose -f $(COMPOSE_FILE) restart worker1 worker2 worker3
-	@echo "✅ Workers restarted and will reconnect to admin server"
-
-help: ## Show this help message
-	@echo "SeaweedFS Admin Integration Test"
-	@echo "================================"
-	@echo "Tests admin server task distribution to workers using official weed commands"
-	@echo ""
-	@echo "🏗️  Cluster Management:"
-	@grep -E '^(start|stop|restart|clean|status|build):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
-	@echo ""
-	@echo "🧪 Testing:"
-	@grep -E '^(test|demo|validate|quick-test):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
-	@echo ""
-	@echo "🗑️  Vacuum Testing:"
-	@grep -E '^vacuum-.*:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
-	@echo ""
-	@echo "📜 Monitoring:"
-	@grep -E '^(logs|admin-logs|worker-logs|master-logs|admin-ui):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
-	@echo ""
-	@echo "🚀 Quick Start:"
-	@echo "  make start           # Start cluster"
-	@echo "  make vacuum-test     # Test vacuum tasks"
-	@echo "  make vacuum-help     # Vacuum testing guide"
-	@echo ""
-	@echo "💡 For detailed vacuum testing: make vacuum-help"
-
-start: ## Start the complete SeaweedFS cluster with admin and workers
-	@echo "🚀 Starting SeaweedFS cluster with admin and workers..."
-	@docker-compose -f $(COMPOSE_FILE) up -d
-	@echo "✅ Cluster started!"
-	@echo ""
-	@echo "📊 Access points:"
-	@echo "  • Admin UI:      http://localhost:23646/"
-	@echo "  • Master UI:     http://localhost:9333/"
-	@echo "  • Filer:         http://localhost:8888/"
-	@echo ""
-	@echo "📈 Services starting up..."
-	@echo "  • Master server:  ✓"
-	@echo "  • Volume servers: Starting (6 servers)..."
-	@echo "  • Filer:          Starting..."
-	@echo "  • Admin server:   Starting..."
-	@echo "  • Workers:        Starting (3 workers)..."
-	@echo ""
-	@echo "⏳ Use 'make status' to check startup progress"
-	@echo "💡 Use 'make logs' to watch the startup process"
-
-start-staged: ## Start services in proper order with delays
-	@echo "🚀 Starting SeaweedFS cluster in stages..."
-	@echo ""
-	@echo "Stage 1: Starting Master server..."
-	@docker-compose -f $(COMPOSE_FILE) up -d master
-	@sleep 10
-	@echo ""
-	@echo "Stage 2: Starting Volume servers..."
-	@docker-compose -f $(COMPOSE_FILE) up -d volume1 volume2 volume3 volume4 volume5 volume6
-	@sleep 15
-	@echo ""
-	@echo "Stage 3: Starting Filer..."
-	@docker-compose -f $(COMPOSE_FILE) up -d filer
-	@sleep 10
-	@echo ""
-	@echo "Stage 4: Starting Admin server..."
-	@docker-compose -f $(COMPOSE_FILE) up -d admin
-	@sleep 15
-	@echo ""
-	@echo "Stage 5: Starting Workers..."
-	@docker-compose -f $(COMPOSE_FILE) up -d worker1 worker2 worker3
-	@sleep 10
-	@echo ""
-	@echo "Stage 6: Starting Load generator and Monitor..."
-	@docker-compose -f $(COMPOSE_FILE) up -d load_generator monitor
-	@echo ""
-	@echo "✅ All services started!"
-	@echo ""
-	@echo "📊 Access points:"
-	@echo "  • Admin UI:      http://localhost:23646/"
-	@echo "  • Master UI:     http://localhost:9333/"
-	@echo "  • Filer:         http://localhost:8888/"
-	@echo ""
-	@echo "⏳ Services are initializing... Use 'make status' to check progress"
-
-stop: ## Stop all services
-	@echo "🛑 Stopping SeaweedFS cluster..."
-	@docker-compose -f $(COMPOSE_FILE) down
-	@echo "✅ Cluster stopped"
-
-restart: stop start ## Restart the entire cluster
-
-clean: ## Stop and remove all containers, networks, and volumes
-	@echo "🧹 Cleaning up SeaweedFS test environment..."
-	@docker-compose -f $(COMPOSE_FILE) down -v --remove-orphans
-	@docker system prune -f
-	@rm -rf data/
-	@echo "✅ Environment cleaned"
-
-status: ## Check the status of all services
-	@echo "📊 SeaweedFS Cluster Status"
-	@echo "=========================="
-	@docker-compose -f $(COMPOSE_FILE) ps
-	@echo ""
-	@echo "📋 Service Health:"
-	@echo "Master:"
-	@curl -s http://localhost:9333/cluster/status | jq '.IsLeader' 2>/dev/null || echo "  ❌ Master not ready"
-	@echo "Admin:"
-	@curl -s http://localhost:23646/ | grep -q "Admin" && echo "  ✅ Admin ready" || echo "  ❌ Admin not ready"
-
-logs: ## Show logs from all services
-	@echo "📜 Following logs from all services..."
-	@echo "💡 Press Ctrl+C to stop following logs"
-	@docker-compose -f $(COMPOSE_FILE) logs -f
-
-admin-logs: ## Show logs from admin server only
-	@echo "📜 Admin server logs:"
-	@docker-compose -f $(COMPOSE_FILE) logs -f admin
-
-worker-logs: ## Show logs from all workers
-	@echo "📜 Worker logs:"
-	@docker-compose -f $(COMPOSE_FILE) logs -f worker1 worker2 worker3
-
-master-logs: ## Show logs from master server
-	@echo "📜 Master server logs:"
-	@docker-compose -f $(COMPOSE_FILE) logs -f master
-
-admin-ui: ## Open admin UI in browser (macOS)
-	@echo "🌐 Opening admin UI in browser..."
-	@open http://localhost:23646/ || echo "💡 Manually open: http://localhost:23646/"
-
-test: ## Run integration test to verify task assignment and completion
-	@echo "🧪 Running Admin-Worker Integration Test"
-	@echo "========================================"
-	@echo ""
-	@echo "1️⃣ Checking cluster health..."
-	@sleep 5
-	@curl -s http://localhost:9333/cluster/status | jq '.IsLeader' > /dev/null && echo "✅ Master healthy" || echo "❌ Master not ready"
-	@curl -s http://localhost:23646/ | grep -q "Admin" && echo "✅ Admin healthy" || echo "❌ Admin not ready"
-	@echo ""
-	@echo "2️⃣ Checking worker registration..."
-	@sleep 10
-	@echo "💡 Check admin UI for connected workers: http://localhost:23646/"
-	@echo ""
-	@echo "3️⃣ Generating load to trigger EC tasks..."
-	@echo "📝 Creating test files to fill volumes..."
-	@echo "Creating large files with random data to trigger EC (targeting ~60MB total to exceed 50MB limit)..."
-	@for i in {1..12}; do \
-		echo "Creating 5MB random file $$i..."; \
-		docker run --rm --network admin_integration_seaweed_net -v /tmp:/tmp --entrypoint sh chrislusf/seaweedfs:local -c "dd if=/dev/urandom of=/tmp/largefile$$i.dat bs=1M count=5 2>/dev/null && weed upload -master=master:9333 /tmp/largefile$$i.dat && rm /tmp/largefile$$i.dat"; \
-		sleep 3; \
-	done
-	@echo ""
-	@echo "4️⃣ Waiting for volumes to process large files and reach 50MB limit..."
-	@echo "This may take a few minutes as we're uploading 60MB of data..."
-	@sleep 60
-	@echo ""
-	@echo "5️⃣ Checking for EC task creation and assignment..."
-	@echo "💡 Monitor the admin UI to see:"
-	@echo "   • Tasks being created for volumes needing EC"
-	@echo "   • Workers picking up tasks"
-	@echo "   • Task progress (pending → running → completed)"
-	@echo "   • EC shards being distributed"
-	@echo ""
-	@echo "✅ Integration test setup complete!"
-	@echo "📊 Monitor progress at: http://localhost:23646/"
-
-quick-test: ## Quick verification that core services are running
-	@echo "⚡ Quick Health Check"
-	@echo "===================="
-	@echo "Master:  $$(curl -s http://localhost:9333/cluster/status | jq -r '.IsLeader // "not ready"')"
-	@echo "Admin:   $$(curl -s http://localhost:23646/ | grep -q "Admin" && echo "ready" || echo "not ready")"
-	@echo "Workers: $$(docker-compose -f $(COMPOSE_FILE) ps worker1 worker2 worker3 | grep -c Up) running"
-
-validate: ## Validate integration test configuration
-	@echo "🔍 Validating Integration Test Configuration"
-	@echo "==========================================="
-	@chmod +x test-integration.sh
-	@./test-integration.sh
-
-demo: start ## Start cluster and run demonstration
-	@echo "🎭 SeaweedFS Admin-Worker Demo"
-	@echo "============================="
-	@echo ""
-	@echo "⏳ Waiting for services to start..."
-	@sleep 45
-	@echo ""
-	@echo "🎯 Demo Overview:"
-	@echo "  • 1 Master server (coordinates cluster)"
-	@echo "  • 6 Volume servers (50MB volume limit)"
-	@echo "  • 1 Admin server (task management)"
-	@echo "  • 3 Workers (execute EC tasks)"
-	@echo "  • Load generator (creates files continuously)"
-	@echo ""
-	@echo "📊 Watch the process:"
-	@echo "  1. Visit: http://localhost:23646/"
-	@echo "  2. Observe workers connecting"
-	@echo "  3. Watch tasks being created and assigned"
-	@echo "  4. See tasks progress from pending → completed"
-	@echo ""
-	@echo "🔄 The demo will:"
-	@echo "  • Fill volumes to 50MB limit"
-	@echo "  • Admin detects volumes needing EC"
-	@echo "  • Workers receive and execute EC tasks"
-	@echo "  • Tasks complete with shard distribution"
-	@echo ""
-	@echo "💡 Use 'make worker-logs' to see worker activity"
-	@echo "💡 Use 'make admin-logs' to see admin task management"
-
-# Vacuum Testing Targets
-vacuum-test: ## Create test data with garbage and verify vacuum detection
-	@echo "🧪 SeaweedFS Vacuum Task Testing"
-	@echo "================================"
-	@echo ""
-	@echo "1️⃣ Checking cluster health..."
-	@curl -s http://localhost:9333/cluster/status | jq '.IsLeader' > /dev/null && echo "✅ Master ready" || (echo "❌ Master not ready. Run 'make start' first." && exit 1)
-	@curl -s http://localhost:23646/ | grep -q "Admin" && echo "✅ Admin ready" || (echo "❌ Admin not ready. Run 'make start' first." && exit 1)
-	@echo ""
-	@echo "2️⃣ Creating test data with garbage..."
-	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -files=25 -delete=0.5 -size=200
-	@echo ""
-	@echo "3️⃣ Configuration Instructions:"
-	@echo "   Visit: http://localhost:23646/maintenance/config/vacuum"
-	@echo "   Set for testing:"
-	@echo "     • Enable Vacuum Tasks: ✅ Checked"
-	@echo "     • Garbage Threshold: 0.20 (20%)"
-	@echo "     • Scan Interval: [30] [Seconds]"
-	@echo "     • Min Volume Age: [0] [Minutes]"
-	@echo "     • Max Concurrent: 2"
-	@echo ""
-	@echo "4️⃣ Monitor vacuum tasks at: http://localhost:23646/maintenance"
-	@echo ""
-	@echo "💡 Use 'make vacuum-status' to check volume garbage ratios"
-
-vacuum-demo: ## Run automated vacuum testing demonstration
-	@echo "🎭 Vacuum Task Demo"
-	@echo "=================="
-	@echo ""
-	@echo "⚠️  This demo requires user interaction for configuration"
-	@echo "💡 Make sure cluster is running with 'make start'"
-	@echo ""
-	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester sh -c "chmod +x demo_vacuum_testing.sh && ./demo_vacuum_testing.sh"
-
-vacuum-status: ## Check current volume status and garbage ratios
-	@echo "📊 Current Volume Status"
-	@echo "======================="
-	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester sh -c "chmod +x check_volumes.sh && ./check_volumes.sh"
-
-vacuum-data: ## Create test data with configurable parameters
-	@echo "📁 Creating vacuum test data..."
-	@echo "Usage: make vacuum-data [FILES=20] [DELETE=0.4] [SIZE=100]"
-	@echo ""
-	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go \
-		-files=$${FILES:-20} \
-		-delete=$${DELETE:-0.4} \
-		-size=$${SIZE:-100}
-
-vacuum-data-high: ## Create high garbage ratio test data (should trigger vacuum)
-	@echo "📁 Creating high garbage test data (70% garbage)..."
-	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -files=30 -delete=0.7 -size=150
-
-vacuum-data-low: ## Create low garbage ratio test data (should NOT trigger vacuum)
-	@echo "📁 Creating low garbage test data (15% garbage)..."
-	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -files=30 -delete=0.15 -size=150
-
-vacuum-continuous: ## Generate garbage continuously for testing
-	@echo "🔄 Generating continuous garbage for vacuum testing..."
-	@echo "Creating 5 rounds of test data with 30-second intervals..."
-	@for i in {1..5}; do \
-		echo "Round $$i: Creating garbage..."; \
-		docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -files=10 -delete=0.6 -size=100; \
-		echo "Waiting 30 seconds..."; \
-		sleep 30; \
-	done
-	@echo "✅ Continuous test complete. Check vacuum task activity!"
-
-vacuum-clean: ## Clean up vacuum test data (removes all volumes!)
-	@echo "🧹 Cleaning up vacuum test data..."
-	@echo "⚠️  WARNING: This will delete ALL volumes!"
-	@read -p "Are you sure? (y/N): " confirm && [ "$$confirm" = "y" ] || exit 1
-	@echo "Stopping cluster..."
-	@docker-compose -f $(COMPOSE_FILE) down
-	@echo "Removing volume data..."
-	@rm -rf data/volume*/
-	@echo "Restarting cluster..."
-	@docker-compose -f $(COMPOSE_FILE) up -d
-	@echo "✅ Clean up complete. Fresh volumes ready for testing."
-
-vacuum-help: ## Show vacuum testing help and examples
-	@echo "🧪 Vacuum Testing Commands (Docker-based)"
-	@echo "=========================================="
-	@echo ""
-	@echo "Quick Start:"
-	@echo "  make start         # Start SeaweedFS cluster with vacuum-tester"
-	@echo "  make vacuum-test   # Create test data and instructions"
-	@echo "  make vacuum-status # Check volume status"
-	@echo ""
-	@echo "Data Generation:"
-	@echo "  make vacuum-data-high       # High garbage (should trigger)"
-	@echo "  make vacuum-data-low        # Low garbage (should NOT trigger)" 
-	@echo "  make vacuum-continuous      # Continuous garbage generation"
-	@echo ""
-	@echo "Monitoring:"
-	@echo "  make vacuum-status          # Quick volume status check"
-	@echo "  make vacuum-demo           # Full guided demonstration"
-	@echo ""
-	@echo "Configuration:"
-	@echo "  Visit: http://localhost:23646/maintenance/config/vacuum"
-	@echo "  Monitor: http://localhost:23646/maintenance"
-	@echo ""
-	@echo "Custom Parameters:"
-	@echo "  make vacuum-data FILES=50 DELETE=0.8 SIZE=200"
-	@echo ""
-	@echo "💡 All commands now run inside Docker containers"
-	@echo "Documentation:"
-	@echo "  See: VACUUM_TEST_README.md for complete guide" 

docker/admin_integration/check_volumes.sh

@@ -1,32 +0,0 @@
-#!/bin/sh
-
-echo "📊 Quick Volume Status Check"
-echo "============================"
-echo ""
-
-# Check if master is running
-MASTER_URL="${MASTER_HOST:-master:9333}"
-if ! curl -s http://$MASTER_URL/cluster/status > /dev/null; then
-    echo "❌ Master server not available at $MASTER_URL"
-    exit 1
-fi
-
-echo "🔍 Fetching volume status from master..."
-curl -s "http://$MASTER_URL/vol/status" | jq -r '
-if .Volumes and .Volumes.DataCenters then
-  .Volumes.DataCenters | to_entries[] | .value | to_entries[] | .value | to_entries[] | .value | if . then .[] else empty end |
-  "Volume \(.Id):
-    Size: \(.Size | if . < 1024 then "\(.) B" elif . < 1048576 then "\(. / 1024 | floor) KB" elif . < 1073741824 then "\(. / 1048576 * 100 | floor / 100) MB" else "\(. / 1073741824 * 100 | floor / 100) GB" end)
-    Files: \(.FileCount) active, \(.DeleteCount) deleted
-    Garbage: \(.DeletedByteCount | if . < 1024 then "\(.) B" elif . < 1048576 then "\(. / 1024 | floor) KB" elif . < 1073741824 then "\(. / 1048576 * 100 | floor / 100) MB" else "\(. / 1073741824 * 100 | floor / 100) GB" end) (\(if .Size > 0 then (.DeletedByteCount / .Size * 100 | floor) else 0 end)%)
-    Status: \(if (.DeletedByteCount / .Size * 100) > 30 then "🎯 NEEDS VACUUM" else "✅ OK" end)
-"
-else
-  "No volumes found"
-end'
-
-echo ""
-echo "💡 Legend:"
-echo "   🎯 NEEDS VACUUM: >30% garbage ratio"
-echo "   ✅ OK: <30% garbage ratio" 
-echo "" 

docker/admin_integration/create_vacuum_test_data.go

@@ -1,280 +0,0 @@
-package main
-
-import (
-	"bytes"
-	"crypto/rand"
-	"encoding/json"
-	"flag"
-	"fmt"
-	"io"
-	"log"
-	"net/http"
-	"time"
-)
-
-var (
-	master      = flag.String("master", "master:9333", "SeaweedFS master server address")
-	fileCount   = flag.Int("files", 20, "Number of files to create")
-	deleteRatio = flag.Float64("delete", 0.4, "Ratio of files to delete (0.0-1.0)")
-	fileSizeKB  = flag.Int("size", 100, "Size of each file in KB")
-)
-
-type AssignResult struct {
-	Fid       string `json:"fid"`
-	Url       string `json:"url"`
-	PublicUrl string `json:"publicUrl"`
-	Count     int    `json:"count"`
-	Error     string `json:"error"`
-}
-
-func main() {
-	flag.Parse()
-
-	fmt.Println("🧪 Creating fake data for vacuum task testing...")
-	fmt.Printf("Master: %s\n", *master)
-	fmt.Printf("Files to create: %d\n", *fileCount)
-	fmt.Printf("Delete ratio: %.1f%%\n", *deleteRatio*100)
-	fmt.Printf("File size: %d KB\n", *fileSizeKB)
-	fmt.Println()
-
-	if *fileCount == 0 {
-		// Just check volume status
-		fmt.Println("📊 Checking volume status...")
-		checkVolumeStatus()
-		return
-	}
-
-	// Step 1: Create test files
-	fmt.Println("📁 Step 1: Creating test files...")
-	fids := createTestFiles()
-
-	// Step 2: Delete some files to create garbage
-	fmt.Println("🗑️  Step 2: Deleting files to create garbage...")
-	deleteFiles(fids)
-
-	// Step 3: Check volume status
-	fmt.Println("📊 Step 3: Checking volume status...")
-	checkVolumeStatus()
-
-	// Step 4: Configure vacuum for testing
-	fmt.Println("⚙️  Step 4: Instructions for testing...")
-	printTestingInstructions()
-}
-
-func createTestFiles() []string {
-	var fids []string
-
-	for i := 0; i < *fileCount; i++ {
-		// Generate random file content
-		fileData := make([]byte, *fileSizeKB*1024)
-		rand.Read(fileData)
-
-		// Get file ID assignment
-		assign, err := assignFileId()
-		if err != nil {
-			log.Printf("Failed to assign file ID for file %d: %v", i, err)
-			continue
-		}
-
-		// Upload file
-		err = uploadFile(assign, fileData, fmt.Sprintf("test_file_%d.dat", i))
-		if err != nil {
-			log.Printf("Failed to upload file %d: %v", i, err)
-			continue
-		}
-
-		fids = append(fids, assign.Fid)
-
-		if (i+1)%5 == 0 {
-			fmt.Printf("  Created %d/%d files...\n", i+1, *fileCount)
-		}
-	}
-
-	fmt.Printf("✅ Created %d files successfully\n\n", len(fids))
-	return fids
-}
-
-func deleteFiles(fids []string) {
-	deleteCount := int(float64(len(fids)) * *deleteRatio)
-
-	for i := 0; i < deleteCount; i++ {
-		err := deleteFile(fids[i])
-		if err != nil {
-			log.Printf("Failed to delete file %s: %v", fids[i], err)
-			continue
-		}
-
-		if (i+1)%5 == 0 {
-			fmt.Printf("  Deleted %d/%d files...\n", i+1, deleteCount)
-		}
-	}
-
-	fmt.Printf("✅ Deleted %d files (%.1f%% of total)\n\n", deleteCount, *deleteRatio*100)
-}
-
-func assignFileId() (*AssignResult, error) {
-	resp, err := http.Get(fmt.Sprintf("http://%s/dir/assign", *master))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	var result AssignResult
-	err = json.NewDecoder(resp.Body).Decode(&result)
-	if err != nil {
-		return nil, err
-	}
-
-	if result.Error != "" {
-		return nil, fmt.Errorf("assignment error: %s", result.Error)
-	}
-
-	return &result, nil
-}
-
-func uploadFile(assign *AssignResult, data []byte, filename string) error {
-	url := fmt.Sprintf("http://%s/%s", assign.Url, assign.Fid)
-
-	body := &bytes.Buffer{}
-	body.Write(data)
-
-	req, err := http.NewRequest("POST", url, body)
-	if err != nil {
-		return err
-	}
-
-	req.Header.Set("Content-Type", "application/octet-stream")
-	if filename != "" {
-		req.Header.Set("Content-Disposition", fmt.Sprintf("attachment; filename=\"%s\"", filename))
-	}
-
-	client := &http.Client{Timeout: 30 * time.Second}
-	resp, err := client.Do(req)
-	if err != nil {
-		return err
-	}
-	defer resp.Body.Close()
-
-	if resp.StatusCode != http.StatusCreated && resp.StatusCode != http.StatusOK {
-		body, _ := io.ReadAll(resp.Body)
-		return fmt.Errorf("upload failed with status %d: %s", resp.StatusCode, string(body))
-	}
-
-	return nil
-}
-
-func deleteFile(fid string) error {
-	url := fmt.Sprintf("http://%s/%s", *master, fid)
-
-	req, err := http.NewRequest("DELETE", url, nil)
-	if err != nil {
-		return err
-	}
-
-	client := &http.Client{Timeout: 10 * time.Second}
-	resp, err := client.Do(req)
-	if err != nil {
-		return err
-	}
-	defer resp.Body.Close()
-
-	return nil
-}
-
-func checkVolumeStatus() {
-	// Get volume list from master
-	resp, err := http.Get(fmt.Sprintf("http://%s/vol/status", *master))
-	if err != nil {
-		log.Printf("Failed to get volume status: %v", err)
-		return
-	}
-	defer resp.Body.Close()
-
-	var volumes map[string]interface{}
-	err = json.NewDecoder(resp.Body).Decode(&volumes)
-	if err != nil {
-		log.Printf("Failed to decode volume status: %v", err)
-		return
-	}
-
-	fmt.Println("📊 Volume Status Summary:")
-
-	if vols, ok := volumes["Volumes"].([]interface{}); ok {
-		for _, vol := range vols {
-			if v, ok := vol.(map[string]interface{}); ok {
-				id := int(v["Id"].(float64))
-				size := uint64(v["Size"].(float64))
-				fileCount := int(v["FileCount"].(float64))
-				deleteCount := int(v["DeleteCount"].(float64))
-				deletedBytes := uint64(v["DeletedByteCount"].(float64))
-
-				garbageRatio := 0.0
-				if size > 0 {
-					garbageRatio = float64(deletedBytes) / float64(size) * 100
-				}
-
-				fmt.Printf("  Volume %d:\n", id)
-				fmt.Printf("    Size: %s\n", formatBytes(size))
-				fmt.Printf("    Files: %d (active), %d (deleted)\n", fileCount, deleteCount)
-				fmt.Printf("    Garbage: %s (%.1f%%)\n", formatBytes(deletedBytes), garbageRatio)
-
-				if garbageRatio > 30 {
-					fmt.Printf("    🎯 This volume should trigger vacuum (>30%% garbage)\n")
-				}
-				fmt.Println()
-			}
-		}
-	}
-}
-
-func formatBytes(bytes uint64) string {
-	if bytes < 1024 {
-		return fmt.Sprintf("%d B", bytes)
-	} else if bytes < 1024*1024 {
-		return fmt.Sprintf("%.1f KB", float64(bytes)/1024)
-	} else if bytes < 1024*1024*1024 {
-		return fmt.Sprintf("%.1f MB", float64(bytes)/(1024*1024))
-	} else {
-		return fmt.Sprintf("%.1f GB", float64(bytes)/(1024*1024*1024))
-	}
-}
-
-func printTestingInstructions() {
-	fmt.Println("🧪 Testing Instructions:")
-	fmt.Println()
-	fmt.Println("1. Configure Vacuum for Testing:")
-	fmt.Println("   Visit: http://localhost:23646/maintenance/config/vacuum")
-	fmt.Println("   Set:")
-	fmt.Printf("   - Garbage Percentage Threshold: 20 (20%% - lower than default 30)\n")
-	fmt.Printf("   - Scan Interval: [30] [Seconds] (faster than default)\n")
-	fmt.Printf("   - Min Volume Age: [0] [Minutes] (no age requirement)\n")
-	fmt.Printf("   - Max Concurrent: 2\n")
-	fmt.Printf("   - Min Interval: 1m (faster repeat)\n")
-	fmt.Println()
-
-	fmt.Println("2. Monitor Vacuum Tasks:")
-	fmt.Println("   Visit: http://localhost:23646/maintenance")
-	fmt.Println("   Watch for vacuum tasks to appear in the queue")
-	fmt.Println()
-
-	fmt.Println("3. Manual Vacuum (Optional):")
-	fmt.Println("   curl -X POST 'http://localhost:9333/vol/vacuum?garbageThreshold=0.20'")
-	fmt.Println("   (Note: Master API still uses 0.0-1.0 decimal format)")
-	fmt.Println()
-
-	fmt.Println("4. Check Logs:")
-	fmt.Println("   Look for messages like:")
-	fmt.Println("   - 'Vacuum detector found X volumes needing vacuum'")
-	fmt.Println("   - 'Applied vacuum configuration'")
-	fmt.Println("   - 'Worker executing task: vacuum'")
-	fmt.Println()
-
-	fmt.Println("5. Verify Results:")
-	fmt.Println("   Re-run this script with -files=0 to check volume status")
-	fmt.Println("   Garbage ratios should decrease after vacuum operations")
-	fmt.Println()
-
-	fmt.Printf("🚀 Quick test command:\n")
-	fmt.Printf("   go run create_vacuum_test_data.go -files=0\n")
-	fmt.Println()
-}

docker/admin_integration/demo_vacuum_testing.sh

@@ -1,105 +0,0 @@
-#!/bin/sh
-
-echo "🧪 SeaweedFS Vacuum Task Testing Demo"
-echo "======================================"
-echo ""
-
-# Check if SeaweedFS is running
-echo "📋 Checking SeaweedFS status..."
-MASTER_URL="${MASTER_HOST:-master:9333}"
-ADMIN_URL="${ADMIN_HOST:-admin:23646}"
-
-if ! curl -s http://$MASTER_URL/cluster/status > /dev/null; then
-    echo "❌ SeaweedFS master not running at $MASTER_URL"
-    echo "   Please ensure Docker cluster is running: make start"
-    exit 1
-fi
-
-if ! curl -s http://volume1:8080/status > /dev/null; then
-    echo "❌ SeaweedFS volume servers not running"
-    echo "   Please ensure Docker cluster is running: make start"
-    exit 1
-fi
-
-if ! curl -s http://$ADMIN_URL/ > /dev/null; then
-    echo "❌ SeaweedFS admin server not running at $ADMIN_URL"
-    echo "   Please ensure Docker cluster is running: make start"
-    exit 1
-fi
-
-echo "✅ All SeaweedFS components are running"
-echo ""
-
-# Phase 1: Create test data
-echo "📁 Phase 1: Creating test data with garbage..."
-go run create_vacuum_test_data.go -master=$MASTER_URL -files=15 -delete=0.5 -size=150
-echo ""
-
-# Phase 2: Check initial status
-echo "📊 Phase 2: Checking initial volume status..."
-go run create_vacuum_test_data.go -master=$MASTER_URL -files=0
-echo ""
-
-# Phase 3: Configure vacuum
-echo "⚙️  Phase 3: Vacuum configuration instructions..."
-echo "   1. Visit: http://localhost:23646/maintenance/config/vacuum"
-echo "   2. Set these values for testing:"
-echo "      - Enable Vacuum Tasks: ✅ Checked"
-echo "      - Garbage Threshold: 0.30"
-echo "      - Scan Interval: [30] [Seconds]"
-echo "      - Min Volume Age: [0] [Minutes]"
-echo "      - Max Concurrent: 2"
-echo "   3. Click 'Save Configuration'"
-echo ""
-
-read -p "   Press ENTER after configuring vacuum settings..."
-echo ""
-
-# Phase 4: Monitor tasks
-echo "🎯 Phase 4: Monitoring vacuum tasks..."
-echo "   Visit: http://localhost:23646/maintenance"
-echo "   You should see vacuum tasks appear within 30 seconds"
-echo ""
-
-echo "   Waiting 60 seconds for vacuum detection and execution..."
-for i in {60..1}; do
-    printf "\r   Countdown: %02d seconds" $i
-    sleep 1
-done
-echo ""
-echo ""
-
-# Phase 5: Check results
-echo "📈 Phase 5: Checking results after vacuum..."
-go run create_vacuum_test_data.go -master=$MASTER_URL -files=0
-echo ""
-
-# Phase 6: Create more garbage for continuous testing
-echo "🔄 Phase 6: Creating additional garbage for continuous testing..."
-echo "   Running 3 rounds of garbage creation..."
-
-for round in {1..3}; do
-    echo "   Round $round: Creating garbage..."
-    go run create_vacuum_test_data.go -master=$MASTER_URL -files=8 -delete=0.6 -size=100
-    echo "   Waiting 30 seconds before next round..."
-    sleep 30
-done
-
-echo ""
-echo "📊 Final volume status:"
-go run create_vacuum_test_data.go -master=$MASTER_URL -files=0
-echo ""
-
-echo "🎉 Demo Complete!"
-echo ""
-echo "🔍 Things to check:"
-echo "   1. Maintenance Queue: http://localhost:23646/maintenance"
-echo "   2. Volume Status: http://localhost:9333/vol/status"
-echo "   3. Admin Dashboard: http://localhost:23646"
-echo ""
-echo "💡 Next Steps:"
-echo "   - Try different garbage thresholds (0.10, 0.50, 0.80)"
-echo "   - Adjust scan intervals (10s, 1m, 5m)"
-echo "   - Monitor logs for vacuum operations"
-echo "   - Test with multiple volumes"
-echo "" 

docker/admin_integration/docker-compose-ec-test.yml

@@ -1,240 +0,0 @@
-name: admin_integration
-
-networks:
-  seaweed_net:
-    driver: bridge
-
-services:
-  master:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "9333:9333"
-      - "19333:19333"
-    command: "master -ip=master -mdir=/data -volumeSizeLimitMB=50"
-    environment:
-      - WEED_MASTER_VOLUME_GROWTH_COPY_1=1
-      - WEED_MASTER_VOLUME_GROWTH_COPY_2=2
-      - WEED_MASTER_VOLUME_GROWTH_COPY_OTHER=1
-    volumes:
-      - ./data/master:/data
-    networks:
-      - seaweed_net
-
-  volume1:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "8080:8080"
-      - "18080:18080"
-    command: "volume -mserver=master:9333 -ip=volume1 -dir=/data -max=10"
-    depends_on:
-      - master
-    volumes:
-      - ./data/volume1:/data
-    networks:
-      - seaweed_net
-
-  volume2:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "8081:8080"
-      - "18081:18080"
-    command: "volume -mserver=master:9333 -ip=volume2 -dir=/data -max=10"
-    depends_on:
-      - master
-    volumes:
-      - ./data/volume2:/data
-    networks:
-      - seaweed_net
-
-  volume3:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "8082:8080"
-      - "18082:18080"
-    command: "volume -mserver=master:9333 -ip=volume3 -dir=/data -max=10"
-    depends_on:
-      - master
-    volumes:
-      - ./data/volume3:/data
-    networks:
-      - seaweed_net
-
-  volume4:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "8083:8080"
-      - "18083:18080"
-    command: "volume -mserver=master:9333 -ip=volume4 -dir=/data -max=10"
-    depends_on:
-      - master
-    volumes:
-      - ./data/volume4:/data
-    networks:
-      - seaweed_net
-
-  volume5:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "8084:8080"
-      - "18084:18080"
-    command: "volume -mserver=master:9333 -ip=volume5 -dir=/data -max=10"
-    depends_on:
-      - master
-    volumes:
-      - ./data/volume5:/data
-    networks:
-      - seaweed_net
-
-  volume6:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "8085:8080"
-      - "18085:18080"
-    command: "volume -mserver=master:9333 -ip=volume6 -dir=/data -max=10"
-    depends_on:
-      - master
-    volumes:
-      - ./data/volume6:/data
-    networks:
-      - seaweed_net
-
-  filer:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "8888:8888"
-      - "18888:18888"
-    command: "filer -master=master:9333 -ip=filer"
-    depends_on:
-      - master
-    volumes:
-      - ./data/filer:/data
-    networks:
-      - seaweed_net
-
-  admin:
-    image: chrislusf/seaweedfs:local
-    ports:
-      - "23646:23646"      # HTTP admin interface (default port)
-      - "33646:33646"      # gRPC worker communication (23646 + 10000)
-    command: "-v=2 admin -port=23646 -masters=master:9333 -dataDir=/data"
-    depends_on:
-      - master
-      - filer
-    volumes:
-      - ./data/admin:/data
-    networks:
-      - seaweed_net
-
-  worker1:
-    image: chrislusf/seaweedfs:local
-    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,vacuum -maxConcurrent=2"
-    depends_on:
-      - admin
-    volumes:
-      - ./data/worker1:/data
-    networks:
-      - seaweed_net
-    environment:
-      - WORKER_ID=worker-1
-
-  worker2:
-    image: chrislusf/seaweedfs:local
-    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,vacuum -maxConcurrent=2"
-    depends_on:
-      - admin
-    volumes:
-      - ./data/worker2:/data
-    networks:
-      - seaweed_net
-    environment:
-      - WORKER_ID=worker-2
-
-  worker3:
-    image: chrislusf/seaweedfs:local
-    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,vacuum -maxConcurrent=2"
-    depends_on:
-      - admin
-    volumes:
-      - ./data/worker3:/data
-    networks:
-      - seaweed_net
-    environment:
-      - WORKER_ID=worker-3
-
-  load_generator:
-    image: chrislusf/seaweedfs:local
-    entrypoint: ["/bin/sh"]
-    command: >
-      -c "
-      echo 'Starting load generator...';
-      sleep 30;
-      echo 'Generating continuous load with 50MB volume limit...';
-      while true; do
-        echo 'Writing test files...';
-        echo 'Test file content at $(date)' | /usr/bin/weed upload -server=master:9333;
-        sleep 5;
-        echo 'Deleting some files...';
-        /usr/bin/weed shell -master=master:9333 <<< 'fs.rm /test_file_*' || true;
-        sleep 10;
-      done
-      "
-    depends_on:
-      - master
-      - filer
-      - admin
-    networks:
-      - seaweed_net
-
-  monitor:
-    image: alpine:latest
-    entrypoint: ["/bin/sh"]
-    command: >
-      -c "
-      apk add --no-cache curl jq;
-      echo 'Starting cluster monitor...';
-      sleep 30;
-      while true; do
-        echo '=== Cluster Status $(date) ===';
-        echo 'Master status:';
-        curl -s http://master:9333/cluster/status | jq '.IsLeader, .Peers' || echo 'Master not ready';
-        echo;
-        echo 'Admin status:';
-        curl -s http://admin:23646/ | grep -o 'Admin.*Interface' || echo 'Admin not ready';
-        echo;
-        echo 'Volume count by server:';
-        curl -s http://master:9333/vol/status | jq '.Volumes | length' || echo 'Volumes not ready';
-        echo;
-        sleep 60;
-      done
-      "
-    depends_on:
-      - master
-      - admin
-      - filer
-    networks:
-      - seaweed_net
-
-  vacuum-tester:
-    image: chrislusf/seaweedfs:local
-    entrypoint: ["/bin/sh"]
-    command: >
-      -c "
-      echo 'Installing dependencies for vacuum testing...';
-      apk add --no-cache jq curl go bash;
-      echo 'Vacuum tester ready...';
-      echo 'Use: docker-compose exec vacuum-tester sh';
-      echo 'Available commands: go, weed, curl, jq, bash, sh';
-      sleep infinity
-      "
-    depends_on:
-      - master
-      - admin
-      - filer
-    volumes:
-      - .:/testing
-    working_dir: /testing
-    networks:
-      - seaweed_net
-    environment:
-      - MASTER_HOST=master:9333
-      - ADMIN_HOST=admin:23646 

docker/admin_integration/test-integration.sh

@@ -1,73 +0,0 @@
-#!/bin/bash
-
-set -e
-
-echo "🧪 Testing SeaweedFS Admin-Worker Integration"
-echo "============================================="
-
-# Colors for output
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-BLUE='\033[0;34m'
-NC='\033[0m' # No Color
-
-cd "$(dirname "$0")"
-
-echo -e "${BLUE}1. Validating docker-compose configuration...${NC}"
-if docker-compose -f docker-compose-ec-test.yml config > /dev/null; then
-    echo -e "${GREEN}✅ Docker compose configuration is valid${NC}"
-else
-    echo -e "${RED}❌ Docker compose configuration is invalid${NC}"
-    exit 1
-fi
-
-echo -e "${BLUE}2. Checking if required ports are available...${NC}"
-for port in 9333 8080 8081 8082 8083 8084 8085 8888 23646; do
-    if lsof -i :$port > /dev/null 2>&1; then
-        echo -e "${YELLOW}⚠️  Port $port is in use${NC}"
-    else
-        echo -e "${GREEN}✅ Port $port is available${NC}"
-    fi
-done
-
-echo -e "${BLUE}3. Testing worker command syntax...${NC}"
-# Test that the worker command in docker-compose has correct syntax
-if docker-compose -f docker-compose-ec-test.yml config | grep -q "workingDir=/work"; then
-    echo -e "${GREEN}✅ Worker working directory option is properly configured${NC}"
-else
-    echo -e "${RED}❌ Worker working directory option is missing${NC}"
-    exit 1
-fi
-
-echo -e "${BLUE}4. Verifying admin server configuration...${NC}"
-if docker-compose -f docker-compose-ec-test.yml config | grep -q "admin:23646"; then
-    echo -e "${GREEN}✅ Admin server port configuration is correct${NC}"
-else
-    echo -e "${RED}❌ Admin server port configuration is incorrect${NC}"
-    exit 1
-fi
-
-echo -e "${BLUE}5. Checking service dependencies...${NC}"
-if docker-compose -f docker-compose-ec-test.yml config | grep -q "depends_on"; then
-    echo -e "${GREEN}✅ Service dependencies are configured${NC}"
-else
-    echo -e "${YELLOW}⚠️  Service dependencies may not be configured${NC}"
-fi
-
-echo ""
-echo -e "${GREEN}🎉 Integration test configuration is ready!${NC}"
-echo ""
-echo -e "${BLUE}To start the integration test:${NC}"
-echo "  make start    # Start all services"
-echo "  make health   # Check service health"
-echo "  make logs     # View logs"
-echo "  make stop     # Stop all services"
-echo ""
-echo -e "${BLUE}Key features verified:${NC}"
-echo "  ✅ Official SeaweedFS images are used"
-echo "  ✅ Worker working directories are configured"
-echo "  ✅ Admin-worker communication on correct ports"
-echo "  ✅ Task-specific directories will be created"
-echo "  ✅ Load generator will trigger EC tasks"
-echo "  ✅ Monitor will track progress" 

docker/compose/e2e-mount.yml

@@ -6,20 +6,16 @@ services:
     command: "-v=4 master -ip=master -ip.bind=0.0.0.0 -raftBootstrap"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:9333/cluster/healthz" ]
-      interval: 2s
+      interval: 1s
-      timeout: 10s
+      timeout: 60s
-      retries: 30
-      start_period: 10s
 
   volume:
     image: chrislusf/seaweedfs:e2e
     command: "-v=4 volume -mserver=master:9333 -ip=volume -ip.bind=0.0.0.0 -preStopSeconds=1"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:8080/healthz" ]
-      interval: 2s
+      interval: 1s
-      timeout: 10s
+      timeout: 30s
-      retries: 15
-      start_period: 5s
     depends_on:
       master:
         condition: service_healthy
@@ -29,10 +25,8 @@ services:
     command: "-v=4 filer -master=master:9333 -ip=filer -ip.bind=0.0.0.0"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:8888" ]
-      interval: 2s
+      interval: 1s
-      timeout: 10s
+      timeout: 30s
-      retries: 15
-      start_period: 5s
     depends_on:
       volume:
         condition: service_healthy
@@ -52,10 +46,8 @@ services:
           memory: 4096m
     healthcheck:
       test: [ "CMD", "mountpoint", "-q", "--", "/mnt/seaweedfs" ]
-      interval: 2s
+      interval: 1s
-      timeout: 10s
+      timeout: 30s
-      retries: 15
-      start_period: 10s
     depends_on:
       filer:
         condition: service_healthy

docker/compose/local-clusters-compose.yml

@@ -10,7 +10,7 @@ services:
       - 18084:18080
       - 8888:8888
       - 18888:18888
-    command: "server -ip=server1 -filer -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1"
+    command: "server -ip=server1 -filer -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1"
     volumes:
       - ./master-cloud.toml:/etc/seaweedfs/master.toml
     depends_on:
@@ -25,4 +25,4 @@ services:
       - 8889:8888
       - 18889:18888
       - 8334:8333
-    command: "server -ip=server2 -filer -s3 -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1"
+    command: "server -ip=server2 -filer -s3 -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1"

docker/compose/local-filer-backup-compose.yml

@@ -3,7 +3,7 @@ version: '3.9'
 services:
   server-left:
     image: chrislusf/seaweedfs:local
-    command: "-v=0 server -ip=server-left -filer -filer.maxMB 5 -s3 -s3.config=/etc/seaweedfs/s3.json -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1"
+    command: "-v=0 server -ip=server-left -filer -filer.maxMB 5 -s3 -s3.config=/etc/seaweedfs/s3.json -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1"
     volumes:
       - ./s3.json:/etc/seaweedfs/s3.json
     healthcheck:
@@ -13,7 +13,7 @@ services:
       timeout: 30s
   server-right:
     image: chrislusf/seaweedfs:local
-    command: "-v=0 server -ip=server-right -filer -filer.maxMB 64 -s3 -s3.config=/etc/seaweedfs/s3.json -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1"
+    command: "-v=0 server -ip=server-right -filer -filer.maxMB 64 -s3 -s3.config=/etc/seaweedfs/s3.json -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1"
     volumes:
       - ./s3.json:/etc/seaweedfs/s3.json
     healthcheck:

docker/compose/local-minio-gateway-compose.yml

@@ -6,7 +6,7 @@ services:
     ports:
       - 9333:9333
       - 19333:19333
-    command: "master -ip=master -volumeSizeLimitMB=100"
+    command: "master -ip=master -volumeSizeLimitMB=1024"
   volume:
     image: chrislusf/seaweedfs:local
     ports:

docker/compose/local-registry-compose.yml

@@ -6,7 +6,7 @@ services:
     ports:
       - 9333:9333
       - 19333:19333
-    command: "master -ip=master -volumeSizeLimitMB=100"
+    command: "master -ip=master -volumeSizeLimitMB=1024"
   volume:
     image: chrislusf/seaweedfs:local
     ports:

docker/compose/master-cloud.toml

@@ -10,10 +10,10 @@
 scripts = """
   lock
   ec.encode -fullPercent=95 -quietFor=1h
-  ec.rebuild -apply
+  ec.rebuild -force
-  ec.balance -apply
+  ec.balance -force
-  volume.balance -apply
+  volume.balance -force
-  volume.fix.replication -apply
+  volume.fix.replication
   unlock
 """
 sleep_minutes = 17          # sleep minutes between each script execution

docker/compose/swarm-etcd.yml

@@ -1,4 +1,6 @@
 # 2021-01-30 16:25:30
+version: '3.8'
+
 services:
 
   etcd:

docker/compose/test-etcd-filer.yml

@@ -11,7 +11,7 @@ services:
     ports:
       - 9333:9333
       - 19333:19333
-    command: "master -ip=master -volumeSizeLimitMB=100"
+    command: "master -ip=master -volumeSizeLimitMB=1024"
   volume:
     image: chrislusf/seaweedfs:local
     ports:

docker/entrypoint.sh

@@ -1,33 +1,5 @@
 #!/bin/sh
 
-# Fix permissions for mounted volumes
-# If /data is mounted from host, it might have different ownership
-# Fix this by ensuring seaweed user owns the directory
-if [ "$(id -u)" = "0" ]; then
-  # Running as root, check and fix permissions if needed
-  SEAWEED_UID=$(id -u seaweed)
-  SEAWEED_GID=$(id -g seaweed)
-  
-  # Verify seaweed user and group exist
-  if [ -z "$SEAWEED_UID" ] || [ -z "$SEAWEED_GID" ]; then
-    echo "Error: 'seaweed' user or group not found. Cannot fix permissions." >&2
-    exit 1
-  fi
-  
-  DATA_UID=$(stat -c '%u' /data 2>/dev/null)
-  DATA_GID=$(stat -c '%g' /data 2>/dev/null)
-  
-  # Only run chown -R if ownership doesn't match (much faster for subsequent starts)
-    echo "Fixing /data ownership for seaweed user (uid=$SEAWEED_UID, gid=$SEAWEED_GID)"
-    if ! chown -R seaweed:seaweed /data; then
-      echo "Warning: Failed to change ownership of /data. This may cause permission errors." >&2
-      echo "If /data is read-only or has mount issues, the application may fail to start." >&2
-    fi
-  
-  # Use su-exec to drop privileges and run as seaweed user
-  exec su-exec seaweed "$0" "$@"
-fi
-
 isArgPassed() {
   arg="$1"
   argWithEqualSign="$1="
@@ -36,10 +8,10 @@ isArgPassed() {
     passedArg="$1"
     shift
     case $passedArg in
-    "$arg")
+    $arg)
       return 0
       ;;
-    "$argWithEqualSign"*)
+    $argWithEqualSign*)
       return 0
       ;;
     esac

docker/entrypoint_e2e.sh

@@ -1,86 +0,0 @@
-#!/bin/bash
-set -e
-
-# Simplified entrypoint for e2e testing
-# 
-# This script intentionally runs as root for e2e test environments to:
-# 1. Simplify test setup and avoid permission-related test failures
-# 2. Eliminate dependency on Alpine-specific tools (su-exec) since we use Ubuntu base
-# 3. Focus testing on application logic rather than container security
-#
-# IMPORTANT: Production deployments should use Dockerfile.go_build with proper
-# user isolation via su-exec. This simplified approach is ONLY for testing.
-
-isArgPassed() {
-  arg="$1"
-  argWithEqualSign="$1="
-  shift
-  while [ $# -gt 0 ]; do
-    passedArg="$1"
-    shift
-    case $passedArg in
-    "$arg")
-      return 0
-      ;;
-    "$argWithEqualSign"*)
-      return 0
-      ;;
-    esac
-  done
-  return 1
-}
-
-case "$1" in
-
-  'master')
-  	ARGS="-mdir=/data -volumePreallocate -volumeSizeLimitMB=1024"
-  	shift
-  	exec /usr/bin/weed -logtostderr=true master $ARGS "$@"
-	;;
-
-  'volume')
-  	ARGS="-dir=/data -max=0"
-  	if isArgPassed "-max" "$@"; then
-  	  ARGS="-dir=/data"
-  	fi
-  	shift
-  	exec /usr/bin/weed -logtostderr=true volume $ARGS "$@"
-	;;
-
-  'server')
-  	ARGS="-dir=/data -volume.max=0 -master.volumePreallocate -master.volumeSizeLimitMB=1024"
-  	if isArgPassed "-volume.max" "$@"; then
-  	  ARGS="-dir=/data -master.volumePreallocate -master.volumeSizeLimitMB=1024"
-  	fi
- 	shift
-  	exec /usr/bin/weed -logtostderr=true server $ARGS "$@"
-  	;;
-
-  'filer')
-  	ARGS=""
-  	shift
-  	exec /usr/bin/weed -logtostderr=true filer $ARGS "$@"
-	;;
-
-  's3')
-  	ARGS="-domainName=$S3_DOMAIN_NAME -key.file=$S3_KEY_FILE -cert.file=$S3_CERT_FILE"
-  	shift
-  	exec /usr/bin/weed -logtostderr=true s3 $ARGS "$@"
-	;;
-
-  'mount')
-  	shift
-  	exec /usr/bin/weed -logtostderr=true mount "$@"
-	;;
-
-  'shell')
-  	ARGS="-cluster=$SHELL_CLUSTER -filer=$SHELL_FILER -filerGroup=$SHELL_FILER_GROUP -master=$SHELL_MASTER -options=$SHELL_OPTIONS"
-  	shift
-  	exec echo "$@" | /usr/bin/weed -logtostderr=true shell $ARGS
-  ;;
-
-  *)
-  	exec /usr/bin/weed "$@"
-	;;
-esac
-

docker/filer_foundationdb.toml

@@ -1,19 +0,0 @@
-[filer.options]
-# with http DELETE, by default the filer would check whether a folder is empty.
-# recursive_delete will delete all sub folders and files, similar to "rm -Rf"
-recursive_delete = false
-
-####################################################
-# FoundationDB store
-####################################################
-[foundationdb]
-enabled = true
-cluster_file = "/etc/foundationdb/fdb.cluster"
-api_version = 740
-# Optional: timeout for FDB operations (default: 10s)
-# timeout = "10s"
-# Optional: max retry delay for retryable errors (default: 1s)
-# max_retry_delay = "1s"
-# Optional: directory prefix for storing SeaweedFS data (default: "seaweedfs")
-# directory_prefix = "seaweedfs"
-

docker/get_fdb_checksum.sh

@@ -1,61 +0,0 @@
-#!/bin/bash
-# Helper script to get SHA256 checksum for FoundationDB client package
-# Usage: ./get_fdb_checksum.sh <version> [arch]
-# Example: ./get_fdb_checksum.sh 7.4.5 amd64
-# Example: ./get_fdb_checksum.sh 7.4.5 arm64
-
-set -euo pipefail
-
-if [ $# -lt 1 ] || [ $# -gt 2 ]; then
-    echo "Usage: $0 <fdb_version> [arch]" >&2
-    echo "Example: $0 7.4.5" >&2
-    echo "Example: $0 7.4.5 arm64" >&2
-    exit 1
-fi
-
-FDB_VERSION="$1"
-FDB_ARCH="${2:-amd64}"
-
-case "$FDB_ARCH" in
-    "amd64")
-        CANONICAL_ARCH="amd64"
-        PACKAGE_ARCH="amd64"
-        ;;
-    "arm64"|"aarch64")
-        CANONICAL_ARCH="arm64"
-        PACKAGE_ARCH="aarch64"
-        ;;
-    *)
-        echo "Error: Architecture must be 'amd64', 'arm64', or 'aarch64'" >&2
-        exit 1
-        ;;
-esac
-
-PACKAGE="foundationdb-clients_${FDB_VERSION}-1_${PACKAGE_ARCH}.deb"
-URL="https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE}"
-
-echo "Downloading FoundationDB ${FDB_VERSION} client package for ${FDB_ARCH}..."
-echo "URL: ${URL}"
-echo ""
-
-# Download to temp directory
-TEMP_DIR=$(mktemp -d)
-trap 'rm -rf "${TEMP_DIR}"' EXIT
-
-cd "${TEMP_DIR}"
-if wget --timeout=30 --tries=3 -q "${URL}"; then
-    CHECKSUM=$(sha256sum "${PACKAGE}" | awk '{print $1}')
-    echo "✓ Download successful"
-    echo ""
-    echo "SHA256 Checksum:"
-    echo "${CHECKSUM}"
-    echo ""
-    echo "Add this to Dockerfile.foundationdb_large:"
-    echo "    \"${FDB_VERSION}_${CANONICAL_ARCH}\") \\"
-    echo "        EXPECTED_SHA256=\"${CHECKSUM}\" ;; \\"
-else
-    echo "✗ Failed to download package from ${URL}" >&2
-    echo "Please verify the version number, architecture, and URL" >&2
-    exit 1
-fi
-

docker/seaweedfs-compose.yml

@@ -7,14 +7,14 @@ services:
       - 9333:9333
       - 19333:19333
       - 9324:9324
-    command: 'master -ip=master -ip.bind=0.0.0.0 -metricsPort=9324'
+    command: "master -ip=master -ip.bind=0.0.0.0 -metricsPort=9324"
   volume:
     image: chrislusf/seaweedfs # use a remote image
     ports:
       - 8080:8080
       - 18080:18080
       - 9325:9325
-    command: 'volume -ip=volume -mserver="master:9333" -ip.bind=0.0.0.0 -port=8080 -metricsPort=9325'
+    command: 'volume -mserver="master:9333" -ip.bind=0.0.0.0 -port=8080  -metricsPort=9325'
     depends_on:
       - master
   filer:
@@ -23,7 +23,7 @@ services:
       - 8888:8888
       - 18888:18888
       - 9326:9326
-    command: 'filer -ip=filer -master="master:9333" -ip.bind=0.0.0.0 -metricsPort=9326'
+    command: 'filer -master="master:9333" -ip.bind=0.0.0.0 -metricsPort=9326'
     tty: true
     stdin_open: true
     depends_on:
@@ -54,6 +54,6 @@ services:
       - 9000:9090
     volumes:
       - ./prometheus:/etc/prometheus
-    command: '--web.enable-lifecycle --config.file=/etc/prometheus/prometheus.yml'
+    command: --web.enable-lifecycle  --config.file=/etc/prometheus/prometheus.yml
     depends_on:
       - s3

docker/seaweedfs-dev-compose.yml

@@ -6,13 +6,13 @@ services:
     ports:
       - 9333:9333
       - 19333:19333
-    command: 'master -ip=master -ip.bind=0.0.0.0'
+    command: "master -ip=master"
   volume:
     image: chrislusf/seaweedfs:dev # use a remote dev image
     ports:
       - 8080:8080
       - 18080:18080
-    command: 'volume -ip=volume -mserver="master:9333" -ip.bind=0.0.0.0 -port=8080'
+    command: 'volume -mserver="master:9333" -port=8080 -ip=volume'
     depends_on:
       - master
   filer:
@@ -20,7 +20,7 @@ services:
     ports:
       - 8888:8888
       - 18888:18888
-    command: 'filer -ip=filer -master="master:9333" -ip.bind=0.0.0.0'
+    command: 'filer -master="master:9333" -ip.bind=0.0.0.0'
     depends_on:
       - master
       - volume

go.mod

@@ -1,15 +1,17 @@
 module github.com/seaweedfs/seaweedfs
 
-go 1.24.0
+go 1.24
 
 toolchain go1.24.1
 
 require (
-	cloud.google.com/go v0.121.6 // indirect
+	cloud.google.com/go v0.121.1 // indirect
-	cloud.google.com/go/pubsub v1.50.1
+	cloud.google.com/go/pubsub v1.49.0
-	cloud.google.com/go/storage v1.57.1
+	cloud.google.com/go/storage v1.55.0
+	github.com/Azure/azure-pipeline-go v0.2.3
+	github.com/Azure/azure-storage-blob-go v0.15.0
 	github.com/Shopify/sarama v1.38.1
-	github.com/aws/aws-sdk-go v1.55.8
+	github.com/aws/aws-sdk-go v1.55.7
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/bwmarrin/snowflake v0.3.0
 	github.com/cenkalti/backoff/v4 v4.3.0
@@ -19,42 +21,44 @@ require (
 	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
 	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
 	github.com/dustin/go-humanize v1.0.1
-	github.com/eapache/go-resiliency v1.6.0 // indirect
+	github.com/eapache/go-resiliency v1.3.0 // indirect
-	github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 // indirect
+	github.com/eapache/go-xerial-snappy v0.0.0-20230111030713-bf00bc1b83b6 // indirect
 	github.com/eapache/queue v1.1.0 // indirect
 	github.com/facebookgo/clock v0.0.0-20150410010913-600d898af40a
 	github.com/facebookgo/ensure v0.0.0-20200202191622-63f1cf65ac4c // indirect
 	github.com/facebookgo/stack v0.0.0-20160209184415-751773369052 // indirect
 	github.com/facebookgo/stats v0.0.0-20151006221625-1b76add642e4
 	github.com/facebookgo/subset v0.0.0-20200203212716-c811ad88dec4 // indirect
-	github.com/fsnotify/fsnotify v1.9.0 // indirect
+	github.com/fsnotify/fsnotify v1.8.0 // indirect
-	github.com/go-redsync/redsync/v4 v4.14.0
+	github.com/go-redsync/redsync/v4 v4.13.0
 	github.com/go-sql-driver/mysql v1.9.3
 	github.com/go-zookeeper/zk v1.0.3 // indirect
 	github.com/gocql/gocql v1.7.0
+	github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 // indirect
 	github.com/golang/protobuf v1.5.4
-	github.com/golang/snappy v1.0.0
+	github.com/golang/snappy v1.0.0 // indirect
 	github.com/google/btree v1.1.3
 	github.com/google/uuid v1.6.0
 	github.com/google/wire v0.6.0 // indirect
-	github.com/googleapis/gax-go/v2 v2.15.0 // indirect
+	github.com/googleapis/gax-go/v2 v2.14.2 // indirect
 	github.com/gorilla/mux v1.8.1
 	github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed // indirect
 	github.com/hashicorp/errwrap v1.1.0 // indirect
 	github.com/hashicorp/go-multierror v1.1.1 // indirect
 	github.com/hashicorp/go-uuid v1.0.3 // indirect
-	github.com/jackc/pgx/v5 v5.7.6
 	github.com/jcmturner/gofork v1.7.6 // indirect
 	github.com/jcmturner/gokrb5/v8 v8.4.4 // indirect
 	github.com/jinzhu/copier v0.4.0
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
 	github.com/json-iterator/go v1.1.12
 	github.com/karlseguin/ccache/v2 v2.0.8
-	github.com/klauspost/compress v1.18.1
+	github.com/klauspost/compress v1.18.0 // indirect
-	github.com/klauspost/reedsolomon v1.12.5
+	github.com/klauspost/reedsolomon v1.12.4
 	github.com/kurin/blazer v0.5.3
-	github.com/linxGnu/grocksdb v1.10.3
+	github.com/lib/pq v1.10.9
+	github.com/linxGnu/grocksdb v1.10.1
 	github.com/mailru/easyjson v0.7.7 // indirect
+	github.com/mattn/go-ieproxy v0.0.11 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/modern-go/reflect2 v1.0.2 // indirect
@@ -64,23 +68,23 @@ require (
 	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
 	github.com/posener/complete v1.2.3
 	github.com/pquerna/cachecontrol v0.2.0
-	github.com/prometheus/client_golang v1.23.2
+	github.com/prometheus/client_golang v1.22.0
 	github.com/prometheus/client_model v0.6.2 // indirect
-	github.com/prometheus/common v0.66.1 // indirect
+	github.com/prometheus/common v0.64.0 // indirect
-	github.com/prometheus/procfs v0.19.1
+	github.com/prometheus/procfs v0.17.0
 	github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
 	github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
 	github.com/seaweedfs/goexif v1.0.3
 	github.com/seaweedfs/raft v1.1.3
 	github.com/sirupsen/logrus v1.9.3 // indirect
-	github.com/spf13/afero v1.15.0 // indirect
+	github.com/spf13/afero v1.12.0 // indirect
-	github.com/spf13/cast v1.10.0 // indirect
+	github.com/spf13/cast v1.7.1 // indirect
-	github.com/spf13/viper v1.21.0
+	github.com/spf13/viper v1.20.1
-	github.com/stretchr/testify v1.11.1
+	github.com/stretchr/testify v1.10.0
 	github.com/stvp/tempredis v0.0.0-20181119212430-b82af8480203
 	github.com/syndtr/goleveldb v1.0.1-0.20190318030020-c3a204f8e965
 	github.com/tidwall/gjson v1.18.0
-	github.com/tidwall/match v1.2.0
+	github.com/tidwall/match v1.1.1
 	github.com/tidwall/pretty v1.2.0 // indirect
 	github.com/tsuna/gohbase v0.0.0-20201125011725-348991136365
 	github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43
@@ -90,161 +94,101 @@ require (
 	github.com/xdg-go/scram v1.1.2 // indirect
 	github.com/xdg-go/stringprep v1.0.4 // indirect
 	github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect
-	go.etcd.io/etcd/client/v3 v3.6.6
+	go.etcd.io/etcd/client/v3 v3.6.2
-	go.mongodb.org/mongo-driver v1.17.6
+	go.mongodb.org/mongo-driver v1.17.4
 	go.opencensus.io v0.24.0 // indirect
-	gocloud.dev v0.43.0
+	gocloud.dev v0.42.0
-	gocloud.dev/pubsub/natspubsub v0.43.0
+	gocloud.dev/pubsub/natspubsub v0.42.0
-	gocloud.dev/pubsub/rabbitpubsub v0.43.0
+	gocloud.dev/pubsub/rabbitpubsub v0.42.0
-	golang.org/x/crypto v0.45.0
+	golang.org/x/crypto v0.40.0
-	golang.org/x/exp v0.0.0-20250811191247-51f88131bc50
+	golang.org/x/exp v0.0.0-20250606033433-dcc06ee1d476
-	golang.org/x/image v0.33.0
+	golang.org/x/image v0.29.0
-	golang.org/x/net v0.47.0
+	golang.org/x/net v0.42.0
-	golang.org/x/oauth2 v0.32.0 // indirect
+	golang.org/x/oauth2 v0.30.0 // indirect
-	golang.org/x/sys v0.38.0
+	golang.org/x/sys v0.34.0
-	golang.org/x/text v0.31.0 // indirect
+	golang.org/x/text v0.27.0 // indirect
-	golang.org/x/tools v0.38.0 // indirect
+	golang.org/x/tools v0.35.0
 	golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
-	google.golang.org/api v0.247.0
+	google.golang.org/api v0.241.0
-	google.golang.org/genproto v0.0.0-20250715232539-7130f93afb79 // indirect
+	google.golang.org/genproto v0.0.0-20250603155806-513f23925822 // indirect
-	google.golang.org/grpc v1.77.0
+	google.golang.org/grpc v1.73.0
-	google.golang.org/protobuf v1.36.10
+	google.golang.org/protobuf v1.36.6
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	modernc.org/b v1.0.0 // indirect
 	modernc.org/mathutil v1.7.1
 	modernc.org/memory v1.11.0 // indirect
-	modernc.org/sqlite v1.39.0
+	modernc.org/sqlite v1.38.0
 	modernc.org/strutil v1.2.1
 )
 
 require (
-	cloud.google.com/go/kms v1.23.1
-	github.com/Azure/azure-sdk-for-go/sdk/keyvault/azkeys v0.10.0
 	github.com/Jille/raft-grpc-transport v1.6.1
-	github.com/ThreeDotsLabs/watermill v1.5.1
+	github.com/ThreeDotsLabs/watermill v1.4.7
-	github.com/a-h/templ v0.3.943
+	github.com/a-h/templ v0.3.906
-	github.com/apple/foundationdb/bindings/go v0.0.0-20240515141816-262c6fe778ad
+	github.com/arangodb/go-driver v1.6.6
-	github.com/arangodb/go-driver v1.6.7
 	github.com/armon/go-metrics v0.4.1
-	github.com/aws/aws-sdk-go-v2 v1.40.0
+	github.com/aws/aws-sdk-go-v2 v1.36.5
-	github.com/aws/aws-sdk-go-v2/config v1.31.3
+	github.com/aws/aws-sdk-go-v2/config v1.29.17
-	github.com/aws/aws-sdk-go-v2/credentials v1.18.20
+	github.com/aws/aws-sdk-go-v2/credentials v1.17.70
-	github.com/aws/aws-sdk-go-v2/service/s3 v1.89.1
+	github.com/aws/aws-sdk-go-v2/service/s3 v1.83.0
 	github.com/cognusion/imaging v1.0.2
-	github.com/fluent/fluent-logger-golang v1.10.1
+	github.com/fluent/fluent-logger-golang v1.10.0
-	github.com/getsentry/sentry-go v0.38.0
+	github.com/getsentry/sentry-go v0.34.1
 	github.com/gin-contrib/sessions v1.0.4
-	github.com/gin-gonic/gin v1.11.0
+	github.com/gin-gonic/gin v1.10.1
-	github.com/golang-jwt/jwt/v5 v5.3.0
+	github.com/golang-jwt/jwt/v5 v5.2.2
 	github.com/google/flatbuffers/go v0.0.0-20230108230133-3b8644d32c50
-	github.com/hanwen/go-fuse/v2 v2.9.0
+	github.com/hanwen/go-fuse/v2 v2.8.0
 	github.com/hashicorp/raft v1.7.3
 	github.com/hashicorp/raft-boltdb/v2 v2.3.1
-	github.com/hashicorp/vault/api v1.22.0
+	github.com/minio/crc64nvme v1.0.2
-	github.com/jhump/protoreflect v1.17.0
-	github.com/lib/pq v1.10.9
-	github.com/linkedin/goavro/v2 v2.14.1
-	github.com/mattn/go-sqlite3 v1.14.32
-	github.com/minio/crc64nvme v1.1.1
 	github.com/orcaman/concurrent-map/v2 v2.0.1
 	github.com/parquet-go/parquet-go v0.25.1
-	github.com/pkg/sftp v1.13.10
+	github.com/pkg/sftp v1.13.9
 	github.com/rabbitmq/amqp091-go v1.10.0
-	github.com/rclone/rclone v1.71.2
+	github.com/rclone/rclone v1.70.3
 	github.com/rdleal/intervalst v1.5.0
-	github.com/redis/go-redis/v9 v9.14.1
+	github.com/redis/go-redis/v9 v9.11.0
 	github.com/schollz/progressbar/v3 v3.18.0
-	github.com/shirou/gopsutil/v4 v4.25.10
+	github.com/shirou/gopsutil/v3 v3.24.5
-	github.com/tarantool/go-tarantool/v2 v2.4.1
+	github.com/tarantool/go-tarantool/v2 v2.4.0
 	github.com/tikv/client-go/v2 v2.0.7
-	github.com/xeipuuv/gojsonschema v1.2.0
 	github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.0
-	github.com/ydb-platform/ydb-go-sdk/v3 v3.118.2
+	github.com/ydb-platform/ydb-go-sdk/v3 v3.112.0
-	go.etcd.io/etcd/client/pkg/v3 v3.6.6
+	go.etcd.io/etcd/client/pkg/v3 v3.6.2
 	go.uber.org/atomic v1.11.0
-	golang.org/x/sync v0.18.0
+	golang.org/x/sync v0.16.0
-	golang.org/x/tools/godoc v0.1.0-deprecated
 	google.golang.org/grpc/security/advancedtls v1.0.0
 )
 
 require github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 // indirect
 
 require (
-	cloud.google.com/go/longrunning v0.6.7 // indirect
+	github.com/cenkalti/backoff/v3 v3.2.2 // indirect
-	cloud.google.com/go/pubsub/v2 v2.0.0 // indirect
+	github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/keyvault/internal v0.7.1 // indirect
-	github.com/bazelbuild/rules_go v0.46.0 // indirect
-	github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect
-	github.com/blevesearch/snowballstem v0.9.0 // indirect
-	github.com/bufbuild/protocompile v0.14.1 // indirect
-	github.com/cenkalti/backoff/v5 v5.0.3 // indirect
-	github.com/cockroachdb/apd/v3 v3.1.0 // indirect
-	github.com/cockroachdb/errors v1.11.3 // indirect
-	github.com/cockroachdb/logtags v0.0.0-20241215232642-bb51bb14a506 // indirect
-	github.com/cockroachdb/redact v1.1.5 // indirect
-	github.com/cockroachdb/version v0.0.0-20250314144055-3860cd14adf2 // indirect
-	github.com/dave/dst v0.27.2 // indirect
-	github.com/goccy/go-yaml v1.18.0 // indirect
-	github.com/golang/geo v0.0.0-20210211234256-740aa86cb551 // indirect
-	github.com/google/go-cmp v0.7.0 // indirect
-	github.com/grpc-ecosystem/grpc-gateway v1.16.0 // indirect
-	github.com/hashicorp/go-rootcerts v1.0.2 // indirect
-	github.com/hashicorp/go-secure-stdlib/parseutil v0.2.0 // indirect
-	github.com/hashicorp/go-secure-stdlib/strutil v0.1.2 // indirect
-	github.com/hashicorp/go-sockaddr v1.0.7 // indirect
-	github.com/hashicorp/hcl v1.0.1-vault-7 // indirect
-	github.com/jackc/pgpassfile v1.0.0 // indirect
-	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
-	github.com/jackc/puddle/v2 v2.2.2 // indirect
-	github.com/jaegertracing/jaeger v1.47.0 // indirect
-	github.com/kr/pretty v0.3.1 // indirect
-	github.com/kr/text v0.2.0 // indirect
 	github.com/lithammer/shortuuid/v3 v3.0.7 // indirect
-	github.com/openzipkin/zipkin-go v0.4.3 // indirect
-	github.com/petermattis/goid v0.0.0-20180202154549-b0b1615b78e5 // indirect
-	github.com/pierrre/geohash v1.0.0 // indirect
-	github.com/quic-go/qpack v0.5.1 // indirect
-	github.com/quic-go/quic-go v0.54.1 // indirect
-	github.com/rogpeppe/go-internal v1.14.1 // indirect
-	github.com/ryanuber/go-glob v1.0.0 // indirect
-	github.com/sasha-s/go-deadlock v0.3.1 // indirect
-	github.com/stretchr/objx v0.5.2 // indirect
-	github.com/twpayne/go-geom v1.4.1 // indirect
-	github.com/twpayne/go-kml v1.5.2 // indirect
-	github.com/xeipuuv/gojsonpointer v0.0.0-20180127040702-4e3ac2762d5f // indirect
-	github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 // indirect
-	github.com/zeebo/xxh3 v1.0.2 // indirect
-	go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.37.0 // indirect
-	go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.37.0 // indirect
-	go.opentelemetry.io/otel/exporters/zipkin v1.36.0 // indirect
-	go.opentelemetry.io/proto/otlp v1.7.0 // indirect
-	go.uber.org/mock v0.5.0 // indirect
-	go.yaml.in/yaml/v2 v2.4.2 // indirect
-	go.yaml.in/yaml/v3 v3.0.4 // indirect
-	golang.org/x/mod v0.29.0 // indirect
-	gonum.org/v1/gonum v0.16.0 // indirect
 )
 
 require (
-	cel.dev/expr v0.24.0 // indirect
+	cel.dev/expr v0.23.0 // indirect
-	cloud.google.com/go/auth v0.16.5 // indirect
+	cloud.google.com/go/auth v0.16.2 // indirect
 	cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect
-	cloud.google.com/go/compute/metadata v0.9.0 // indirect
+	cloud.google.com/go/compute/metadata v0.7.0 // indirect
 	cloud.google.com/go/iam v1.5.2 // indirect
 	cloud.google.com/go/monitoring v1.24.2 // indirect
 	filippo.io/edwards25519 v1.1.0 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.20.0
+	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.0 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.13.1
+	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.10.0 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/internal v1.11.2 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/internal v1.11.1 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.3
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.1 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.2 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.1 // indirect
 	github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 // indirect
-	github.com/AzureAD/microsoft-authentication-library-for-go v1.6.0 // indirect
+	github.com/AzureAD/microsoft-authentication-library-for-go v1.4.2 // indirect
-	github.com/Files-com/files-sdk-go/v3 v3.2.218 // indirect
+	github.com/Files-com/files-sdk-go/v3 v3.2.173 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.30.0 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.27.0 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.53.0 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.51.0 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.53.0 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.51.0 // indirect
-	github.com/IBM/go-sdk-core/v5 v5.21.0 // indirect
+	github.com/IBM/go-sdk-core/v5 v5.20.0 // indirect
 	github.com/Max-Sum/base32768 v0.0.0-20230304063302-18e6ce5945fd // indirect
 	github.com/Microsoft/go-winio v0.6.2 // indirect
 	github.com/ProtonMail/bcrypt v0.0.0-20211005172633-e235017c1baf // indirect
@@ -255,74 +199,74 @@ require (
 	github.com/ProtonMail/gopenpgp/v2 v2.9.0 // indirect
 	github.com/PuerkitoBio/goquery v1.10.3 // indirect
 	github.com/abbot/go-http-auth v0.4.0 // indirect
-	github.com/andybalholm/brotli v1.2.0 // indirect
+	github.com/andybalholm/brotli v1.1.0 // indirect
 	github.com/andybalholm/cascadia v1.3.3 // indirect
 	github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc // indirect
 	github.com/arangodb/go-velocypack v0.0.0-20200318135517-5af53c29c67e // indirect
 	github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 // indirect
-	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.2 // indirect
+	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.6.11 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.12 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.32 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.17.77 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.12 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/configsources v1.3.36 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.12 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.6.36 // indirect
 	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.12 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/v4a v1.3.36 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.2 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.12.4 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.3 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.7.4 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.12 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.12.17 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.12 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.18.17 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sns v1.34.7 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sns v1.34.2 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sqs v1.38.8 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sqs v1.38.3 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sso v1.30.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sso v1.25.5 // indirect
-	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.30.3 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sts v1.39.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sts v1.34.0 // indirect
-	github.com/aws/smithy-go v1.23.2 // indirect
+	github.com/aws/smithy-go v1.22.4 // indirect
 	github.com/boltdb/bolt v1.3.1 // indirect
 	github.com/bradenaw/juniper v0.15.3 // indirect
 	github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirect
 	github.com/buengese/sgzip v0.1.1 // indirect
-	github.com/bytedance/sonic v1.14.0 // indirect
+	github.com/bytedance/sonic v1.13.2 // indirect
-	github.com/bytedance/sonic/loader v0.3.0 // indirect
+	github.com/bytedance/sonic/loader v0.2.4 // indirect
 	github.com/calebcase/tmpfile v1.0.3 // indirect
 	github.com/chilts/sid v0.0.0-20190607042430-660e94789ec9 // indirect
 	github.com/cloudflare/circl v1.6.1 // indirect
-	github.com/cloudinary/cloudinary-go/v2 v2.12.0 // indirect
+	github.com/cloudinary/cloudinary-go/v2 v2.10.0 // indirect
 	github.com/cloudsoda/go-smb2 v0.0.0-20250228001242-d4c70e6251cc // indirect
 	github.com/cloudsoda/sddl v0.0.0-20250224235906-926454e91efc // indirect
-	github.com/cloudwego/base64x v0.1.6 // indirect
+	github.com/cloudwego/base64x v0.1.5 // indirect
-	github.com/cncf/xds/go v0.0.0-20251022180443-0feb69152e9f // indirect
+	github.com/cncf/xds/go v0.0.0-20250326154945-ae57f3c0d45f // indirect
 	github.com/colinmarc/hdfs/v2 v2.4.0 // indirect
 	github.com/creasty/defaults v1.8.0 // indirect
 	github.com/cronokirby/saferith v0.33.0 // indirect
 	github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 // indirect
 	github.com/d4l3k/messagediff v1.2.1 // indirect
-	github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 // indirect
+	github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2 // indirect
 	github.com/dropbox/dropbox-sdk-go-unofficial/v6 v6.0.5 // indirect
-	github.com/ebitengine/purego v0.9.0 // indirect
+	github.com/ebitengine/purego v0.8.4 // indirect
-	github.com/elastic/gosigar v0.14.3 // indirect
+	github.com/elastic/gosigar v0.14.2 // indirect
 	github.com/emersion/go-message v0.18.2 // indirect
 	github.com/emersion/go-vcard v0.0.0-20241024213814-c9703dde27ff // indirect
-	github.com/envoyproxy/go-control-plane/envoy v1.35.0 // indirect
+	github.com/envoyproxy/go-control-plane/envoy v1.32.4 // indirect
 	github.com/envoyproxy/protoc-gen-validate v1.2.1 // indirect
-	github.com/fatih/color v1.18.0 // indirect
+	github.com/fatih/color v1.16.0 // indirect
 	github.com/felixge/httpsnoop v1.0.4 // indirect
 	github.com/flynn/noise v1.1.0 // indirect
 	github.com/gabriel-vasile/mimetype v1.4.9 // indirect
 	github.com/geoffgarside/ber v1.2.0 // indirect
-	github.com/gin-contrib/sse v1.1.0 // indirect
+	github.com/gin-contrib/sse v1.0.0 // indirect
 	github.com/go-chi/chi/v5 v5.2.2 // indirect
 	github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348 // indirect
-	github.com/go-jose/go-jose/v4 v4.1.3 // indirect
+	github.com/go-jose/go-jose/v4 v4.0.5 // indirect
 	github.com/go-logr/logr v1.4.3 // indirect
 	github.com/go-logr/stdr v1.2.2 // indirect
 	github.com/go-ole/go-ole v1.3.0 // indirect
-	github.com/go-openapi/errors v0.22.2 // indirect
+	github.com/go-openapi/errors v0.22.1 // indirect
 	github.com/go-openapi/strfmt v0.23.0 // indirect
 	github.com/go-playground/locales v0.14.1 // indirect
 	github.com/go-playground/universal-translator v0.18.1 // indirect
-	github.com/go-playground/validator/v10 v10.27.0 // indirect
+	github.com/go-playground/validator/v10 v10.26.0 // indirect
 	github.com/go-resty/resty/v2 v2.16.5 // indirect
-	github.com/go-viper/mapstructure/v2 v2.4.0 // indirect
+	github.com/go-viper/mapstructure/v2 v2.3.0 // indirect
 	github.com/goccy/go-json v0.10.5 // indirect
 	github.com/gofrs/flock v0.12.1 // indirect
 	github.com/gogo/protobuf v1.3.2 // indirect
@@ -333,14 +277,14 @@ require (
 	github.com/gorilla/schema v1.4.1 // indirect
 	github.com/gorilla/securecookie v1.1.2 // indirect
 	github.com/gorilla/sessions v1.4.0 // indirect
-	github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 // indirect
+	github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
-	github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.1 // indirect
+	github.com/grpc-ecosystem/grpc-gateway/v2 v2.26.3 // indirect
 	github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
 	github.com/hashicorp/go-hclog v1.6.3 // indirect
 	github.com/hashicorp/go-immutable-radix v1.3.1 // indirect
 	github.com/hashicorp/go-metrics v0.5.4 // indirect
 	github.com/hashicorp/go-msgpack/v2 v2.1.2 // indirect
-	github.com/hashicorp/go-retryablehttp v0.7.8 // indirect
+	github.com/hashicorp/go-retryablehttp v0.7.7 // indirect
 	github.com/hashicorp/golang-lru v0.6.0 // indirect
 	github.com/henrybear327/Proton-API-Bridge v1.0.0 // indirect
 	github.com/henrybear327/go-proton-api v1.0.0 // indirect
@@ -354,12 +298,12 @@ require (
 	github.com/jtolio/noiseconn v0.0.0-20231127013910-f6d9ecbf1de7 // indirect
 	github.com/jzelinskie/whirlpool v0.0.0-20201016144138-0675e54bb004 // indirect
 	github.com/k0kubun/pp v3.0.1+incompatible
-	github.com/klauspost/cpuid/v2 v2.3.0 // indirect
+	github.com/klauspost/cpuid/v2 v2.2.10 // indirect
 	github.com/koofr/go-httpclient v0.0.0-20240520111329-e20f8f203988 // indirect
 	github.com/koofr/go-koofrclient v0.0.0-20221207135200-cbd7fc9ad6a6 // indirect
 	github.com/kr/fs v0.1.0 // indirect
 	github.com/kylelemons/godebug v1.1.0 // indirect
-	github.com/lanrat/extsort v1.4.0 // indirect
+	github.com/lanrat/extsort v1.0.2 // indirect
 	github.com/leodido/go-urn v1.4.0 // indirect
 	github.com/lpar/date v1.0.0 // indirect
 	github.com/lufia/plan9stats v0.0.0-20250317134145-8bc96cf8fc35 // indirect
@@ -367,11 +311,11 @@ require (
 	github.com/mattn/go-runewidth v0.0.16 // indirect
 	github.com/mitchellh/colorstring v0.0.0-20190213212951-d06e56a500db // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
-	github.com/mitchellh/mapstructure v1.5.1-0.20220423185008-bf980b35cac4 // indirect
+	github.com/mitchellh/mapstructure v1.5.0 // indirect
 	github.com/montanaflynn/stats v0.7.1 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
-	github.com/nats-io/nats.go v1.43.0 // indirect
+	github.com/nats-io/nats.go v1.40.1 // indirect
-	github.com/nats-io/nkeys v0.4.11 // indirect
+	github.com/nats-io/nkeys v0.4.10 // indirect
 	github.com/nats-io/nuid v1.0.1 // indirect
 	github.com/ncruces/go-strftime v0.1.9 // indirect
 	github.com/ncw/swift/v2 v2.0.4 // indirect
@@ -379,19 +323,19 @@ require (
 	github.com/oklog/ulid v1.3.1 // indirect
 	github.com/onsi/ginkgo/v2 v2.23.3 // indirect
 	github.com/opentracing/opentracing-go v1.2.0 // indirect
-	github.com/oracle/oci-go-sdk/v65 v65.98.0 // indirect
+	github.com/oracle/oci-go-sdk/v65 v65.93.0 // indirect
 	github.com/panjf2000/ants/v2 v2.11.3 // indirect
 	github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
 	github.com/pelletier/go-toml/v2 v2.2.4 // indirect
 	github.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14 // indirect
-	github.com/philhofer/fwd v1.2.0 // indirect
+	github.com/philhofer/fwd v1.1.3-0.20240916144458-20a13a1f6b7c // indirect
-	github.com/pierrec/lz4/v4 v4.1.22
+	github.com/pierrec/lz4/v4 v4.1.21 // indirect
 	github.com/pingcap/errors v0.11.5-0.20211224045212-9687c2b0f87c // indirect
 	github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c // indirect
 	github.com/pingcap/kvproto v0.0.0-20230403051650-e166ae588106 // indirect
 	github.com/pingcap/log v1.1.1-0.20221110025148-ca232912c9f3 // indirect
 	github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c // indirect
-	github.com/pkg/xattr v0.4.12 // indirect
+	github.com/pkg/xattr v0.4.10 // indirect
 	github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 // indirect
 	github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 // indirect
 	github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8 // indirect
@@ -399,18 +343,19 @@ require (
 	github.com/rfjakob/eme v1.1.2 // indirect
 	github.com/rivo/uniseg v0.4.7 // indirect
 	github.com/sabhiram/go-gitignore v0.0.0-20210923224102-525f6e181f06 // indirect
-	github.com/sagikazarmark/locafero v0.11.0 // indirect
+	github.com/sagikazarmark/locafero v0.7.0 // indirect
-	github.com/samber/lo v1.51.0 // indirect
+	github.com/samber/lo v1.50.0 // indirect
-	github.com/seaweedfs/cockroachdb-parser v0.0.0-20251021184156-909763b17138
+	github.com/shirou/gopsutil/v4 v4.25.5 // indirect
+	github.com/shoenig/go-m1cpu v0.1.6 // indirect
 	github.com/skratchdot/open-golang v0.0.0-20200116055534-eef842397966 // indirect
 	github.com/smartystreets/goconvey v1.8.1 // indirect
 	github.com/sony/gobreaker v1.0.0 // indirect
-	github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 // indirect
+	github.com/sourcegraph/conc v0.3.0 // indirect
 	github.com/spacemonkeygo/monkit/v3 v3.0.24 // indirect
-	github.com/spf13/pflag v1.0.10 // indirect
+	github.com/spf13/pflag v1.0.6 // indirect
-	github.com/spiffe/go-spiffe/v2 v2.6.0 // indirect
+	github.com/spiffe/go-spiffe/v2 v2.5.0 // indirect
 	github.com/subosito/gotenv v1.6.0 // indirect
-	github.com/t3rm1n4l/go-mega v0.0.0-20250926104142-ccb8d3498e6c // indirect
+	github.com/t3rm1n4l/go-mega v0.0.0-20241213151442-a19cff0ec7b5 // indirect
 	github.com/tarantool/go-iproto v1.1.0 // indirect
 	github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a // indirect
 	github.com/tikv/pd/client v0.0.0-20230329114254-1948c247c2b1 // indirect
@@ -419,45 +364,45 @@ require (
 	github.com/tklauser/numcpus v0.10.0 // indirect
 	github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
 	github.com/twmb/murmur3 v1.1.3 // indirect
-	github.com/ugorji/go/codec v1.3.0 // indirect
+	github.com/ugorji/go/codec v1.2.12 // indirect
 	github.com/unknwon/goconfig v1.0.0 // indirect
 	github.com/vmihailenco/msgpack/v5 v5.4.1 // indirect
 	github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
 	github.com/xanzy/ssh-agent v0.3.3 // indirect
 	github.com/yandex-cloud/go-genproto v0.0.0-20211115083454-9ca41db5ed9e // indirect
-	github.com/ydb-platform/ydb-go-genproto v0.0.0-20250911135631-b3beddd517d9 // indirect
+	github.com/ydb-platform/ydb-go-genproto v0.0.0-20241112172322-ea1f63298f77 // indirect
 	github.com/ydb-platform/ydb-go-yc v0.12.1 // indirect
 	github.com/ydb-platform/ydb-go-yc-metadata v0.6.1 // indirect
 	github.com/yunify/qingstor-sdk-go/v3 v3.2.0 // indirect
 	github.com/yusufpapurcu/wmi v1.2.4 // indirect
 	github.com/zeebo/blake3 v0.2.4 // indirect
 	github.com/zeebo/errs v1.4.0 // indirect
-	go.etcd.io/bbolt v1.4.2 // indirect
+	go.etcd.io/bbolt v1.4.0 // indirect
-	go.etcd.io/etcd/api/v3 v3.6.6 // indirect
+	go.etcd.io/etcd/api/v3 v3.6.2 // indirect
-	go.opentelemetry.io/auto/sdk v1.2.1 // indirect
+	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
-	go.opentelemetry.io/contrib/detectors/gcp v1.38.0 // indirect
+	go.opentelemetry.io/contrib/detectors/gcp v1.36.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.62.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.61.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.62.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.61.0 // indirect
-	go.opentelemetry.io/otel v1.38.0 // indirect
+	go.opentelemetry.io/otel v1.36.0 // indirect
-	go.opentelemetry.io/otel/metric v1.38.0 // indirect
+	go.opentelemetry.io/otel/metric v1.36.0 // indirect
-	go.opentelemetry.io/otel/sdk v1.38.0 // indirect
+	go.opentelemetry.io/otel/sdk v1.36.0 // indirect
-	go.opentelemetry.io/otel/sdk/metric v1.38.0 // indirect
+	go.opentelemetry.io/otel/sdk/metric v1.36.0 // indirect
-	go.opentelemetry.io/otel/trace v1.38.0 // indirect
+	go.opentelemetry.io/otel/trace v1.36.0 // indirect
 	go.uber.org/multierr v1.11.0 // indirect
 	go.uber.org/zap v1.27.0 // indirect
-	golang.org/x/arch v0.20.0 // indirect
+	golang.org/x/arch v0.16.0 // indirect
-	golang.org/x/term v0.37.0 // indirect
+	golang.org/x/term v0.33.0 // indirect
 	golang.org/x/time v0.12.0 // indirect
-	google.golang.org/genproto/googleapis/api v0.0.0-20251022142026-3a174f9686a8 // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20250603155806-513f23925822 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20251111163417-95abcf5c77ba // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20250603155806-513f23925822 // indirect
 	gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
 	gopkg.in/validator.v2 v2.0.1 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-	modernc.org/libc v1.66.3 // indirect
+	modernc.org/libc v1.65.10 // indirect
 	moul.io/http2curl/v2 v2.3.0 // indirect
-	sigs.k8s.io/yaml v1.6.0 // indirect
+	sigs.k8s.io/yaml v1.4.0 // indirect
-	storj.io/common v0.0.0-20250808122759-804533d519c1 // indirect
+	storj.io/common v0.0.0-20250605163628-70ca83b6228e // indirect
 	storj.io/drpc v0.0.35-0.20250513201419-f7819ea69b55 // indirect
 	storj.io/eventkit v0.0.0-20250410172343-61f26d3de156 // indirect
 	storj.io/infectious v0.0.2 // indirect

k8s/charts/seaweedfs/Chart.yaml

@@ -1,6 +1,6 @@
 apiVersion: v1
 description: SeaweedFS
 name: seaweedfs
-appVersion: "4.01"
+appVersion: "3.94"
 # Dev note: Trigger a helm chart release by `git tag -a helm-<version>`
-version: 4.0.401
+version: 4.0.394

k8s/charts/seaweedfs/templates/_helpers.tpl

@@ -96,16 +96,13 @@ Inject extra environment vars in the format key:value, if populated
 {{/* Computes the container image name for all components (if they are not overridden) */}}
 {{- define "common.image" -}}
 {{- $registryName := default .Values.image.registry .Values.global.registry | toString -}}
-{{- $repositoryName := default .Values.image.repository .Values.global.repository | toString -}}
+{{- $repositoryName := .Values.image.repository | toString -}}
 {{- $name := .Values.global.imageName | toString -}}
 {{- $tag := default .Chart.AppVersion .Values.image.tag  | toString -}}
-{{- if $repositoryName -}}
-{{-   $name = printf "%s/%s" (trimSuffix "/" $repositoryName) (base $name) -}}
-{{- end -}}
 {{- if $registryName -}}
-{{-   printf "%s/%s:%s" $registryName $name $tag -}}
+{{- printf "%s/%s%s:%s" $registryName $repositoryName $name $tag -}}
 {{- else -}}
-{{-   printf "%s:%s" $name $tag -}}
+{{- printf "%s%s:%s" $repositoryName $name $tag -}}
 {{- end -}}
 {{- end -}}
 
@@ -222,27 +219,3 @@ or generate a new random password if it doesn't exist.
   {{- randAlphaNum $length -}}
 {{- end -}}
 {{- end -}}
-
-{{/*
-Compute the master service address to be used in cluster env vars.
-If allInOne is enabled, point to the all-in-one service; otherwise, point to the master service.
-*/}}
-{{- define "seaweedfs.cluster.masterAddress" -}}
-{{- $serviceNameSuffix := "-master" -}}
-{{- if .Values.allInOne.enabled -}}
-{{-   $serviceNameSuffix = "-all-in-one" -}}
-{{- end -}}
-{{- printf "%s%s.%s:%d" (include "seaweedfs.name" .) $serviceNameSuffix .Release.Namespace (int .Values.master.port) -}}
-{{- end -}}
-
-{{/*
-Compute the filer service address to be used in cluster env vars.
-If allInOne is enabled, point to the all-in-one service; otherwise, point to the filer-client service.
-*/}}
-{{- define "seaweedfs.cluster.filerAddress" -}}
-{{- $serviceNameSuffix := "-filer-client" -}}
-{{- if .Values.allInOne.enabled -}}
-{{-   $serviceNameSuffix = "-all-in-one" -}}
-{{- end -}}
-{{- printf "%s%s.%s:%d" (include "seaweedfs.name" .) $serviceNameSuffix .Release.Namespace (int .Values.filer.port) -}}
-{{- end -}}

k8s/charts/seaweedfs/templates/all-in-one-deployment.yaml

@@ -51,7 +51,7 @@ spec:
       {{- end }}
       {{- if .Values.allInOne.topologySpreadConstraints }}
       topologySpreadConstraints:
-        {{ tpl .Values.allInOne.topologySpreadConstraints . | nindent 8 | trim }}
+        {{ tpl .Values.allInOne.topologySpreadConstraint . | nindent 8 | trim }}
       {{- end }}
       {{- if .Values.allInOne.tolerations }}
       tolerations:
@@ -79,12 +79,6 @@ spec:
           image: {{ template "master.image" . }}
           imagePullPolicy: {{ default "IfNotPresent" .Values.global.imagePullPolicy }}
           env:
-            {{- /* Determine default cluster alias and the corresponding env var keys to avoid conflicts */}}
-            {{- $envMerged := merge (.Values.global.extraEnvironmentVars | default dict) (.Values.allInOne.extraEnvironmentVars | default dict) }}
-            {{- $clusterDefault := default "sw" (index $envMerged "WEED_CLUSTER_DEFAULT") }}
-            {{- $clusterUpper := upper $clusterDefault }}
-            {{- $clusterMasterKey := printf "WEED_CLUSTER_%s_MASTER" $clusterUpper }}
-            {{- $clusterFilerKey := printf "WEED_CLUSTER_%s_FILER" $clusterUpper }}
             - name: POD_IP
               valueFrom:
                 fieldRef:
@@ -101,7 +95,6 @@ spec:
               value: "{{ template "seaweedfs.name" . }}"
             {{- if .Values.allInOne.extraEnvironmentVars }}
             {{- range $key, $value := .Values.allInOne.extraEnvironmentVars }}
-            {{- if and (ne $key $clusterMasterKey) (ne $key $clusterFilerKey) }}
             - name: {{ $key }}
               {{- if kindIs "string" $value }}
               value: {{ $value | quote }}
@@ -111,10 +104,8 @@ spec:
               {{- end }}
             {{- end }}
             {{- end }}
-            {{- end }}
             {{- if .Values.global.extraEnvironmentVars }}
             {{- range $key, $value := .Values.global.extraEnvironmentVars }}
-            {{- if and (ne $key $clusterMasterKey) (ne $key $clusterFilerKey) }}
             - name: {{ $key }}
               {{- if kindIs "string" $value }}
               value: {{ $value | quote }}
@@ -124,12 +115,6 @@ spec:
               {{- end }}
             {{- end }}
             {{- end }}
-            {{- end }}
-            # Inject computed cluster endpoints for the default cluster
-            - name: {{ $clusterMasterKey }}
-              value: {{ include "seaweedfs.cluster.masterAddress" . | quote }}
-            - name: {{ $clusterFilerKey }}
-              value: {{ include "seaweedfs.cluster.filerAddress" . | quote }}
           command:
             - "/bin/sh"
             - "-ec"
@@ -157,9 +142,6 @@ spec:
               {{- if .Values.allInOne.disableHttp }}
               -disableHttp={{ .Values.allInOne.disableHttp }} \
               {{- end }}
-              {{- if and (.Values.volume.dataDirs) (index .Values.volume.dataDirs 0 "maxVolumes") }}
-              -volume.max={{ index .Values.volume.dataDirs 0 "maxVolumes" }} \
-              {{- end }}
               -master.port={{ .Values.master.port }} \
               {{- if .Values.global.enableReplication }}
               -master.defaultReplication={{ .Values.global.replicationPlacement }} \

k8s/charts/seaweedfs/templates/ca-cert.yaml

@@ -13,12 +13,6 @@ spec:
   secretName: {{ template "seaweedfs.name" . }}-ca-cert
   commonName: "{{ template "seaweedfs.name" . }}-root-ca"
   isCA: true
-  {{- if .Values.certificates.ca.duration }}
-  duration: {{ .Values.certificates.ca.duration }}
-  {{- end }}
-  {{- if .Values.certificates.ca.renewBefore }}
-  renewBefore: {{ .Values.certificates.ca.renewBefore }}
-  {{- end }}
   issuerRef:
     name: {{ template "seaweedfs.name" . }}-issuer
     kind: Issuer

k8s/charts/seaweedfs/templates/cosi-deployment.yaml

@@ -15,6 +15,7 @@ spec:
   selector:
     matchLabels:
       app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
+      helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
       app.kubernetes.io/instance: {{ .Release.Name }}
       app.kubernetes.io/component: objectstorage-provisioner
   template:

k8s/charts/seaweedfs/templates/filer-ingress.yaml

@@ -28,8 +28,8 @@ spec:
   rules:
   - http:
       paths:
-      - path: {{ .Values.filer.ingress.path | quote }}
+      - path: /sw-filer/?(.*)
-        pathType: {{ .Values.filer.ingress.pathType | quote }}
+        pathType: ImplementationSpecific
         backend:
 {{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion }}
           service:

k8s/charts/seaweedfs/templates/filer-statefulset.yaml

@@ -53,7 +53,7 @@ spec:
         {{- $configSecret := (lookup "v1" "Secret" .Release.Namespace .Values.filer.s3.existingConfigSecret) | default dict }}
         checksum/s3config: {{ $configSecret | toYaml | sha256sum }}
       {{- else }}
-        checksum/s3config: {{ include (print .Template.BasePath "/s3/s3-secret.yaml") . | sha256sum }}
+        checksum/s3config: {{ include (print .Template.BasePath "/s3-secret.yaml") . | sha256sum }}
       {{- end }}
     spec:
       restartPolicy: {{ default .Values.global.restartPolicy .Values.filer.restartPolicy }}
@@ -392,12 +392,10 @@ spec:
       nodeSelector:
         {{ tpl .Values.filer.nodeSelector . | indent 8 | trim }}
       {{- end }}
-  {{- if and (.Values.filer.enablePVC) (not .Values.filer.data) }}
+  {{- if and (.Values.filer.enablePVC) (eq .Values.filer.data.type "persistentVolumeClaim") }}
   # DEPRECATION: Deprecate in favor of filer.data section below
   volumeClaimTemplates:
-  - apiVersion: v1
+  - metadata:
-    kind: PersistentVolumeClaim
-    metadata:
       name: data-filer
     spec:
       accessModes:
@@ -413,9 +411,7 @@ spec:
   {{- if $pvc_exists }}
   volumeClaimTemplates:
     {{- if eq .Values.filer.data.type "persistentVolumeClaim" }}
-    - apiVersion: v1
+    - metadata:
-      kind: PersistentVolumeClaim
-      metadata:
         name: data-filer
         {{- with .Values.filer.data.annotations }}
         annotations:
@@ -429,9 +425,7 @@ spec:
             storage: {{ .Values.filer.data.size }}
     {{- end }}
     {{- if eq .Values.filer.logs.type "persistentVolumeClaim" }}
-    - apiVersion: v1
+    - metadata:
-      kind: PersistentVolumeClaim
-      metadata:
         name: seaweedfs-filer-log-volume
         {{- with .Values.filer.logs.annotations }}
         annotations: