Merge branch 'master' into add-ec-vacuum

fix https://github.com/seaweedfs/seaweedfs/issues/6676

.github/workflows/binaries_dev.yml

@@ -38,7 +38,7 @@ jobs:
     steps:
 
       - name: Check out code into the Go module directory
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
 
       - name: Set BUILD_TIME env
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}
@@ -87,7 +87,7 @@ jobs:
     steps:
 
       - name: Check out code into the Go module directory
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
 
       - name: Set BUILD_TIME env
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}

.github/workflows/binaries_release0.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release1.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release2.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release3.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release4.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/binaries_release5.yml

@@ -28,7 +28,7 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
         uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:

.github/workflows/codeql.yml

@@ -18,11 +18,11 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v4
+        uses: github/codeql-action/init@v3
         # Override language selection by uncommenting this and choosing your languages
         with:
           languages: go
@@ -30,7 +30,7 @@ jobs:
       # Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below).
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v4
+        uses: github/codeql-action/autobuild@v3
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
@@ -44,4 +44,4 @@ jobs:
       #     make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v4
+        uses: github/codeql-action/analyze@v3

.github/workflows/container_dev.yml

@@ -16,11 +16,11 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@318604b99e75e41977312d83839a89be02ca4893 # v3
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
           images: |
             chrislusf/seaweedfs
@@ -33,31 +33,23 @@ jobs:
             org.opencontainers.image.vendor=Chris Lu
       -
         name: Set up QEMU
-        uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v1
-      -
-        name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
         uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
         with:
           buildkitd-flags: "--debug"
-          buildkitd-config: /tmp/buildkitd.toml
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v1
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Login to GHCR
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v1
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           registry: ghcr.io
           username: ${{ secrets.GHCR_USERNAME }}

.github/workflows/container_foundationdb_version.yml

@@ -1,169 +0,0 @@
-name: "docker: build foundationdb image by version"
-
-on:
-  pull_request:
-    branches: [ master, main ]
-    paths:
-      - 'weed/filer/foundationdb/**'
-      - 'test/foundationdb/**'
-      - 'docker/Dockerfile.foundationdb_large'
-      - 'docker/filer_foundationdb.toml'
-      - '.github/workflows/container_foundationdb_version.yml'
-  workflow_dispatch:
-    inputs:
-      fdb_version:
-        description: 'FoundationDB version to build (e.g. 7.4.5)'
-        required: true
-        default: '7.4.5'
-      seaweedfs_ref:
-        description: 'SeaweedFS git tag, branch, or commit to build'
-        required: true
-        default: 'master'
-      image_tag:
-        description: 'Optional Docker tag suffix (defaults to foundationdb_<fdb>_seaweedfs_<ref>)'
-        required: false
-        default: ''
-
-permissions:
-  contents: read
-
-jobs:
-  build-foundationdb-image:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-        with:
-          fetch-depth: 0
-
-      - name: Install FoundationDB client libraries
-        run: |
-          set -euo pipefail
-          sudo apt-get update
-          sudo apt-get install -y ca-certificates wget
-          FDB_VERSION="${{ inputs.fdb_version || '7.4.5' }}"
-          case "${FDB_VERSION}_amd64" in
-            "7.4.5_amd64") EXPECTED_SHA256="eea6b98cf386a0848655b2e196d18633662a7440a7ee061c10e32153c7e7e112" ;;
-            "7.3.43_amd64") EXPECTED_SHA256="c3fa0a59c7355b914a1455dac909238d5ea3b6c6bc7b530af8597e6487c1651a" ;;
-            *)
-              echo "Unsupported FoundationDB version ${FDB_VERSION} for CI client install" >&2
-              exit 1 ;;
-          esac
-          PACKAGE="foundationdb-clients_${FDB_VERSION}-1_amd64.deb"
-          wget --timeout=30 --tries=3 -O "${PACKAGE}" "https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE}"
-          echo "${EXPECTED_SHA256}  ${PACKAGE}" | sha256sum -c -
-          sudo dpkg -i "${PACKAGE}"
-          rm "${PACKAGE}"
-          sudo ldconfig
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: go.mod
-
-      - name: Run FoundationDB tagged tests
-        env:
-          CGO_ENABLED: 1
-        run: |
-          go test ./weed/filer/foundationdb -tags foundationdb -count=1
-
-      - name: Prepare Docker tag
-        id: tag
-        env:
-          FDB_VERSION_INPUT: ${{ inputs.fdb_version }}
-          SEAWEEDFS_REF_INPUT: ${{ inputs.seaweedfs_ref }}
-          CUSTOM_TAG_INPUT: ${{ inputs.image_tag }}
-          EVENT_NAME: ${{ github.event_name }}
-          HEAD_REF: ${{ github.head_ref }}
-          REF_NAME: ${{ github.ref_name }}
-        run: |
-          set -euo pipefail
-          sanitize() {
-            local value="$1"
-            value="${value,,}"
-            value="${value// /-}"
-            value="${value//[^a-z0-9_.-]/-}"
-            value="${value#-}"
-            value="${value%-}"
-            printf '%s' "$value"
-          }
-          version="${FDB_VERSION_INPUT}"
-          seaweed="${SEAWEEDFS_REF_INPUT}"
-          tag="${CUSTOM_TAG_INPUT}"
-          # Use defaults for PR builds
-          if [ -z "$version" ]; then
-            version="7.4.5"
-          fi
-          if [ -z "$seaweed" ]; then
-            if [ "$EVENT_NAME" = "pull_request" ]; then
-              seaweed="${HEAD_REF}"
-            else
-              seaweed="${REF_NAME}"
-            fi
-          fi
-          sanitized_version="$(sanitize "$version")"
-          if [ -z "$sanitized_version" ]; then
-            echo "Unable to sanitize FoundationDB version '$version'." >&2
-            exit 1
-          fi
-          sanitized_seaweed="$(sanitize "$seaweed")"
-          if [ -z "$sanitized_seaweed" ]; then
-            echo "Unable to sanitize SeaweedFS ref '$seaweed'." >&2
-            exit 1
-          fi
-          if [ -z "$tag" ]; then
-            tag="foundationdb_${sanitized_version}_seaweedfs_${sanitized_seaweed}"
-          else
-            tag="$(sanitize "$tag")"
-          fi
-          if [ -z "$tag" ]; then
-            echo "Resulting Docker tag is empty." >&2
-            exit 1
-          fi
-          echo "docker_tag=$tag" >> "$GITHUB_OUTPUT"
-          echo "full_image=chrislusf/seaweedfs:$tag" >> "$GITHUB_OUTPUT"
-          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Login to Docker Hub
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Determine branch to build
-        id: branch
-        run: |
-          if [ -n "${{ inputs.seaweedfs_ref }}" ]; then
-            echo "branch=${{ inputs.seaweedfs_ref }}" >> "$GITHUB_OUTPUT"
-          elif [ "${{ github.event_name }}" = "pull_request" ]; then
-            echo "branch=${{ github.head_ref }}" >> "$GITHUB_OUTPUT"
-          else
-            echo "branch=${{ github.ref_name }}" >> "$GITHUB_OUTPUT"
-          fi
-
-      - name: Build and push image
-        uses: docker/build-push-action@v6
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ./docker/Dockerfile.foundationdb_large
-          build-args: |
-            FDB_VERSION=${{ inputs.fdb_version || '7.4.5' }}
-            BRANCH=${{ steps.branch.outputs.branch }}
-          # Note: ARM64 support requires FoundationDB ARM64 packages which are not available for all versions
-          # Currently only building for amd64. To enable ARM64, verify package availability and add checksums.
-          platforms: linux/amd64
-          tags: ${{ steps.tag.outputs.full_image || 'seaweedfs:foundationdb-test' }}
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-

.github/workflows/container_latest.yml

@@ -10,190 +10,58 @@ permissions:
   contents: read
 
 jobs:
-  build:
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        platform: [amd64, arm64, arm, 386]
-        include:
-          - platform: amd64
-            qemu: false
-          - platform: arm64
-            qemu: true
-          - platform: arm
-            qemu: true
-          - platform: 386
-            qemu: true
+
+  build-latest-container:
+    runs-on: [ubuntu-latest]
+
     steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Free Disk Space
-        run: |
-          echo "Available disk space before cleanup:"
-          df -h
-          # Remove pre-installed tools
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          # Clean package managers
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          # Clean Docker aggressively
-          sudo docker system prune -af --volumes
-          # Clean Go cache if it exists
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-      - name: Docker meta
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
           images: |
             chrislusf/seaweedfs
             ghcr.io/chrislusf/seaweedfs
-          tags: type=raw,value=latest
+          tags: |
+            type=raw,value=latest
           labels: |
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
-      - name: Set up QEMU
-        if: matrix.qemu
-        uses: docker/setup-qemu-action@v3
-      - name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
         with:
           buildkitd-flags: "--debug"
-          buildkitd-config: /tmp/buildkitd.toml
-      - name: Login to Docker Hub
+      -
+        name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Login to GHCR
+      -
+        name: Login to GHCR
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           registry: ghcr.io
           username: ${{ secrets.GHCR_USERNAME }}
           password: ${{ secrets.GHCR_TOKEN }}
-      - name: Build ${{ matrix.platform }}
-        uses: docker/build-push-action@v5
-        env:
-          DOCKER_BUILDKIT: 1
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.go_build
-          platforms: linux/${{ matrix.platform }}
-          # Push to GHCR only during build to avoid Docker Hub rate limits
-          tags: ghcr.io/chrislusf/seaweedfs:latest-${{ matrix.platform }}
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
+          tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-          build-args: |
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          # Clean up Docker build cache and temporary files
-          sudo docker system prune -f
-          # Remove Go build cache
-          sudo rm -rf /tmp/go-build*
-
-  create-manifest:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-            ghcr.io/chrislusf/seaweedfs
-          tags: type=raw,value=latest
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Login to GHCR
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-      - name: Install crane
-        run: |
-          # Install crane for efficient multi-arch image copying
-          cd $(mktemp -d)
-          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
-          sudo mv crane /usr/local/bin/
-          crane version
-      - name: Create and push manifest
-        run: |
-          # Create manifest on GHCR first (no rate limits)
-          echo "Creating GHCR manifest (no rate limits)..."
-          docker buildx imagetools create -t ghcr.io/chrislusf/seaweedfs:latest \
-            ghcr.io/chrislusf/seaweedfs:latest-amd64 \
-            ghcr.io/chrislusf/seaweedfs:latest-arm64 \
-            ghcr.io/chrislusf/seaweedfs:latest-arm \
-            ghcr.io/chrislusf/seaweedfs:latest-386
-          
-          # Copy the complete multi-arch image from GHCR to Docker Hub
-          # This only requires one pull from GHCR (no rate limit) and one push to Docker Hub
-          echo "Copying manifest from GHCR to Docker Hub..."
-          
-          # Function to retry with exponential backoff for Docker Hub operations
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Use crane or skopeo to copy, fallback to docker if not available
-          if command -v crane &> /dev/null; then
-            echo "Using crane to copy..."
-            retry_with_backoff crane copy ghcr.io/chrislusf/seaweedfs:latest chrislusf/seaweedfs:latest
-          elif command -v skopeo &> /dev/null; then
-            echo "Using skopeo to copy..."
-            retry_with_backoff skopeo copy --all docker://ghcr.io/chrislusf/seaweedfs:latest docker://chrislusf/seaweedfs:latest
-          else
-            echo "Using docker buildx imagetools (pulling 4 images from Docker Hub)..."
-            # Fallback: create manifest directly on Docker Hub (pulls from Docker Hub - rate limited)
-            retry_with_backoff docker buildx imagetools create -t chrislusf/seaweedfs:latest \
-              ghcr.io/chrislusf/seaweedfs:latest-amd64 \
-              ghcr.io/chrislusf/seaweedfs:latest-arm64 \
-              ghcr.io/chrislusf/seaweedfs:latest-arm \
-              ghcr.io/chrislusf/seaweedfs:latest-386
-          fi

.github/workflows/container_release1.yml

@@ -1,152 +1,57 @@
 name: "docker: build release containers for normal volume"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
-    inputs:
-      force_run:
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
-        required: true
-        default: 'disabled'
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
 
 permissions:
   contents: read
 
 jobs:
-  build:
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        platform: [amd64, arm64, arm, 386]
-        include:
-          - platform: amd64
-            qemu: false
-          - platform: arm64
-            qemu: true
-          - platform: arm
-            qemu: true
-          - platform: 386
-            qemu: true
+  build-default-release-container:
+    runs-on: [ubuntu-latest]
+
     steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Free Disk Space
-        run: |
-          echo "Available disk space before cleanup:"
-          df -h
-          # Remove pre-installed tools
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          # Clean package managers
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          # Clean Docker aggressively
-          sudo docker system prune -af --volumes
-          # Clean Go cache if it exists
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-      - name: Docker meta
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag
-          flavor: latest=false
-      - name: Set up QEMU
-        if: matrix.qemu
-        uses: docker/setup-qemu-action@v3
-      - name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-        with:
-          buildkitd-config: /tmp/buildkitd.toml
-      - name: Login to Docker Hub
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag
+          flavor: |
+            latest=false
+          labels: |
+            org.opencontainers.image.title=seaweedfs
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
+            org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
+      -
+        name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Build ${{ matrix.platform }}
-        uses: docker/build-push-action@v5
-        env:
-          DOCKER_BUILDKIT: 1
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.go_build
-          platforms: linux/${{ matrix.platform }}
-          tags: ${{ steps.docker_meta.outputs.tags }}-${{ matrix.platform }}
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
+          tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-          build-args: |
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          # Clean up Docker build cache and temporary files
-          sudo docker system prune -f
-          # Remove Go build cache
-          sudo rm -rf /tmp/go-build*
-
-  create-manifest:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag
-          flavor: latest=false
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Create and push manifest
-        run: |
-          # Function to retry command with exponential backoff
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Create manifest with retry
-          retry_with_backoff docker buildx imagetools create -t ${{ steps.docker_meta.outputs.tags }} \
-            ${{ steps.docker_meta.outputs.tags }}-amd64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm \
-            ${{ steps.docker_meta.outputs.tags }}-386

.github/workflows/container_release2.yml

@@ -1,153 +1,59 @@
 name: "docker: build release containers for large volume"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
-    inputs:
-      force_run:
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
-        required: true
-        default: 'disabled'
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
 
 permissions:
   contents: read
 
 jobs:
-  build:
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        platform: [amd64, arm64, arm, 386]
-        include:
-          - platform: amd64
-            qemu: false
-          - platform: arm64
-            qemu: true
-          - platform: arm
-            qemu: true
-          - platform: 386
-            qemu: true
+
+  build-large-release-container:
+    runs-on: [ubuntu-latest]
+
     steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Free Disk Space
-        run: |
-          echo "Available disk space before cleanup:"
-          df -h
-          # Remove pre-installed tools
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          # Clean package managers
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          # Clean Docker aggressively
-          sudo docker system prune -af --volumes
-          # Clean Go cache if it exists
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-      - name: Docker meta
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag,suffix=_large_disk
-          flavor: latest=false
-      - name: Set up QEMU
-        if: matrix.qemu
-        uses: docker/setup-qemu-action@v3
-      - name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-        with:
-          buildkitd-config: /tmp/buildkitd.toml
-      - name: Login to Docker Hub
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag,suffix=_large_disk
+          flavor: |
+            latest=false
+          labels: |
+            org.opencontainers.image.title=seaweedfs
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
+            org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
+      -
+        name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Build ${{ matrix.platform }}
-        uses: docker/build-push-action@v5
-        env:
-          DOCKER_BUILDKIT: 1
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.go_build
-          build-args: |
-            TAGS=5BytesOffset
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-          platforms: linux/${{ matrix.platform }}
-          tags: ${{ steps.docker_meta.outputs.tags }}-${{ matrix.platform }}
+          build-args: TAGS=5BytesOffset
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
+          tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          # Clean up Docker build cache and temporary files
-          sudo docker system prune -f
-          # Remove Go build cache
-          sudo rm -rf /tmp/go-build*
-
-  create-manifest:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag,suffix=_large_disk
-          flavor: latest=false
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Create and push manifest
-        run: |
-          # Function to retry command with exponential backoff
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Create manifest with retry
-          retry_with_backoff docker buildx imagetools create -t ${{ steps.docker_meta.outputs.tags }} \
-            ${{ steps.docker_meta.outputs.tags }}-amd64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm64 \
-            ${{ steps.docker_meta.outputs.tags }}-arm \
-            ${{ steps.docker_meta.outputs.tags }}-386

.github/workflows/container_release3.yml

@@ -1,13 +1,10 @@
 name: "docker: build release containers for rocksdb"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
-    inputs:
-      force_run:
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
-        required: true
-        default: 'disabled'
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
 
 permissions:
   contents: read
@@ -20,54 +17,42 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@v4
-      -
-        name: Free Disk Space
-        run: |
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
-          sudo docker system prune -af
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag,suffix=_large_disk_rocksdb
-          flavor: latest=false
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag,suffix=_large_disk_rocksdb
+          flavor: |
+            latest=false
           labels: |
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
       -
-        name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-        with:
-          buildkitd-config: /tmp/buildkitd.toml
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.rocksdb_large
-          build-args: |
-            BRANCH=${{ github.sha }}
           platforms: linux/amd64
           tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

.github/workflows/container_release4.yml

@@ -1,13 +1,10 @@
 name: "docker: build release containers for all tags"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
-    inputs:
-      force_run:
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
-        required: true
-        default: 'disabled'
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
 
 permissions:
   contents: read
@@ -19,23 +16,11 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@v4
-      -
-        name: Free Disk Space
-        run: |
-          echo "Before cleanup:"
-          df -h
-          sudo rm -rf /usr/share/dotnet
-          sudo rm -rf /usr/local/lib/android
-          sudo rm -rf /opt/ghc
-          sudo rm -rf /opt/hostedtoolcache/CodeQL
-          sudo docker system prune -af
-          echo "After cleanup:"
-          df -h
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
           images: |
             chrislusf/seaweedfs
@@ -47,19 +32,22 @@ jobs:
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
@@ -68,5 +56,3 @@ jobs:
           platforms: linux/amd64
           tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

.github/workflows/container_release5.yml

@@ -1,13 +1,10 @@
 name: "docker: build release containers for all tags and large volume"
 
-# DISABLED: Merged into container_release_unified.yml
 on:
-  workflow_dispatch:
-    inputs:
-      force_run:
-        description: 'This workflow is disabled. Use container_release_unified.yml instead'
-        required: true
-        default: 'disabled'
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
 
 permissions:
   contents: read
@@ -19,37 +16,38 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@v4
-      -
-        name: Free Disk Space
-        run: |
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
-          sudo docker system prune -af
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
-          images: chrislusf/seaweedfs
-          tags: type=ref,event=tag,suffix=_large_disk_full
-          flavor: latest=false
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag,suffix=_large_disk_full
+          flavor: |
+            latest=false
           labels: |
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
@@ -58,5 +56,3 @@ jobs:
           platforms: linux/amd64
           tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

.github/workflows/container_release_foundationdb.yml

@@ -1,71 +0,0 @@
-name: "docker: build release containers for foundationdb"
-
-on:
-  push:
-    tags:
-      - '*'
-  workflow_dispatch: {}
-
-permissions:
-  contents: read
-
-jobs:
-
-  build-large-release-container_foundationdb:
-    runs-on: [ubuntu-latest]
-
-    steps:
-      -
-        name: Checkout
-        uses: actions/checkout@v6
-      -
-        name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-          tags: |
-            type=ref,event=tag,suffix=_large_disk_foundationdb
-          flavor: |
-            latest=false
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-      -
-        name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-      -
-        name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-      -
-        name: Login to Docker Hub
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      -
-        name: Determine branch to build
-        id: branch
-        run: |
-          if [ "${{ github.event_name }}" = "push" ] && [ -n "${{ github.ref_name }}" ]; then
-            echo "branch=${{ github.ref_name }}" >> "$GITHUB_OUTPUT"
-          else
-            echo "branch=master" >> "$GITHUB_OUTPUT"
-          fi
-      -
-        name: Build
-        uses: docker/build-push-action@v6
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ./docker/Dockerfile.foundationdb_large
-          build-args: |
-            BRANCH=${{ steps.branch.outputs.branch }}
-          # Note: ARM64 support requires FoundationDB ARM64 packages which are not available for all versions
-          platforms: linux/amd64
-          tags: ${{ steps.docker_meta.outputs.tags }}
-          labels: ${{ steps.docker_meta.outputs.labels }}
-

.github/workflows/container_release_unified.yml

@@ -1,225 +0,0 @@
-name: "docker: build all release containers (unified)"
-
-on:
-  push:
-    tags:
-      - '*'
-  workflow_dispatch: {}
-
-permissions:
-  contents: read
-
-# Limit concurrent builds to avoid rate limits
-concurrency:
-  group: release-${{ github.ref }}
-  cancel-in-progress: false
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    strategy:
-      # Build sequentially to avoid rate limits
-      max-parallel: 2
-      matrix:
-        include:
-          # Normal volume - multi-arch
-          - variant: normal
-            platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: ""
-            tag_suffix: ""
-            
-          # Large disk - multi-arch  
-          - variant: large_disk
-            platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=5BytesOffset
-            tag_suffix: _large_disk
-            
-          # Full tags - amd64 only
-          - variant: full
-            platforms: linux/amd64
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
-            tag_suffix: _full
-            
-          # Large disk + full tags - amd64 only
-          - variant: large_disk_full
-            platforms: linux/amd64
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=5BytesOffset,elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
-            tag_suffix: _large_disk_full
-            
-          # RocksDB large disk - amd64 only
-          - variant: rocksdb
-            platforms: linux/amd64
-            dockerfile: ./docker/Dockerfile.rocksdb_large
-            build_args: ""
-            tag_suffix: _large_disk_rocksdb
-            
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        
-      - name: Free Disk Space
-        run: |
-          echo "Available disk space before cleanup:"
-          df -h
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          sudo docker system prune -af --volumes
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-          
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-            ghcr.io/chrislusf/seaweedfs
-          tags: type=ref,event=tag,suffix=${{ matrix.tag_suffix }}
-          flavor: latest=false
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-            
-      - name: Set up QEMU
-        if: contains(matrix.platforms, 'arm')
-        uses: docker/setup-qemu-action@v3
-        
-      - name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-          
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-        with:
-          buildkitd-config: /tmp/buildkitd.toml
-          
-      - name: Login to Docker Hub
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-          
-      - name: Login to GHCR
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-          
-      - name: Build and push ${{ matrix.variant }}
-        uses: docker/build-push-action@v5
-        env:
-          DOCKER_BUILDKIT: 1
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ${{ matrix.dockerfile }}
-          platforms: ${{ matrix.platforms }}
-          # Push to GHCR to avoid Docker Hub rate limits on pulls
-          tags: |
-            ghcr.io/chrislusf/seaweedfs:${{ github.ref_name }}${{ matrix.tag_suffix }}
-          labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha,scope=${{ matrix.variant }}
-          cache-to: type=gha,mode=max,scope=${{ matrix.variant }}
-          build-args: |
-            ${{ matrix.build_args }}
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-            
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          sudo docker system prune -f
-          sudo rm -rf /tmp/go-build*
-
-  copy-to-dockerhub:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    strategy:
-      matrix:
-        variant: [normal, large_disk, full, large_disk_full, rocksdb]
-        include:
-          - variant: normal
-            tag_suffix: ""
-          - variant: large_disk
-            tag_suffix: _large_disk
-          - variant: full
-            tag_suffix: _full
-          - variant: large_disk_full
-            tag_suffix: _large_disk_full
-          - variant: rocksdb
-            tag_suffix: _large_disk_rocksdb
-            
-    steps:
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-          
-      - name: Login to GHCR
-        uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-          
-      - name: Install crane
-        run: |
-          cd $(mktemp -d)
-          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
-          sudo mv crane /usr/local/bin/
-          crane version
-          
-      - name: Copy ${{ matrix.variant }} from GHCR to Docker Hub
-        run: |
-          # Function to retry with exponential backoff
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Copy multi-arch image from GHCR to Docker Hub with retry
-          # This is much more efficient than pulling/pushing individual arch images
-          echo "Copying ${{ matrix.variant }} from GHCR to Docker Hub..."
-          retry_with_backoff crane copy \
-            ghcr.io/chrislusf/seaweedfs:${{ github.ref_name }}${{ matrix.tag_suffix }} \
-            chrislusf/seaweedfs:${{ github.ref_name }}${{ matrix.tag_suffix }}
-          
-          echo "✓ Successfully copied ${{ matrix.variant }} to Docker Hub"
-

.github/workflows/container_rocksdb_version.yml

@@ -1,110 +0,0 @@
-name: "docker: build rocksdb image by version"
-
-on:
-  workflow_dispatch:
-    inputs:
-      rocksdb_version:
-        description: 'RocksDB git tag or branch to build (e.g. v10.5.1)'
-        required: true
-        default: 'v10.5.1'
-      seaweedfs_ref:
-        description: 'SeaweedFS git tag, branch, or commit to build'
-        required: true
-        default: 'master'
-      image_tag:
-        description: 'Optional Docker tag suffix (defaults to rocksdb_<rocksdb>_seaweedfs_<ref>)'
-        required: false
-        default: ''
-
-permissions:
-  contents: read
-
-jobs:
-  build-rocksdb-image:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
-
-      - name: Prepare Docker tag
-        id: tag
-        env:
-          ROCKSDB_VERSION_INPUT: ${{ inputs.rocksdb_version }}
-          SEAWEEDFS_REF_INPUT: ${{ inputs.seaweedfs_ref }}
-          CUSTOM_TAG_INPUT: ${{ inputs.image_tag }}
-        run: |
-          set -euo pipefail
-          sanitize() {
-            local value="$1"
-            value="${value,,}"
-            value="${value// /-}"
-            value="${value//[^a-z0-9_.-]/-}"
-            value="${value#-}"
-            value="${value%-}"
-            printf '%s' "$value"
-          }
-          version="${ROCKSDB_VERSION_INPUT}"
-          seaweed="${SEAWEEDFS_REF_INPUT}"
-          tag="${CUSTOM_TAG_INPUT}"
-          if [ -z "$version" ]; then
-            echo "RocksDB version input is required." >&2
-            exit 1
-          fi
-          if [ -z "$seaweed" ]; then
-            echo "SeaweedFS ref input is required." >&2
-            exit 1
-          fi
-          sanitized_version="$(sanitize "$version")"
-          if [ -z "$sanitized_version" ]; then
-            echo "Unable to sanitize RocksDB version '$version'." >&2
-            exit 1
-          fi
-          sanitized_seaweed="$(sanitize "$seaweed")"
-          if [ -z "$sanitized_seaweed" ]; then
-            echo "Unable to sanitize SeaweedFS ref '$seaweed'." >&2
-            exit 1
-          fi
-          if [ -z "$tag" ]; then
-            tag="rocksdb_${sanitized_version}_seaweedfs_${sanitized_seaweed}"
-          fi
-          tag="${tag,,}"
-          tag="${tag// /-}"
-          tag="${tag//[^a-z0-9_.-]/-}"
-          tag="${tag#-}"
-          tag="${tag%-}"
-          if [ -z "$tag" ]; then
-            echo "Resulting Docker tag is empty." >&2
-            exit 1
-          fi
-          echo "docker_tag=$tag" >> "$GITHUB_OUTPUT"
-          echo "full_image=chrislusf/seaweedfs:$tag" >> "$GITHUB_OUTPUT"
-          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v1
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
-
-      - name: Login to Docker Hub
-        uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v1
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Build and push image
-        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
-        with:
-          context: ./docker
-          push: true
-          file: ./docker/Dockerfile.rocksdb_large
-          build-args: |
-            ROCKSDB_VERSION=${{ inputs.rocksdb_version }}
-            BRANCH=${{ inputs.seaweedfs_ref }}
-          platforms: linux/amd64
-          tags: ${{ steps.tag.outputs.full_image }}
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu

.github/workflows/deploy_telemetry.yml

@@ -21,10 +21,10 @@ jobs:
   deploy:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version: '1.24'
 

.github/workflows/depsreview.yml

@@ -9,6 +9,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: 'Checkout Repository'
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
       - name: 'Dependency Review'
-        uses: actions/dependency-review-action@3c4e3dcb1aa7874d2c16be7d79418e9b7efd6261
+        uses: actions/dependency-review-action@bc41886e18ea39df68b1b1245f4184881938e050

.github/workflows/e2e.yml

@@ -24,62 +24,22 @@ jobs:
     timeout-minutes: 30
     steps:
     - name: Set up Go 1.x
-      uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v2
+      uses: actions/setup-go@8e57b58e57be52ac95949151e2777ffda8501267 # v2
       with:
         go-version: ^1.13
       id: go
 
     - name: Check out code into the Go module directory
-      uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
-      
-    - name: Cache Docker layers
-      uses: actions/cache@v4
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-e2e-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-e2e-
+      uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
 
     - name: Install dependencies
       run: |
-        # Use faster mirrors and install with timeout
-        echo "deb http://azure.archive.ubuntu.com/ubuntu/ $(lsb_release -cs) main restricted universe multiverse" | sudo tee /etc/apt/sources.list
-        echo "deb http://azure.archive.ubuntu.com/ubuntu/ $(lsb_release -cs)-updates main restricted universe multiverse" | sudo tee -a /etc/apt/sources.list
-        
-        sudo apt-get update --fix-missing
-        sudo DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends fuse
-        
-        # Verify FUSE installation
-        echo "FUSE version: $(fusermount --version 2>&1 || echo 'fusermount not found')"
-        echo "FUSE device: $(ls -la /dev/fuse 2>&1 || echo '/dev/fuse not found')"
+        sudo apt-get update
+        sudo apt-get install -y fuse
 
     - name: Start SeaweedFS
-      timeout-minutes: 10
-      run: |
-        # Enable Docker buildkit for better caching
-        export DOCKER_BUILDKIT=1
-        export COMPOSE_DOCKER_CLI_BUILD=1
-        
-        # Build with retry logic
-        for i in {1..3}; do
-          echo "Build attempt $i/3"
-          if make build_e2e; then
-            echo "Build successful on attempt $i"
-            break
-          elif [ $i -eq 3 ]; then
-            echo "Build failed after 3 attempts"
-            exit 1
-          else
-            echo "Build attempt $i failed, retrying in 30 seconds..."
-            sleep 30
-          fi
-        done
-        
-        # Start services with wait
-        docker compose -f ./compose/e2e-mount.yml up --wait
+      timeout-minutes: 5
+      run: make build_e2e && docker compose -f ./compose/e2e-mount.yml up --wait
 
     - name: Run FIO 4k
       timeout-minutes: 15
@@ -134,7 +94,7 @@ jobs:
 
     - name: Archive logs
       if: always()
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v4
       with:
         name: output-logs
         path: docker/output.log

.github/workflows/fuse-integration.yml

@@ -22,7 +22,7 @@ permissions:
   contents: read
 
 env:
-  GO_VERSION: '1.24'
+  GO_VERSION: '1.21'
   TEST_TIMEOUT: '45m'
 
 jobs:
@@ -33,10 +33,10 @@ jobs:
     
     steps:
     - name: Checkout code
-      uses: actions/checkout@v6
+      uses: actions/checkout@v5
       
     - name: Set up Go ${{ env.GO_VERSION }}
-      uses: actions/setup-go@v6
+      uses: actions/setup-go@v5
       with:
         go-version: ${{ env.GO_VERSION }}
         
@@ -183,7 +183,7 @@ jobs:
         
     - name: Upload Test Artifacts
       if: always()
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v4
       with:
         name: fuse-integration-test-results
         path: |

.github/workflows/go.yml

@@ -21,13 +21,13 @@ jobs:
     steps:
 
     - name: Set up Go 1.x
-      uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v2
+      uses: actions/setup-go@8e57b58e57be52ac95949151e2777ffda8501267 # v2
       with:
         go-version: ^1.13
       id: go
 
     - name: Check out code into the Go module directory
-      uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v2
+      uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
 
     - name: Get dependencies
       run: |

.github/workflows/helm_chart_release.yml

@@ -3,7 +3,6 @@ on:
   push:
     tags:
       - '*'
-  workflow_dispatch:
 
 permissions:
   contents: write
@@ -13,66 +12,12 @@ jobs:
   release:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
-        with:
-          fetch-depth: 0
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v4
-        with:
-          version: v3.18.4
-
-      - name: Get chart version
-        id: chart_version
-        run: |
-          CHART_VERSION=$(grep '^version:' k8s/charts/seaweedfs/Chart.yaml | awk '{print $2}')
-          echo "version=$CHART_VERSION" >> $GITHUB_OUTPUT
-          echo "Chart version: $CHART_VERSION"
-
-      - name: Package Helm chart
-        run: |
-          helm package k8s/charts/seaweedfs --destination .cr-release-packages
-
-      - name: Create chart release
-        uses: softprops/action-gh-release@v2
-        with:
-          tag_name: seaweedfs-${{ steps.chart_version.outputs.version }}
-          name: seaweedfs-${{ steps.chart_version.outputs.version }}
-          files: .cr-release-packages/seaweedfs-${{ steps.chart_version.outputs.version }}.tgz
-          fail_on_unmatched_files: true
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Checkout gh-pages branch
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
-        with:
-          ref: gh-pages
-          path: gh-pages
-
-      - name: Update Helm repo index
-        run: |
-          mkdir -p gh-pages/helm
-          CHART_VERSION="${{ steps.chart_version.outputs.version }}"
-          
-          # Merge with existing index.yaml if it exists
-          cd gh-pages/helm
-          if [ -f index.yaml ]; then
-            # Use helm to merge the indexes
-            cp index.yaml old-index.yaml
-            cp ../../.cr-release-packages/seaweedfs-${CHART_VERSION}.tgz .
-            helm repo index . --url https://github.com/${{ github.repository }}/releases/download/seaweedfs-${CHART_VERSION} --merge old-index.yaml
-            rm -f old-index.yaml seaweedfs-${CHART_VERSION}.tgz
-          else
-            cp ../../.cr-release-packages/seaweedfs-${CHART_VERSION}.tgz .
-            helm repo index . --url https://github.com/${{ github.repository }}/releases/download/seaweedfs-${CHART_VERSION}
-            rm -f seaweedfs-${CHART_VERSION}.tgz
-          fi
-
-      - name: Commit and push index.yaml
-        run: |
-          cd gh-pages
-          git config user.name "${{ github.actor }}"
-          git config user.email "${{ github.actor }}@users.noreply.github.com"
-          git add helm/index.yaml
-          git commit -m "Update Helm chart index for seaweedfs-${{ steps.chart_version.outputs.version }}" || echo "No changes to commit"
-          git push
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
+      - name: Publish Helm charts
+        uses: stefanprodan/helm-gh-pages@v1.7.0
+        with:          
+          token: ${{ secrets.GITHUB_TOKEN }}
+          charts_dir: k8s/charts
+          target_dir: helm
+          branch: gh-pages
+          helm_version: v3.18.4

.github/workflows/helm_ci.yml

@@ -16,7 +16,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
         with:
           fetch-depth: 0
 
@@ -25,13 +25,13 @@ jobs:
         with:
           version: v3.18.4
 
-      - uses: actions/setup-python@v6
+      - uses: actions/setup-python@v5
         with:
           python-version: '3.9'
           check-latest: true
 
       - name: Set up chart-testing
-        uses: helm/chart-testing-action@v2.8.0
+        uses: helm/chart-testing-action@v2.7.0
 
       - name: Run chart-testing (list-changed)
         id: list-changed
@@ -45,7 +45,7 @@ jobs:
         run: ct lint --target-branch ${{ github.event.repository.default_branch }} --all --validate-maintainers=false --chart-dirs k8s/charts
 
       - name: Create kind cluster
-        uses: helm/kind-action@v1.13.0
+        uses: helm/kind-action@v1.12.0
 
       - name: Run chart-testing (install)
         run: ct install --target-branch ${{ github.event.repository.default_branch }} --all --chart-dirs k8s/charts

.github/workflows/java_integration_tests.yml

@@ -1,165 +0,0 @@
-name: Java Client Integration Tests
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - 'weed/**'
-      - '.github/workflows/java_integration_tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - 'weed/**'
-      - '.github/workflows/java_integration_tests.yml'
-
-jobs:
-  test:
-    name: Java Integration Tests
-    runs-on: ubuntu-latest
-    
-    strategy:
-      matrix:
-        java: ['11', '17']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-      
-      - name: Set up Java
-        uses: actions/setup-java@v5
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      
-      - name: Build SeaweedFS
-        run: |
-          cd weed
-          go install -buildvcs=false
-          weed version
-      
-      - name: Start SeaweedFS Server
-        run: |
-          # Create clean data directory
-          export WEED_DATA_DIR="/tmp/seaweedfs-java-tests-$(date +%s)"
-          mkdir -p "$WEED_DATA_DIR"
-          
-          # Start SeaweedFS with optimized settings for CI
-          weed server -dir="$WEED_DATA_DIR" \
-            -master.raftHashicorp \
-            -master.electionTimeout=1s \
-            -master.volumeSizeLimitMB=100 \
-            -volume.max=100 \
-            -volume.preStopSeconds=1 \
-            -master.peers=none \
-            -filer -filer.maxMB=64 \
-            -master.port=9333 \
-            -volume.port=8080 \
-            -filer.port=8888 \
-            -metricsPort=9324 > seaweedfs.log 2>&1 &
-          
-          SERVER_PID=$!
-          echo "SERVER_PID=$SERVER_PID" >> $GITHUB_ENV
-          echo "WEED_DATA_DIR=$WEED_DATA_DIR" >> $GITHUB_ENV
-          echo "SeaweedFS server started with PID: $SERVER_PID"
-      
-      - name: Wait for SeaweedFS Components
-        run: |
-          echo "Waiting for SeaweedFS components to start..."
-          
-          # Wait for master
-          for i in {1..30}; do
-            if curl -s http://localhost:9333/cluster/status > /dev/null 2>&1; then
-              echo "✓ Master server is ready"
-              break
-            fi
-            echo "Waiting for master server... ($i/30)"
-            sleep 2
-          done
-          
-          # Wait for volume
-          for i in {1..30}; do
-            if curl -s http://localhost:8080/status > /dev/null 2>&1; then
-              echo "✓ Volume server is ready"
-              break
-            fi
-            echo "Waiting for volume server... ($i/30)"
-            sleep 2
-          done
-          
-          # Wait for filer
-          for i in {1..30}; do
-            if curl -s http://localhost:8888/ > /dev/null 2>&1; then
-              echo "✓ Filer is ready"
-              break
-            fi
-            echo "Waiting for filer... ($i/30)"
-            sleep 2
-          done
-          
-          echo "✓ All SeaweedFS components are ready!"
-          
-          # Display cluster status
-          echo "Cluster status:"
-          curl -s http://localhost:9333/cluster/status | head -20
-      
-      - name: Build and Install SeaweedFS Client
-        working-directory: other/java/client
-        run: |
-          mvn clean install -DskipTests -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Run Client Unit Tests
-        working-directory: other/java/client
-        run: |
-          mvn test -Dtest=SeaweedReadTest,SeaweedCipherTest
-      
-      - name: Run Client Integration Tests
-        working-directory: other/java/client
-        env:
-          SEAWEEDFS_TEST_ENABLED: true
-        run: |
-          mvn test -Dtest=*IntegrationTest
-      
-      - name: Run HDFS3 Configuration Tests
-        working-directory: other/java/hdfs3
-        run: |
-          mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Display logs on failure
-        if: failure()
-        run: |
-          echo "=== SeaweedFS Server Log ==="
-          tail -100 seaweedfs.log || echo "No server log"
-          echo ""
-          echo "=== Cluster Status ==="
-          curl -s http://localhost:9333/cluster/status || echo "Cannot reach cluster"
-          echo ""
-          echo "=== Process Status ==="
-          ps aux | grep weed || echo "No weed processes"
-      
-      - name: Cleanup
-        if: always()
-        run: |
-          # Stop server using stored PID
-          if [ -n "$SERVER_PID" ]; then
-            echo "Stopping SeaweedFS server (PID: $SERVER_PID)"
-            kill -9 $SERVER_PID 2>/dev/null || true
-          fi
-          
-          # Fallback: kill any remaining weed processes
-          pkill -f "weed server" || true
-          
-          # Clean up data directory
-          if [ -n "$WEED_DATA_DIR" ]; then
-            echo "Cleaning up data directory: $WEED_DATA_DIR"
-            rm -rf "$WEED_DATA_DIR" || true
-          fi
-

.github/workflows/java_unit_tests.yml

@@ -1,58 +0,0 @@
-name: Java Client Unit Tests
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - '.github/workflows/java_unit_tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - '.github/workflows/java_unit_tests.yml'
-
-jobs:
-  test:
-    name: Java Unit Tests
-    runs-on: ubuntu-latest
-    
-    strategy:
-      matrix:
-        java: ['8', '11', '17', '21']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Java
-        uses: actions/setup-java@v5
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      
-      - name: Build and Install SeaweedFS Client
-        working-directory: other/java/client
-        run: |
-          mvn clean install -DskipTests -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Run Client Unit Tests
-        working-directory: other/java/client
-        run: |
-          mvn test -Dtest=SeaweedReadTest,SeaweedCipherTest
-      
-      - name: Run HDFS3 Configuration Tests
-        working-directory: other/java/hdfs3
-        run: |
-          mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Upload Test Reports
-        if: always()
-        uses: actions/upload-artifact@v5
-        with:
-          name: test-reports-java-${{ matrix.java }}
-          path: |
-            other/java/client/target/surefire-reports/
-            other/java/hdfs3/target/surefire-reports/
-

.github/workflows/kafka-quicktest.yml

@@ -1,124 +0,0 @@
-name: "Kafka Quick Test (Load Test with Schema Registry)"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-  workflow_dispatch:  # Allow manual trigger
-
-concurrency:
-  group: ${{ github.head_ref }}/kafka-quicktest
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  kafka-client-quicktest:
-    name: Kafka Client Load Test (Quick)
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
-
-    - name: Install dependencies
-      run: |
-        # Ensure make is available
-        sudo apt-get update -qq
-        sudo apt-get install -y make
-
-    - name: Validate test setup
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        make validate-setup
-
-    - name: Run quick-test
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        # Run the quick-test target which includes:
-        # 1. Building the gateway
-        # 2. Starting all services (SeaweedFS, MQ broker, Schema Registry)
-        # 3. Registering Avro schemas
-        # 4. Running a 1-minute load test with Avro messages
-        # Override GOARCH to build for AMD64 (GitHub Actions runners are x86_64)
-        GOARCH=amd64 make quick-test
-      env:
-        # Docker Compose settings
-        COMPOSE_HTTP_TIMEOUT: 300
-        DOCKER_CLIENT_TIMEOUT: 300
-        # Test parameters (set by quick-test, but can override)
-        TEST_DURATION: 60s
-        PRODUCER_COUNT: 1
-        CONSUMER_COUNT: 1
-        MESSAGE_RATE: 10
-        VALUE_TYPE: avro
-
-    - name: Show test results
-      if: always()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        echo "========================================="
-        echo "Test Results"
-        echo "========================================="
-        make show-results || echo "Could not retrieve results"
-
-    - name: Show service logs on failure
-      if: failure()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        echo "========================================="
-        echo "Service Logs"
-        echo "========================================="
-        
-        echo "Checking running containers..."
-        docker compose ps || true
-        
-        echo "========================================="
-        echo "Master Logs"
-        echo "========================================="
-        docker compose logs --tail=100 seaweedfs-master 2>&1 || echo "No master logs available"
-        
-        echo "========================================="
-        echo "MQ Broker Logs (Last 100 lines)"
-        echo "========================================="
-        docker compose logs --tail=100 seaweedfs-mq-broker 2>&1 || echo "No broker logs available"
-        
-        echo "========================================="
-        echo "Kafka Gateway Logs (FULL - Critical for debugging)"
-        echo "========================================="
-        docker compose logs kafka-gateway 2>&1 || echo "ERROR: Could not retrieve kafka-gateway logs"
-        
-        echo "========================================="
-        echo "Schema Registry Logs (FULL)"
-        echo "========================================="
-        docker compose logs schema-registry 2>&1 || echo "ERROR: Could not retrieve schema-registry logs"
-        
-        echo "========================================="
-        echo "Load Test Logs"
-        echo "========================================="
-        docker compose logs --tail=100 kafka-client-loadtest 2>&1 || echo "No loadtest logs available"
-
-    - name: Cleanup
-      if: always()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        # Stop containers first
-        docker compose --profile loadtest --profile monitoring down -v --remove-orphans || true
-        # Clean up data with sudo to handle Docker root-owned files
-        sudo rm -rf data/* || true
-        # Clean up binary
-        rm -f weed-linux-* || true

.github/workflows/kafka-tests.yml

@@ -1,818 +0,0 @@
-name: "Kafka Gateway Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-concurrency:
-  group: ${{ github.head_ref }}/kafka-tests
-  cancel-in-progress: true
-
-# Force different runners for better isolation
-env:
-  FORCE_RUNNER_SEPARATION: true
-
-permissions:
-  contents: read
-
-jobs:
-  kafka-unit-tests:
-    name: Kafka Unit Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [unit-tests-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1g --hostname kafka-unit-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Container Environment
-      run: |
-        apk add --no-cache git
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-
-    - name: Run Kafka Gateway Unit Tests
-      run: |
-        cd test/kafka
-        # Set process limits for container isolation
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        go test -v -timeout 10s ./unit/...
-
-  kafka-integration-tests:
-    name: Kafka Integration Tests (Critical)
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [integration-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 2.0 --memory 2g --ulimit nofile=1024:1024 --hostname kafka-integration-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 2
-      CGO_ENABLED: 0
-      KAFKA_TEST_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Integration Container Environment
-      run: |
-        apk add --no-cache git procps
-        ulimit -n 2048 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-
-    - name: Run Integration Tests
-      run: |
-        cd test/kafka
-        # Higher limits for integration tests
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 200 || echo "Warning: Could not set process limit"
-        go test -v -timeout 90s ./integration/...
-      env:
-        GOMAXPROCS: 2
-
-  kafka-e2e-tests:
-    name: Kafka End-to-End Tests (with SMQ)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [e2e-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 2.0 --memory 2g --hostname kafka-e2e-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 2
-      CGO_ENABLED: 0
-      KAFKA_E2E_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup E2E Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 2048 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        # Use go mod download with timeout to prevent hanging
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-e2e-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run End-to-End Tests
-      run: |
-        cd test/kafka
-        # Higher limits for E2E tests
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 200 || echo "Warning: Could not set process limit"
-        
-        # Allow additional time for all background processes to settle
-        echo "Allowing additional settlement time for SeaweedFS ecosystem..."
-        sleep 15
-        
-        # Run tests and capture result
-        if ! go test -v -timeout 180s ./e2e/...; then
-          echo "========================================="
-          echo "Tests failed! Showing debug information:"
-          echo "========================================="
-          echo "Server logs (last 50 lines):"
-          tail -50 /tmp/weed-server.log || echo "No server logs"
-          echo "========================================="
-          echo "Broker logs (last 50 lines):"
-          tail -50 /tmp/weed-mq-broker.log || echo "No broker logs"
-          echo "========================================="
-          exit 1
-        fi
-      env:
-        GOMAXPROCS: 2
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-consumer-group-tests:
-    name: Kafka Consumer Group Tests (Highly Isolated)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [consumer-group-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 2g --ulimit nofile=512:512 --hostname kafka-consumer-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_CONSUMER_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup Consumer Group Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 256 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        # Use go mod download with timeout to prevent hanging
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-mq-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run Consumer Group Tests
-      run: |
-        cd test/kafka
-        # Test consumer group functionality with explicit timeout
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        timeout 240s go test -v -run "^TestConsumerGroups" -timeout 180s ./integration/... || echo "Test execution timed out or failed"
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-client-compatibility:
-    name: Kafka Client Compatibility (with SMQ)
-    runs-on: ubuntu-latest
-    timeout-minutes: 25
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [client-compat-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1.5g --shm-size 256m --hostname kafka-client-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_CLIENT_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup Client Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-client-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run Client Compatibility Tests
-      run: |
-        cd test/kafka
-        go test -v -run "^TestClientCompatibility" -timeout 180s ./integration/...
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-smq-integration-tests:
-    name: Kafka SMQ Integration Tests (Full Stack)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [smq-integration-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 2g --hostname kafka-smq-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_SMQ_INTEGRATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup SMQ Integration Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-smq-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run SMQ Integration Tests
-      run: |
-        cd test/kafka
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        # Run the dedicated SMQ integration tests
-        go test -v -run "^TestSMQIntegration" -timeout 180s ./integration/...
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-protocol-tests:
-    name: Kafka Protocol Tests (Isolated)
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [protocol-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1g --tmpfs /tmp:exec --hostname kafka-protocol-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_PROTOCOL_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Protocol Container Environment
-      run: |
-        apk add --no-cache git procps
-        # Ensure proper permissions for test execution
-        chmod -R 755 /tmp || true
-        export TMPDIR=/tmp
-        export GOCACHE=/tmp/go-cache
-        mkdir -p $GOCACHE
-        chmod 755 $GOCACHE
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-
-    - name: Run Protocol Tests
-      run: |
-        cd test/kafka
-        export TMPDIR=/tmp
-        export GOCACHE=/tmp/go-cache
-        # Run protocol tests from the weed/mq/kafka directory since they test the protocol implementation
-        cd ../../weed/mq/kafka
-        go test -v -run "^Test.*" -timeout 10s ./...
-      env:
-        GOMAXPROCS: 1
-        TMPDIR: /tmp
-        GOCACHE: /tmp/go-cache

.github/workflows/postgres-tests.yml

@@ -1,73 +0,0 @@
-name: "PostgreSQL Gateway Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-concurrency:
-  group: ${{ github.head_ref }}/postgres-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  postgres-basic-tests:
-    name: PostgreSQL Basic Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    defaults:
-      run:
-        working-directory: test/postgres
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.24
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
-
-    - name: Cache Docker layers
-      uses: actions/cache@v4
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-postgres-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-postgres-
-
-    - name: Start PostgreSQL Gateway Services
-      run: |
-        make dev-start
-        sleep 10
-
-    - name: Run Basic Connectivity Test
-      run: |
-        make test-basic
-
-    - name: Run PostgreSQL Client Tests
-      run: |
-        make test-client
-
-    - name: Save logs
-      if: always()
-      run: |
-        docker compose logs > postgres-output.log || true
-
-    - name: Archive logs
-      if: always()
-      uses: actions/upload-artifact@v5
-      with:
-        name: postgres-logs
-        path: test/postgres/postgres-output.log
-
-    - name: Cleanup
-      if: always()
-      run: |
-        make clean || true

.github/workflows/s3-go-tests.yml

@@ -25,10 +25,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -76,7 +76,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-test-logs-${{ matrix.test-type }}
           path: test/s3/versioning/weed-test*.log
@@ -89,10 +89,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -124,7 +124,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-compatibility-logs
           path: test/s3/versioning/weed-test*.log
@@ -137,10 +137,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -172,7 +172,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-cors-compatibility-logs
           path: test/s3/cors/weed-test*.log
@@ -188,10 +188,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -239,7 +239,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-retention-test-logs-${{ matrix.test-type }}
           path: test/s3/retention/weed-test*.log
@@ -255,10 +255,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -306,7 +306,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-cors-test-logs-${{ matrix.test-type }}
           path: test/s3/cors/weed-test*.log
@@ -319,10 +319,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -355,7 +355,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-retention-worm-logs
           path: test/s3/retention/weed-test*.log
@@ -370,10 +370,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -405,7 +405,7 @@ jobs:
 
       - name: Upload stress test logs
         if: always()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-stress-logs
           path: test/s3/versioning/weed-test*.log

.github/workflows/s3-iam-tests.yml

@@ -35,10 +35,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -65,7 +65,7 @@ jobs:
 
       - name: Upload test results on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: iam-unit-test-results
           path: |
@@ -84,10 +84,10 @@ jobs:
         
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -162,7 +162,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-iam-integration-logs-${{ matrix.test-type }}
           path: test/s3/iam/weed-*.log
@@ -176,10 +176,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -222,7 +222,7 @@ jobs:
 
       - name: Upload distributed test logs
         if: always()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-iam-distributed-logs
           path: test/s3/iam/weed-*.log
@@ -236,10 +236,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -274,7 +274,7 @@ jobs:
 
       - name: Upload performance test results
         if: always()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-iam-performance-results
           path: |

.github/workflows/s3-keycloak-tests.yml

@@ -35,10 +35,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -152,7 +152,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-keycloak-test-logs
           path: |

.github/workflows/s3-parquet-tests.yml

@@ -1,163 +0,0 @@
-name: "S3 PyArrow Parquet Tests"
-
-on:
-  push:
-    branches: [master]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/**'
-      - 'test/s3/parquet/**'
-      - '.github/workflows/s3-parquet-tests.yml'
-  pull_request:
-    branches: [master]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/**'
-      - 'test/s3/parquet/**'
-      - '.github/workflows/s3-parquet-tests.yml'
-  workflow_dispatch:
-
-env:
-  S3_ACCESS_KEY: some_access_key1
-  S3_SECRET_KEY: some_secret_key1
-  S3_ENDPOINT_URL: http://localhost:8333
-  BUCKET_NAME: test-parquet-bucket
-
-jobs:
-  parquet-integration-tests:
-    name: PyArrow Parquet Tests (Python ${{ matrix.python-version }})
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ['3.9', '3.11', '3.12']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version: ^1.24
-          cache: true
-      
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v6
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'test/s3/parquet/requirements.txt'
-      
-      - name: Install system dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y lsof netcat-openbsd
-      
-      - name: Build SeaweedFS
-        run: |
-          cd weed
-          go build -v
-          sudo cp weed /usr/local/bin/
-          weed version
-      
-      - name: Run PyArrow Parquet integration tests
-        run: |
-          cd test/s3/parquet
-          make test-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-          VOLUME_MAX_SIZE_MB: 50
-      
-      - name: Run implicit directory fix tests
-        run: |
-          cd test/s3/parquet
-          make test-implicit-dir-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run PyArrow native S3 filesystem tests
-        run: |
-          cd test/s3/parquet
-          make test-native-s3-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run cross-filesystem compatibility tests
-        run: |
-          cd test/s3/parquet
-          TEST_QUICK=1 make test-cross-fs-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run SSE-S3 encryption compatibility tests
-        run: |
-          cd test/s3/parquet
-          make test-sse-s3-compat
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: test-logs-python-${{ matrix.python-version }}
-          path: |
-            /tmp/seaweedfs-parquet-*.log
-            test/s3/parquet/*.log
-          retention-days: 7
-      
-      - name: Cleanup
-        if: always()
-        run: |
-          cd test/s3/parquet
-          make stop-seaweedfs-safe || true
-          make clean || true
-
-  unit-tests:
-    name: Go Unit Tests (Implicit Directory)
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version: ^1.24
-          cache: true
-      
-      - name: Run Go unit tests
-        run: |
-          cd weed/s3api
-          go test -v -run TestImplicitDirectory
-      
-      - name: Run all S3 API tests
-        run: |
-          cd weed/s3api
-          go test -v -timeout 5m
-

.github/workflows/s3-sse-tests.yml

@@ -4,7 +4,6 @@ on:
   pull_request:
     paths:
       - 'weed/s3api/s3_sse_*.go'
-      - 'weed/s3api/s3api_object_handlers.go'
       - 'weed/s3api/s3api_object_handlers_put.go'
       - 'weed/s3api/s3api_object_handlers_copy*.go'
       - 'weed/server/filer_server_handlers_*.go'
@@ -15,7 +14,6 @@ on:
     branches: [ master, main ]
     paths:
       - 'weed/s3api/s3_sse_*.go'
-      - 'weed/s3api/s3api_object_handlers.go'
       - 'weed/s3api/s3api_object_handlers_put.go'
       - 'weed/s3api/s3api_object_handlers_copy*.go'
       - 'weed/server/filer_server_handlers_*.go'
@@ -44,10 +42,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -70,11 +68,11 @@ jobs:
           # Run tests with automatic server management
           # The test-with-server target handles server startup/shutdown automatically
           if [ "${{ matrix.test-type }}" = "quick" ]; then
-            # Quick tests - basic SSE-C and SSE-KMS functionality + Range requests
-            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
+            # Quick tests - basic SSE-C and SSE-KMS functionality
+            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|TestSimpleSSECIntegration"
           else
             # Comprehensive tests - SSE-C/KMS functionality, excluding copy operations (pre-existing SSE-C issues)
-            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSECIntegrationVariousDataSizes|TestSSEKMSIntegrationBasic|TestSSEKMSIntegrationVariousDataSizes|.*Multipart.*Integration|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
+            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSECIntegrationVariousDataSizes|TestSSEKMSIntegrationBasic|TestSSEKMSIntegrationVariousDataSizes|.*Multipart.*Integration|TestSimpleSSECIntegration"
           fi
 
       - name: Show server logs on failure
@@ -95,7 +93,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-test-logs-${{ matrix.test-type }}
           path: test/s3/sse/weed-test*.log
@@ -108,10 +106,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -129,8 +127,8 @@ jobs:
           uname -a
           free -h
           
-          # Run the specific tests that validate AWS S3 SSE compatibility - both SSE-C and SSE-KMS basic functionality plus Range requests
-          make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|.*RangeRequestsServerBehavior" || {
+          # Run the specific tests that validate AWS S3 SSE compatibility - both SSE-C and SSE-KMS basic functionality
+          make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic" || {
             echo "❌ SSE compatibility test failed, checking logs..."
             if [ -f weed-test.log ]; then
               echo "=== Server logs ==="
@@ -143,7 +141,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-compatibility-logs
           path: test/s3/sse/weed-test*.log
@@ -156,10 +154,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -192,7 +190,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-metadata-persistence-logs
           path: test/s3/sse/weed-test*.log
@@ -205,10 +203,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -241,7 +239,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-copy-operations-logs
           path: test/s3/sse/weed-test*.log
@@ -254,10 +252,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -290,7 +288,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-multipart-logs
           path: test/s3/sse/weed-test*.log
@@ -305,10 +303,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -340,7 +338,7 @@ jobs:
 
       - name: Upload performance test logs
         if: always()
-        uses: actions/upload-artifact@v5
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-performance-logs
           path: test/s3/sse/weed-test*.log

.github/workflows/spark-integration-tests.yml

@@ -1,263 +0,0 @@
-name: Spark Integration Tests
-
-on:
-  push:
-    paths:
-      - 'test/java/spark/**'
-      - 'other/java/hdfs3/**'
-      - 'other/java/client/**'
-      - '.github/workflows/spark-integration-tests.yml'
-  pull_request:
-    paths:
-      - 'test/java/spark/**'
-      - 'other/java/hdfs3/**'
-      - 'other/java/client/**'
-      - '.github/workflows/spark-integration-tests.yml'
-  workflow_dispatch:
-
-permissions:
-  contents: read
-  checks: write
-  pull-requests: write
-
-jobs:
-  spark-integration-tests:
-    name: Spark Integration Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 45
-    
-    steps:
-    # ========================================
-    # SETUP & BUILD
-    # ========================================
-    - name: Checkout code
-      uses: actions/checkout@v6
-
-    - name: Set up JDK 11
-      uses: actions/setup-java@v4
-      with:
-        java-version: '11'
-        distribution: 'temurin'
-        cache: maven
-
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version: '1.24'
-
-    - name: Build SeaweedFS binary
-      run: |
-        echo "Building SeaweedFS binary (statically linked for Alpine)..."
-        cd weed
-        CGO_ENABLED=0 go build -o ../docker/weed
-        cd ../docker
-        ls -la weed filer.toml entrypoint.sh
-        file weed
-        echo "OK SeaweedFS binary built"
-
-    - name: Build SeaweedFS Java dependencies
-      run: |
-        echo "Building Java client..."
-        cd other/java/client
-        mvn clean install -U -DskipTests -Dgpg.skip=true -Dcentral.publishing.skip=true
-        echo "OK Java client built"
-        cd ../../..
-        
-        echo "Building HDFS3 client..."
-        cd other/java/hdfs3
-        mvn clean install -U -DskipTests -Dgpg.skip=true -Dcentral.publishing.skip=true
-        echo "OK HDFS3 client built"
-        echo ""
-        echo "All Java dependencies installed to ~/.m2/repository"
-
-    # ========================================
-    # SPARK INTEGRATION TESTS (DOCKER)
-    # ========================================
-    - name: Start SeaweedFS services for tests
-      working-directory: test/java/spark
-      run: |
-        echo "=== Starting SeaweedFS Services for Tests ==="
-        docker compose down -v || true
-        docker compose build --no-cache
-        docker compose up -d seaweedfs-master seaweedfs-volume seaweedfs-filer
-        
-        echo "Waiting for services..."
-        for i in {1..30}; do
-          if curl -f http://localhost:8888/ > /dev/null 2>&1; then
-            echo "OK SeaweedFS filer is ready!"
-            break
-          fi
-          if [ $i -eq 30 ]; then
-            echo "FAILED Services failed to start"
-            docker compose ps -a
-            docker compose logs
-            exit 1
-          fi
-          echo "Waiting... ($i/30)"
-          sleep 2
-        done
-        
-        curl -f http://localhost:9333/cluster/status || exit 1
-        echo "OK All services healthy"
-
-    - name: Prepare Maven repository for Docker
-      working-directory: test/java/spark
-      run: |
-        echo "Copying Maven artifacts for Docker container..."
-        mkdir -p .m2/repository/com
-        cp -r ~/.m2/repository/com/seaweedfs .m2/repository/com/
-        echo "OK Maven artifacts copied"
-
-    - name: Run Spark integration tests
-      working-directory: test/java/spark
-      run: |
-        echo "=== Running Spark Integration Tests ==="
-        docker compose up --abort-on-container-exit spark-tests
-        
-        echo ""
-        echo "=== Test Logs ==="
-        docker compose logs spark-tests | tail -100
-
-    - name: Stop test services
-      if: always()
-      working-directory: test/java/spark
-      run: docker compose down -v
-
-    - name: Upload test results
-      if: always()
-      uses: actions/upload-artifact@v4
-      with:
-        name: spark-test-results
-        path: test/java/spark/target/surefire-reports/
-        retention-days: 30
-
-    - name: Publish test report
-      if: always()
-      uses: dorny/test-reporter@v1
-      with:
-        name: Spark Test Results
-        path: test/java/spark/target/surefire-reports/*.xml
-        reporter: java-junit
-        fail-on-error: true
-
-    # ========================================
-    # SPARK EXAMPLE (HOST-BASED) - DISABLED
-    # Note: Host-based example doesn't work with Docker networking
-    # because master returns Docker hostnames (seaweedfs-volume)
-    # which are not resolvable from the host.
-    # The Docker-based tests above are sufficient.
-    # ========================================
-    - name: Cache Apache Spark
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      id: cache-spark
-      uses: actions/cache@v4
-      with:
-        path: spark-3.5.0-bin-hadoop3
-        key: spark-3.5.0-hadoop3
-
-    - name: Download Apache Spark
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && steps.cache-spark.outputs.cache-hit != 'true'
-      run: |
-        echo "Downloading Apache Spark 3.5.0..."
-        wget -q https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz
-        tar xzf spark-3.5.0-bin-hadoop3.tgz
-        echo "OK Spark downloaded"
-
-    - name: Start SeaweedFS services for example
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        echo "=== Starting SeaweedFS Services for Example ==="
-        docker compose down -v || true
-        docker compose build --no-cache
-        docker compose up -d seaweedfs-master seaweedfs-volume seaweedfs-filer
-        
-        echo "Waiting for services..."
-        for i in {1..30}; do
-          if curl -f http://localhost:8888/ > /dev/null 2>&1; then
-            echo "OK SeaweedFS filer is ready!"
-            break
-          fi
-          if [ $i -eq 30 ]; then
-            echo "FAILED Services failed to start"
-            docker compose ps -a
-            docker compose logs
-            exit 1
-          fi
-          echo "Waiting... ($i/30)"
-          sleep 2
-        done
-        
-        curl -f http://localhost:9333/cluster/status || exit 1
-        echo "OK All services healthy"
-
-    - name: Clean target directory
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        # Force remove target directory to avoid permission issues
-        sudo rm -rf target || rm -rf target || true
-        echo "OK Target directory cleaned"
-
-    - name: Build project for example
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: mvn package -DskipTests
-
-    - name: Run Spark example application
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        echo "=== Running Spark Example Application ==="
-        export SPARK_HOME=$(pwd)/../../../spark-3.5.0-bin-hadoop3
-        $SPARK_HOME/bin/spark-submit \
-          --class seaweed.spark.SparkSeaweedFSExample \
-          --master local[2] \
-          --conf spark.hadoop.fs.seaweedfs.impl=seaweed.hdfs.SeaweedFileSystem \
-          --conf spark.hadoop.fs.seaweed.filer.host=localhost \
-          --conf spark.hadoop.fs.seaweed.filer.port=8888 \
-          --conf spark.hadoop.fs.seaweed.filer.port.grpc=18888 \
-          --conf spark.hadoop.fs.seaweed.replication="" \
-          target/seaweedfs-spark-integration-tests-1.0-SNAPSHOT.jar \
-          seaweedfs://localhost:8888/ci-spark-output
-        echo "OK Example completed"
-
-    - name: Verify example output
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      run: |
-        echo "Verifying output..."
-        curl -s http://localhost:8888/ci-spark-output/ || echo "Output listing unavailable"
-
-    - name: Stop example services
-      if: false && always() && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: docker compose down -v
-
-    # ========================================
-    # DIAGNOSTICS
-    # ========================================
-    - name: Display diagnostics on failure
-      if: failure()
-      working-directory: test/java/spark
-      run: |
-        echo "=== Container Status ==="
-        docker compose ps -a
-        echo ""
-        echo "=== Master Logs ==="
-        docker compose logs seaweedfs-master
-        echo ""
-        echo "=== Volume Logs ==="
-        docker compose logs seaweedfs-volume
-        echo ""
-        echo "=== Filer Logs ==="
-        docker compose logs seaweedfs-filer
-        echo ""
-        echo "=== Volume List ==="
-        docker compose exec -T seaweedfs-master weed shell <<EOF || echo "Failed"
-        volume.list
-        exit
-        EOF
-        echo ""
-        echo "=== Cluster Status ==="
-        curl -s http://localhost:9333/dir/status | jq '.' || curl -s http://localhost:9333/dir/status
-

.github/workflows/test-s3-over-https-using-awscli.yml

@@ -20,9 +20,9 @@ jobs:
     runs-on: ubuntu-latest
     timeout-minutes: 5
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v5
 
-      - uses: actions/setup-go@v6
+      - uses: actions/setup-go@v5
         with:
           go-version: ^1.24
 
@@ -34,7 +34,7 @@ jobs:
         run: |
           set -e
           mkdir -p /tmp/data
-          ./weed -v=3 server -s3 -dir=/tmp/data -s3.config=../docker/compose/s3.json -master.peers=none > weed.log 2>&1 &
+          ./weed server -s3 -dir=/tmp/data -s3.config=../docker/compose/s3.json &
           until curl -s http://localhost:8333/ > /dev/null; do sleep 1; done
 
       - name: Setup Caddy
@@ -77,35 +77,3 @@ jobs:
           aws --no-verify-ssl s3 cp --no-progress s3://bucket/test-multipart downloaded
           diff -q generated downloaded
           rm -f generated downloaded
-
-      - name: Test GetObject with If-Match
-        run: |
-          set -e
-          dd if=/dev/urandom of=generated bs=1M count=32
-          ETAG=$(aws --no-verify-ssl s3api put-object --bucket bucket --key test-get-obj --body generated | jq -r .ETag)
-          # jq -r already removes quotes, so use ETAG directly (handles both simple and multipart ETags)
-          aws --no-verify-ssl s3api get-object --bucket bucket --key test-get-obj --if-match "$ETAG" downloaded
-          diff -q generated downloaded
-          rm -f generated downloaded
-
-      - name: Show server logs on failure
-        if: failure()
-        run: |
-          echo "========================================="
-          echo "SeaweedFS Server Logs"
-          echo "========================================="
-          # Note: weed.log is relative to working-directory (weed/)
-          if [ -f weed.log ]; then
-            cat weed.log
-          else
-            echo "No weed.log file found"
-          fi
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v5
-        with:
-          name: seaweedfs-logs
-          # Note: actions don't use defaults.run.working-directory, so path is relative to workspace root
-          path: weed/weed.log
-          retention-days: 3

.gitignore

@@ -100,21 +100,24 @@ test/mq/bin/producer
 test/producer
 bin/weed
 weed_binary
-/test/s3/copying/filerldb2
-/filerldb2
-/test/s3/retention/test-volume-data
+test/s3/copying/filerldb2
+filerldb2
+test/s3/retention/test-volume-data
 test/s3/cors/weed-test.log
 test/s3/cors/weed-server.pid
-/test/s3/cors/test-volume-data
+test/s3/cors/test-volume-data
 test/s3/cors/cors.test
-/test/s3/retention/filerldb2
+test/s3/retention/filerldb2
 test/s3/retention/weed-server.pid
 test/s3/retention/weed-test.log
-/test/s3/versioning/test-volume-data
+test/s3/versioning/test-volume-data
 test/s3/versioning/weed-test.log
-/docker/admin_integration/data
+docker/admin_integration/data
 docker/agent_pub_record
 docker/admin_integration/weed-local
+docker/admin_integration/ec_test_files.json
+docker/admin_integration/data1
+seaweedfs-rdma-sidecar/bin
 /seaweedfs-rdma-sidecar/bin
 /test/s3/encryption/filerldb2
 /test/s3/sse/filerldb2
@@ -123,4 +126,3 @@ ADVANCED_IAM_DEVELOPMENT_PLAN.md
 /test/s3/iam/test-volume-data
 *.log
 weed-iam
-test/kafka/kafka-client-loadtest/weed-linux-arm64

BUCKET_POLICY_ENGINE_INTEGRATION.md

@@ -1,242 +0,0 @@
-# Bucket Policy Engine Integration - Complete
-
-## Summary
-
-Successfully integrated the `policy_engine` package to evaluate bucket policies for **all requests** (both anonymous and authenticated). This provides comprehensive AWS S3-compatible bucket policy support.
-
-## What Changed
-
-### 1. **New File: `s3api_bucket_policy_engine.go`**
-Created a wrapper around `policy_engine.PolicyEngine` to:
-- Load bucket policies from filer entries
-- Sync policies from the bucket config cache
-- Evaluate policies for any request (bucket, object, action, principal)
-- Return structured results (allowed, evaluated, error)
-
-### 2. **Modified: `s3api_server.go`**
-- Added `policyEngine *BucketPolicyEngine` field to `S3ApiServer` struct
-- Initialized the policy engine in `NewS3ApiServerWithStore()`
-- Linked `IdentityAccessManagement` back to `S3ApiServer` for policy evaluation
-
-### 3. **Modified: `auth_credentials.go`**
-- Added `s3ApiServer *S3ApiServer` field to `IdentityAccessManagement` struct
-- Added `buildPrincipalARN()` helper to convert identities to AWS ARN format
-- **Integrated bucket policy evaluation into the authentication flow:**
-  - Policies are now checked **before** IAM/identity-based permissions
-  - Explicit `Deny` in bucket policy blocks access immediately
-  - Explicit `Allow` in bucket policy grants access and **bypasses IAM checks** (enables cross-account access)
-  - If no policy exists, falls through to normal IAM checks
-  - Policy evaluation errors result in access denial (fail-close security)
-
-### 4. **Modified: `s3api_bucket_config.go`**
-- Added policy engine sync when bucket configs are loaded
-- Ensures policies are loaded into the engine for evaluation
-
-### 5. **Modified: `auth_credentials_subscribe.go`**
-- Added policy engine sync when bucket metadata changes
-- Keeps the policy engine up-to-date via event-driven updates
-
-## How It Works
-
-### Anonymous Requests
-```
-1. Request comes in (no credentials)
-2. Check ACL-based public access → if public, allow
-3. Check bucket policy for anonymous ("*") access → if allowed, allow
-4. Otherwise, deny
-```
-
-### Authenticated Requests (NEW!)
-```
-1. Request comes in (with credentials)
-2. Authenticate user → get Identity
-3. Build principal ARN (e.g., "arn:aws:iam::123456:user/bob")
-4. Check bucket policy:
-   - If DENY → reject immediately
-   - If ALLOW → grant access immediately (bypasses IAM checks)
-   - If no policy or no matching statements → continue to step 5
-5. Check IAM/identity-based permissions (only if not already allowed by bucket policy)
-6. Allow or deny based on identity permissions
-```
-
-## Policy Evaluation Flow
-
-```
-┌─────────────────────────────────────────────────────────┐
-│                   Request (GET /bucket/file)            │
-└───────────────────────────┬─────────────────────────────┘
-                            │
-                ┌───────────▼──────────┐
-                │  Authenticate User   │
-                │  (or Anonymous)      │
-                └───────────┬──────────┘
-                            │
-                ┌───────────▼──────────────────────────────┐
-                │  Build Principal ARN                     │
-                │  - Anonymous: "*"                        │
-                │  - User: "arn:aws:iam::123456:user/bob"  │
-                └───────────┬──────────────────────────────┘
-                            │
-                ┌───────────▼──────────────────────────────┐
-                │  Evaluate Bucket Policy (PolicyEngine)   │
-                │  - Action: "s3:GetObject"                │
-                │  - Resource: "arn:aws:s3:::bucket/file"  │
-                │  - Principal: (from above)               │
-                └───────────┬──────────────────────────────┘
-                            │
-              ┌─────────────┼─────────────┐
-              │             │             │
-         DENY │        ALLOW │        NO POLICY
-              │             │             │
-              ▼             ▼             ▼
-        Reject Request  Grant Access  Continue
-                                          │
-                      ┌───────────────────┘
-                      │
-         ┌────────────▼─────────────┐
-         │  IAM/Identity Check      │
-         │  (identity.canDo)        │
-         └────────────┬─────────────┘
-                      │
-            ┌─────────┴─────────┐
-            │                   │
-       ALLOW │              DENY │
-            ▼                   ▼
-     Grant Access        Reject Request
-```
-
-## Example Policies That Now Work
-
-### 1. **Public Read Access** (Anonymous)
-```json
-{
-  "Version": "2012-10-17",
-  "Statement": [{
-    "Effect": "Allow",
-    "Principal": "*",
-    "Action": "s3:GetObject",
-    "Resource": "arn:aws:s3:::mybucket/*"
-  }]
-}
-```
-- Anonymous users can read all objects
-- Authenticated users are also evaluated against this policy. If they don't match an explicit `Allow` for this action, they will fall back to their own IAM permissions
-
-### 2. **Grant Access to Specific User** (Authenticated)
-```json
-{
-  "Version": "2012-10-17",
-  "Statement": [{
-    "Effect": "Allow",
-    "Principal": {"AWS": "arn:aws:iam::123456789012:user/bob"},
-    "Action": ["s3:GetObject", "s3:PutObject"],
-    "Resource": "arn:aws:s3:::mybucket/shared/*"
-  }]
-}
-```
-- User "bob" can read/write objects in `/shared/` prefix
-- Other users cannot (unless granted by their IAM policies)
-
-### 3. **Deny Access to Specific Path** (Both)
-```json
-{
-  "Version": "2012-10-17",
-  "Statement": [{
-    "Effect": "Deny",
-    "Principal": "*",
-    "Action": "s3:*",
-    "Resource": "arn:aws:s3:::mybucket/confidential/*"
-  }]
-}
-```
-- **No one** can access `/confidential/` objects
-- Denies override all other allows (AWS policy evaluation rules)
-
-## Performance Characteristics
-
-### Policy Loading
-- **Cold start**: Policy loaded from filer → parsed → compiled → cached
-- **Warm path**: Policy retrieved from `BucketConfigCache` (already parsed)
-- **Updates**: Event-driven sync via metadata subscription (real-time)
-
-### Policy Evaluation
-- **Compiled policies**: Pre-compiled regex patterns and matchers
-- **Pattern cache**: Regex patterns cached with LRU eviction (max 1000)
-- **Fast path**: Common patterns (`*`, exact matches) optimized
-- **Case sensitivity**: Actions case-insensitive, resources case-sensitive (AWS-compatible)
-
-### Overhead
-- **Anonymous requests**: Minimal (policy already checked, now using compiled engine)
-- **Authenticated requests**: ~1-2ms added for policy evaluation (compiled patterns)
-- **No policy**: Near-zero overhead (quick indeterminate check)
-
-## Testing
-
-All tests pass:
-```bash
-✅ TestBucketPolicyValidationBasics
-✅ TestPrincipalMatchesAnonymous
-✅ TestActionToS3Action
-✅ TestResourceMatching
-✅ TestMatchesPatternRegexEscaping (security tests)
-✅ TestActionMatchingCaseInsensitive
-✅ TestResourceMatchingCaseSensitive
-✅ All policy_engine package tests (30+ tests)
-```
-
-## Security Improvements
-
-1. **Regex Metacharacter Escaping**: Patterns like `*.json` properly match only files ending in `.json` (not `filexjson`)
-2. **Case-Insensitive Actions**: S3 actions matched case-insensitively per AWS spec
-3. **Case-Sensitive Resources**: Resource paths matched case-sensitively for security
-4. **Pattern Cache Size Limit**: Prevents DoS attacks via unbounded cache growth
-5. **Principal Validation**: Supports `[]string` for manually constructed policies
-
-## AWS Compatibility
-
-The implementation follows AWS S3 bucket policy evaluation rules:
-1. **Explicit Deny** always wins (checked first)
-2. **Explicit Allow** grants access (checked second)
-3. **Default Deny** if no matching statements (implicit)
-4. Bucket policies work alongside IAM policies (both are evaluated)
-
-## Files Changed
-
-```
-Modified:
-  weed/s3api/auth_credentials.go           (+47 lines)
-  weed/s3api/auth_credentials_subscribe.go (+8 lines)
-  weed/s3api/s3api_bucket_config.go        (+8 lines)
-  weed/s3api/s3api_server.go               (+5 lines)
-
-New:
-  weed/s3api/s3api_bucket_policy_engine.go (115 lines)
-```
-
-## Migration Notes
-
-- **Backward Compatible**: Existing setups without bucket policies work unchanged
-- **No Breaking Changes**: All existing ACL and IAM-based authorization still works
-- **Additive Feature**: Bucket policies are an additional layer of authorization
-- **Performance**: Minimal impact on existing workloads
-
-## Future Enhancements
-
-Potential improvements (not implemented yet):
-- [ ] Condition support (IP address, time-based, etc.) - already in policy_engine
-- [ ] Cross-account policies (different AWS accounts)
-- [ ] Policy validation API endpoint
-- [ ] Policy simulation/testing tool
-- [ ] Metrics for policy evaluations (allow/deny counts)
-
-## Conclusion
-
-Bucket policies now work for **all requests** in SeaweedFS S3 API:
-- ✅ Anonymous requests (public access)
-- ✅ Authenticated requests (user-specific policies)
-- ✅ High performance (compiled policies, caching)
-- ✅ AWS-compatible (follows AWS evaluation rules)
-- ✅ Secure (proper escaping, case sensitivity)
-
-The integration is complete, tested, and ready for use!
-

BUILD_NOTES.md

@@ -0,0 +1,21 @@
+# Build Notes for SeaweedFS Development
+
+## Protobuf Generation
+
+To regenerate protobuf Go files after modifying .proto files:
+
+```bash
+cd weed/pb
+make
+```
+
+This will regenerate all the protobuf Go files with the latest changes from the .proto definitions.
+
+## Other Important Build Commands
+
+- Main build: `make`
+- Clean build: `make clean && make`
+- Tests: `make test`
+
+---
+*Generated: This file contains important build commands for development*

README.md

@@ -520,8 +520,6 @@ cd seaweedfs/weed && make install
 
 Once this is done, you will find the executable "weed" in your `$GOPATH/bin` directory
 
-For more installation options, including how to run with Docker, see the [Getting Started guide](https://github.com/seaweedfs/seaweedfs/wiki/Getting-Started).
-
 [Back to TOC](#table-of-contents)
 
 ## Disk Related Topics ##

SQL_FEATURE_PLAN.md

@@ -1,145 +0,0 @@
-# SQL Query Engine Feature, Dev, and Test Plan
-
-This document outlines the plan for adding SQL querying support to SeaweedFS, focusing on reading and analyzing data from Message Queue (MQ) topics.
-
-## Feature Plan
-
-**1. Goal**
-
-To provide a SQL querying interface for SeaweedFS, enabling analytics on existing MQ topics. This enables:
-- Basic querying with SELECT, WHERE, aggregations on MQ topics
-- Schema discovery and metadata operations (SHOW DATABASES, SHOW TABLES, DESCRIBE)
-- In-place analytics on Parquet-stored messages without data movement
-
-**2. Key Features**
-
-*   **Schema Discovery and Metadata:**
-    *   `SHOW DATABASES` - List all MQ namespaces
-    *   `SHOW TABLES` - List all topics in a namespace  
-    *   `DESCRIBE table_name` - Show topic schema details
-    *   Automatic schema detection from existing Parquet data
-*   **Basic Query Engine:**
-    *   `SELECT` support with `WHERE`, `LIMIT`, `OFFSET`
-    *   Aggregation functions: `COUNT()`, `SUM()`, `AVG()`, `MIN()`, `MAX()`
-    *   Temporal queries with timestamp-based filtering
-*   **User Interfaces:**
-    *   New CLI command `weed sql` with interactive shell mode
-    *   Optional: Web UI for query execution and result visualization
-*   **Output Formats:**
-    *   JSON (default), CSV, Parquet for result sets
-    *   Streaming results for large queries
-    *   Pagination support for result navigation
-
-## Development Plan
-
-
-
-**3. Data Source Integration**
-
-*   **MQ Topic Connector (Primary):**
-    *   Build on existing `weed/mq/logstore/read_parquet_to_log.go`
-    *   Implement efficient Parquet scanning with predicate pushdown
-    *   Support schema evolution and backward compatibility
-    *   Handle partition-based parallelism for scalable queries
-*   **Schema Registry Integration:**
-    *   Extend `weed/mq/schema/schema.go` for SQL metadata operations
-    *   Read existing topic schemas for query planning
-    *   Handle schema evolution during query execution
-
-**4. API & CLI Integration**
-
-*   **CLI Command:**
-    *   New `weed sql` command with interactive shell mode (similar to `weed shell`)
-    *   Support for script execution and result formatting
-    *   Connection management for remote SeaweedFS clusters
-*   **gRPC API:**
-    *   Add SQL service to existing MQ broker gRPC interface
-    *   Enable efficient query execution with streaming results
-
-## Example Usage Scenarios
-
-**Scenario 1: Schema Discovery and Metadata**
-```sql
--- List all namespaces (databases)
-SHOW DATABASES;
-
--- List topics in a namespace
-USE my_namespace;
-SHOW TABLES;
-
--- View topic structure and discovered schema
-DESCRIBE user_events;
-```
-
-**Scenario 2: Data Querying**
-```sql
--- Basic filtering and projection
-SELECT user_id, event_type, timestamp 
-FROM user_events 
-WHERE timestamp > 1640995200000 
-LIMIT 100;
-
--- Aggregation queries  
-SELECT COUNT(*) as event_count
-FROM user_events 
-WHERE timestamp >= 1640995200000;
-
--- More aggregation examples
-SELECT MAX(timestamp), MIN(timestamp) 
-FROM user_events;
-```
-
-**Scenario 3: Analytics & Monitoring**
-```sql
--- Basic analytics
-SELECT COUNT(*) as total_events
-FROM user_events 
-WHERE timestamp >= 1640995200000;
-
--- Simple monitoring
-SELECT AVG(response_time) as avg_response
-FROM api_logs
-WHERE timestamp >= 1640995200000;
-
-## Architecture Overview
-
-```
-SQL Query Flow:
-                                  1. Parse SQL        2. Plan & Optimize      3. Execute Query
-┌─────────────┐    ┌──────────────┐    ┌─────────────────┐    ┌──────────────┐
-│   Client    │    │  SQL Parser  │    │  Query Planner  │    │   Execution  │
-│    (CLI)    │──→ │ PostgreSQL   │──→ │   & Optimizer   │──→ │    Engine    │
-│             │    │ (Custom)     │    │                 │    │              │
-└─────────────┘    └──────────────┘    └─────────────────┘    └──────────────┘
-                                               │                       │
-                                               │ Schema Lookup         │ Data Access
-                                               ▼                       ▼
-                    ┌─────────────────────────────────────────────────────────────┐
-                    │                    Schema Catalog                            │
-                    │  • Namespace → Database mapping                            │
-                    │  • Topic → Table mapping                                  │
-                    │  • Schema version management                              │
-                    └─────────────────────────────────────────────────────────────┘
-                                                                        ▲
-                                                                        │ Metadata
-                                                                        │
-┌─────────────────────────────────────────────────────────────────────────────┐
-│                          MQ Storage Layer                                      │
-│  ┌─────────────┐  ┌─────────────┐  ┌─────────────┐  ┌─────────────┐    ▲    │
-│  │   Topic A   │  │   Topic B   │  │   Topic C   │  │     ...     │    │    │
-│  │ (Parquet)   │  │ (Parquet)   │  │ (Parquet)   │  │ (Parquet)   │    │    │
-│  └─────────────┘  └─────────────┘  └─────────────┘  └─────────────┘    │    │
-└──────────────────────────────────────────────────────────────────────────│──┘
-                                                                          │
-                                                                     Data Access
-```
-
-
-## Success Metrics
-
-*   **Feature Completeness:** Support for all specified SELECT operations and metadata commands
-*   **Performance:** 
-    *   **Simple SELECT queries**: < 100ms latency for single-table queries with up to 3 WHERE predicates on ≤ 100K records
-    *   **Complex queries**: < 1s latency for queries involving aggregations (COUNT, SUM, MAX, MIN) on ≤ 1M records
-    *   **Time-range queries**: < 500ms for timestamp-based filtering on ≤ 500K records within 24-hour windows
-*   **Scalability:** Handle topics with millions of messages efficiently

docker/Dockerfile.e2e

@@ -2,28 +2,12 @@ FROM ubuntu:22.04
 
 LABEL author="Chris Lu"
 
-# Use faster mirrors and optimize package installation
-# Note: This e2e test image intentionally runs as root for simplicity and compatibility.
-# Production images (Dockerfile.go_build) use proper user isolation with su-exec.
-# For testing purposes, running as root avoids permission complexities and dependency
-# on Alpine-specific tools like su-exec (not available in Ubuntu repos).
-RUN apt-get update && \
-    DEBIAN_FRONTEND=noninteractive apt-get install -y \
-    --no-install-recommends \
-    --no-install-suggests \
-    curl \
-    fio \
-    fuse \
-    ca-certificates \
-    && apt-get clean \
-    && rm -rf /var/lib/apt/lists/* \
-    && rm -rf /tmp/* \
-    && rm -rf /var/tmp/*
+RUN apt-get update && apt-get install -y curl fio fuse
 RUN mkdir -p /etc/seaweedfs /data/filerldb2
 
 COPY ./weed /usr/bin/
 COPY ./filer.toml /etc/seaweedfs/filer.toml
-COPY ./entrypoint_e2e.sh /entrypoint.sh
+COPY ./entrypoint.sh /entrypoint.sh
 
 # volume server grpc port
 EXPOSE 18080

docker/Dockerfile.foundationdb_large

@@ -1,131 +0,0 @@
-FROM golang:1.24 AS builder
-
-RUN apt-get update && \
-    apt-get install -y build-essential wget ca-certificates && \
-    rm -rf /var/lib/apt/lists/*
-
-ARG FDB_VERSION=7.4.5
-ENV FDB_VERSION=${FDB_VERSION}
-ARG TARGETARCH
-
-# Install FoundationDB client libraries with SHA256 checksum verification
-# Known SHA256 checksums for FoundationDB client packages (verified 2025-01-19)
-# To add checksums for new versions: run docker/get_fdb_checksum.sh <version> <arch>
-RUN cd /tmp && \
-    case "${TARGETARCH}" in \
-        "amd64") FDB_ARCH="amd64"; PACKAGE_ARCH="amd64" ;; \
-        "arm64") FDB_ARCH="arm64"; PACKAGE_ARCH="aarch64" ;; \
-        *) echo "Unsupported architecture: ${TARGETARCH}" >&2; exit 1 ;; \
-    esac && \
-    case "${FDB_VERSION}_${FDB_ARCH}" in \
-        "7.4.5_amd64") \
-            EXPECTED_SHA256="eea6b98cf386a0848655b2e196d18633662a7440a7ee061c10e32153c7e7e112" ;; \
-        "7.4.5_arm64") \
-            EXPECTED_SHA256="f2176b86b7e1b561c3632b4e6e7efb82e3b8f57c2ff0d0ac4671e742867508aa" ;; \
-        "7.3.43_amd64") \
-            EXPECTED_SHA256="c3fa0a59c7355b914a1455dac909238d5ea3b6c6bc7b530af8597e6487c1651a" ;; \
-        "7.3.43_arm64") \
-            echo "ERROR: FoundationDB ${FDB_VERSION} does not publish arm64 client packages." >&2; \
-            echo "Please upgrade to 7.4.5+ when targeting arm64." >&2; \
-            exit 1 ;; \
-        *) \
-            echo "ERROR: No checksum available for FDB version ${FDB_VERSION} on ${FDB_ARCH}" >&2; \
-            echo "This is a security requirement. To add verification:" >&2; \
-            echo "  1. Run: docker/get_fdb_checksum.sh ${FDB_VERSION} ${FDB_ARCH}" >&2; \
-            echo "  2. Add the checksum to this Dockerfile" >&2; \
-            echo "Refusing to proceed without checksum verification." >&2; \
-            exit 1 ;; \
-    esac && \
-    PACKAGE="foundationdb-clients_${FDB_VERSION}-1_${PACKAGE_ARCH}.deb" && \
-    wget --timeout=30 --tries=3 https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE} && \
-    echo "${EXPECTED_SHA256}  ${PACKAGE}" | sha256sum -c - || \
-        (echo "ERROR: Checksum verification failed for FoundationDB ${FDB_VERSION} (${FDB_ARCH})" >&2; \
-         echo "Expected: ${EXPECTED_SHA256}" >&2; \
-         echo "This indicates either a corrupted download or potential tampering." >&2; \
-         exit 1) && \
-    dpkg -i ${PACKAGE} && \
-    rm ${PACKAGE}
-
-# Set up FoundationDB environment variables for CGO
-ENV CGO_CFLAGS="-I/usr/include/foundationdb"
-ENV CGO_LDFLAGS="-lfdb_c"
-
-# build SeaweedFS sources; prefer local context but fall back to git clone if context only has docker files
-ARG SOURCE_REF=master
-WORKDIR /go/src/github.com/seaweedfs/seaweedfs
-COPY . .
-RUN set -euo pipefail && \
-    if [ ! -d weed ]; then \
-        echo "Local build context does not include SeaweedFS sources; cloning ${SOURCE_REF}" >&2; \
-        mkdir -p /tmp/local-context && cp -a /go/src/github.com/seaweedfs/seaweedfs/. /tmp/local-context && \
-        cd / && rm -rf /go/src/github.com/seaweedfs/seaweedfs && \
-        git clone --depth 1 --branch ${SOURCE_REF} https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs && \
-        cp -a /tmp/local-context/. /go/src/github.com/seaweedfs/seaweedfs/docker/ && \
-        rm -rf /tmp/local-context && \
-        cd /go/src/github.com/seaweedfs/seaweedfs; \
-    fi && \
-    cd weed \
-  && COMMIT_SHA=$(git rev-parse --short HEAD 2>/dev/null || echo "unknown") \
-  && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=${COMMIT_SHA}" \
-  && go install -tags "5BytesOffset foundationdb" -ldflags "${LDFLAGS}"
-
-
-FROM debian:bookworm-slim AS final
-LABEL author="Chris Lu"
-
-# Install runtime dependencies first
-RUN apt-get update && \
-    apt-get install -y --no-install-recommends \
-    ca-certificates \
-    fuse \
-    wget && \
-    rm -rf /var/lib/apt/lists/*
-
-# Reuse FoundationDB artifacts installed during the build stage
-COPY --from=builder /usr/lib/libfdb_c* /usr/lib/
-COPY --from=builder /usr/lib/foundationdb /usr/lib/foundationdb
-COPY --from=builder /usr/bin/fdb* /usr/bin/
-RUN ldconfig
-
-# Copy SeaweedFS binary and configuration
-COPY --from=builder /go/bin/weed /usr/bin/
-RUN mkdir -p /etc/seaweedfs
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_foundationdb.toml /etc/seaweedfs/filer.toml
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Create non-root user
-RUN groupadd -g 1000 seaweed && \
-    useradd -u 1000 -g seaweed -s /bin/bash -m seaweed
-
-# volume server gprc port
-EXPOSE 18080
-# volume server http port
-EXPOSE 8080
-# filer server gprc port
-EXPOSE 18888
-# filer server http port
-EXPOSE 8888
-# master server shared gprc port
-EXPOSE 19333
-# master server shared http port
-EXPOSE 9333
-# s3 server http port
-EXPOSE 8333
-# webdav server http port
-EXPOSE 7333
-
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
-
-VOLUME /data
-
-WORKDIR /data
-
-# Switch to non-root user
-USER seaweed
-
-ENTRYPOINT ["/entrypoint.sh"]
-

docker/Dockerfile.go_build

@@ -1,17 +1,10 @@
 FROM golang:1.24-alpine as builder
 RUN apk add git g++ fuse
 RUN mkdir -p /go/src/github.com/seaweedfs/
+RUN git clone https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
 ARG BRANCH=${BRANCH:-master}
-# Clone with full history and all tags to ensure all commits are available
-RUN git clone --no-single-branch --tags https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
 ARG TAGS
-RUN cd /go/src/github.com/seaweedfs/seaweedfs && \
-    (git checkout $BRANCH || \
-     (echo "Checkout failed, fetching all history..." && \
-      git fetch --all --tags --prune && \
-      git checkout $BRANCH) || \
-     (echo "ERROR: Branch/commit $BRANCH not found in repository" && \
-      echo "Available branches:" && git branch -a && exit 1))
+RUN cd /go/src/github.com/seaweedfs/seaweedfs && git checkout $BRANCH
 RUN cd /go/src/github.com/seaweedfs/seaweedfs/weed \
   && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(git rev-parse --short HEAD)" \
   && CGO_ENABLED=0 go install -tags "$TAGS" -ldflags "-extldflags -static ${LDFLAGS}"
@@ -22,11 +15,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse # for weed mount
 
 # volume server gprc port
 EXPOSE 18080
@@ -45,14 +34,11 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filerldb2 && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filerldb2
 
 VOLUME /data
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.local

@@ -1,15 +1,13 @@
 FROM alpine AS final
 LABEL author="Chris Lu"
-COPY  ./weed /usr/bin/weed
-RUN chmod +x /usr/bin/weed && ls -la /usr/bin/weed
+COPY  ./weed /usr/bin/
+COPY  ./weed_pub* /usr/bin/
+COPY  ./weed_sub* /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY ./filer.toml /etc/seaweedfs/filer.toml
 COPY ./entrypoint.sh /entrypoint.sh
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse curl su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse # for weed mount
+RUN apk add curl # for health checks
 
 # volume server grpc port
 EXPOSE 18080
@@ -28,14 +26,11 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filerldb2 && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filerldb2
 
 VOLUME /data
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.rocksdb_dev_env

@@ -1,17 +1,16 @@
-FROM golang:1.24 AS builder
+FROM golang:1.24 as builder
 
 RUN apt-get update
 RUN apt-get install -y build-essential libsnappy-dev zlib1g-dev libbz2-dev libgflags-dev liblz4-dev libzstd-dev
 
-ARG ROCKSDB_VERSION=v10.5.1
-ENV ROCKSDB_VERSION=${ROCKSDB_VERSION}
+ENV ROCKSDB_VERSION v10.2.1
 
 # build RocksDB
 RUN cd /tmp && \
     git clone https://github.com/facebook/rocksdb.git /tmp/rocksdb --depth 1 --single-branch --branch $ROCKSDB_VERSION && \
     cd rocksdb && \
-    PORTABLE=1 make -j"$(nproc)" static_lib && \
+    PORTABLE=1 make static_lib && \
     make install-static
 
-ENV CGO_CFLAGS="-I/tmp/rocksdb/include"
-ENV CGO_LDFLAGS="-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
+ENV CGO_CFLAGS "-I/tmp/rocksdb/include"
+ENV CGO_LDFLAGS "-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"

docker/Dockerfile.rocksdb_large

@@ -1,25 +1,24 @@
-FROM golang:1.24 AS builder
+FROM golang:1.24 as builder
 
 RUN apt-get update
 RUN apt-get install -y build-essential libsnappy-dev zlib1g-dev libbz2-dev libgflags-dev liblz4-dev libzstd-dev
 
-ARG ROCKSDB_VERSION=v10.5.1
-ENV ROCKSDB_VERSION=${ROCKSDB_VERSION}
+ENV ROCKSDB_VERSION v10.2.1
 
 # build RocksDB
 RUN cd /tmp && \
     git clone https://github.com/facebook/rocksdb.git /tmp/rocksdb --depth 1 --single-branch --branch $ROCKSDB_VERSION && \
     cd rocksdb && \
-    PORTABLE=1 make -j"$(nproc)" static_lib && \
+    PORTABLE=1 make static_lib && \
     make install-static
 
-ENV CGO_CFLAGS="-I/tmp/rocksdb/include"
-ENV CGO_LDFLAGS="-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
+ENV CGO_CFLAGS "-I/tmp/rocksdb/include"
+ENV CGO_LDFLAGS "-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
 
 # build SeaweedFS
 RUN mkdir -p /go/src/github.com/seaweedfs/
 RUN git clone https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
-ARG BRANCH=master
+ARG BRANCH=${BRANCH:-master}
 RUN cd /go/src/github.com/seaweedfs/seaweedfs && git checkout $BRANCH
 RUN cd /go/src/github.com/seaweedfs/seaweedfs/weed \
   && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(git rev-parse --short HEAD)" \
@@ -32,11 +31,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse snappy gflags
 
 # volume server gprc port
 EXPOSE 18080
@@ -55,15 +50,12 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filer_rocksdb && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filer_rocksdb
 
 VOLUME /data
 
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.rocksdb_large_local

@@ -15,11 +15,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags tmux su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse snappy gflags tmux
 
 # volume server gprc port
 EXPOSE 18080
@@ -38,15 +34,12 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filer_rocksdb && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filer_rocksdb
 
 VOLUME /data
 
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Makefile

@@ -5,34 +5,22 @@ all: gen
 gen: dev
 
 cgo ?= 0
-ldflags_extra ?= -extldflags -static
-
 binary:
 	export SWCOMMIT=$(shell git rev-parse --short HEAD)
 	export SWLDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(SWCOMMIT)"
-	cd ../weed && CGO_ENABLED=$(cgo) GOOS=linux go build $(options) -tags "$(tags)" -ldflags "-s -w $(ldflags_extra) $(SWLDFLAGS)" -o weed_binary && mv weed_binary ../docker/weed
+	cd ../weed && CGO_ENABLED=$(cgo) GOOS=linux go build $(options) -tags "$(tags)" -ldflags "-s -w -extldflags -static $(SWLDFLAGS)" -o weed_binary && mv weed_binary ../docker/weed
 	cd ../other/mq_client_example/agent_pub_record && CGO_ENABLED=$(cgo) GOOS=linux go build && mv agent_pub_record ../../../docker/
 	cd ../other/mq_client_example/agent_sub_record && CGO_ENABLED=$(cgo) GOOS=linux go build && mv agent_sub_record ../../../docker/
 
-# Race detector requires CGO and dynamic linking - don't use -static
 binary_race: options = -race
 binary_race: cgo = 1
-binary_race: ldflags_extra =
 binary_race: binary
 
 build: binary
 	docker build --no-cache -t chrislusf/seaweedfs:local -f Dockerfile.local .
 
 build_e2e: binary_race
-	docker buildx build \
-		--cache-from=type=local,src=/tmp/.buildx-cache \
-		--cache-to=type=local,dest=/tmp/.buildx-cache-new,mode=max \
-		--load \
-		-t chrislusf/seaweedfs:e2e \
-		-f Dockerfile.e2e .
-	# Move cache to avoid growing cache size
-	rm -rf /tmp/.buildx-cache || true
-	mv /tmp/.buildx-cache-new /tmp/.buildx-cache || true
+	docker build --no-cache -t chrislusf/seaweedfs:e2e -f Dockerfile.e2e .
 
 go_build: # make go_build tags=elastic,ydb,gocdk,hdfs,5BytesOffset,tarantool
 	docker build --build-arg TAGS=$(tags) --no-cache -t chrislusf/seaweedfs:go_build -f Dockerfile.go_build .

docker/admin_integration/Makefile

@@ -1,7 +1,7 @@
 # SeaweedFS Admin Integration Test Makefile
 # Tests the admin server and worker functionality using official weed commands
 
-.PHONY: help build build-and-restart restart-workers start stop restart logs clean status test admin-ui worker-logs master-logs admin-logs vacuum-test vacuum-demo vacuum-status vacuum-data vacuum-data-high vacuum-data-low vacuum-continuous vacuum-clean vacuum-help
+.PHONY: help build build-and-restart restart-workers restart-admin start stop restart logs clean status test admin-ui worker-logs master-logs admin-logs vacuum-test vacuum-demo vacuum-status vacuum-data vacuum-data-high vacuum-data-low vacuum-continuous vacuum-clean vacuum-help file-generation-test file-deletion-test all-file-tests
 .DEFAULT_GOAL := help
 
 COMPOSE_FILE := docker-compose-ec-test.yml
@@ -34,29 +34,45 @@ restart-workers: ## Restart all workers to reconnect to admin server
 	@docker-compose -f $(COMPOSE_FILE) restart worker1 worker2 worker3
 	@echo "✅ Workers restarted and will reconnect to admin server"
 
+restart-admin: ## Restart admin server (useful after deadlock fixes)
+	@echo "🔄 Restarting admin server..."
+	@docker-compose -f $(COMPOSE_FILE) restart admin
+	@echo "✅ Admin server restarted"
+	@echo "🌐 Admin UI: http://localhost:23646/"
+
 help: ## Show this help message
 	@echo "SeaweedFS Admin Integration Test"
 	@echo "================================"
 	@echo "Tests admin server task distribution to workers using official weed commands"
 	@echo ""
 	@echo "🏗️  Cluster Management:"
-	@grep -E '^(start|stop|restart|clean|status|build):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
+	@grep -E '^(start|stop|restart|restart-admin|restart-workers|clean|status|build):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
 	@echo ""
 	@echo "🧪 Testing:"
-	@grep -E '^(test|demo|validate|quick-test):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
+	@grep -E '^(test|demo|validate|quick-test|file-.*-test|all-file-tests):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
 	@echo ""
 	@echo "🗑️  Vacuum Testing:"
 	@grep -E '^vacuum-.*:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
 	@echo ""
+	@echo "🔧 EC Vacuum Testing:"
+	@grep -E '^ec-vacuum-.*:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
+	@echo ""
 	@echo "📜 Monitoring:"
 	@grep -E '^(logs|admin-logs|worker-logs|master-logs|admin-ui):.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  %-18s %s\n", $$1, $$2}'
 	@echo ""
 	@echo "🚀 Quick Start:"
 	@echo "  make start           # Start cluster"
-	@echo "  make vacuum-test     # Test vacuum tasks"
-	@echo "  make vacuum-help     # Vacuum testing guide"
+	@echo "  make vacuum-test        # Test regular vacuum tasks"
+	@echo "  make ec-vacuum-test     # Test EC vacuum tasks"
+	@echo "  make file-generation-test # Test file generation (600 files)"
+	@echo "  make file-deletion-test   # Test file deletion (300 files)"
+	@echo "  make all-file-tests       # Run both file tests"
+	@echo "  make vacuum-help     # Regular vacuum guide"
+	@echo "  make ec-vacuum-help  # EC vacuum guide"
 	@echo ""
-	@echo "💡 For detailed vacuum testing: make vacuum-help"
+	@echo "💡 For detailed testing guides:"
+	@echo "  make vacuum-help     # Regular vacuum testing"
+	@echo "  make ec-vacuum-help  # EC vacuum testing"
 
 start: ## Start the complete SeaweedFS cluster with admin and workers
 	@echo "🚀 Starting SeaweedFS cluster with admin and workers..."
@@ -316,6 +332,190 @@ vacuum-clean: ## Clean up vacuum test data (removes all volumes!)
 	@docker-compose -f $(COMPOSE_FILE) up -d
 	@echo "✅ Clean up complete. Fresh volumes ready for testing."
 
+# EC Vacuum Testing Targets
+file-generation-test: ## Run the file generation test (600 files of 100KB to volume 1)
+	@echo "🧪 Running File Generation Test"
+	@echo "==============================="
+	@echo "1️⃣ Ensuring cluster is running..."
+	@docker-compose -f $(COMPOSE_FILE) up -d
+	@echo "2️⃣ Waiting for cluster to be ready..."
+	@sleep 10
+	@echo "3️⃣ Running file generation test..."
+	@go test -v . -run TestFileGeneration
+	@echo "✅ File generation test completed!"
+	@echo "💡 This test generates 600 files of 100KB each to volume 1 with hardcoded cookie"
+
+file-deletion-test: ## Run the file deletion test (delete 300 files from volume 1)
+	@echo "🧪 Running File Deletion Test"
+	@echo "============================="
+	@echo "1️⃣ Ensuring cluster is running..."
+	@docker-compose -f $(COMPOSE_FILE) up -d
+	@echo "2️⃣ Waiting for cluster to be ready..."
+	@sleep 10
+	@echo "3️⃣ Running file deletion test..."
+	@go test -v . -run TestFileDeletion
+	@echo "✅ File deletion test completed!"
+	@echo "💡 This test generates 600 files then deletes exactly 300 of them"
+
+all-file-tests: ## Run both file generation and deletion tests
+	@echo "🧪 Running All File Tests"
+	@echo "========================="
+	@echo "1️⃣ Ensuring cluster is running..."
+	@docker-compose -f $(COMPOSE_FILE) up -d
+	@echo "2️⃣ Waiting for cluster to be ready..."
+	@sleep 10
+	@echo "3️⃣ Running file generation test..."
+	@go test -v . -run TestFileGeneration
+	@echo "4️⃣ Running file deletion test..."
+	@go test -v . -run TestFileDeletion
+	@echo "✅ All file tests completed!"
+
+ec-vacuum-go-test: ## Run the Go-based EC vacuum integration test with detailed file ID tracking (legacy)
+	@echo "🧪 Running EC Vacuum Go Integration Test"
+	@echo "========================================"
+	@echo "1️⃣ Ensuring cluster is running..."
+	@docker-compose -f $(COMPOSE_FILE) up -d
+	@echo "2️⃣ Waiting for cluster to be ready..."
+	@sleep 10
+	@echo "3️⃣ Running Go test with file ID tracking..."
+	@go test -v . -run TestECVolumeVacuum
+	@echo "✅ EC Vacuum Go test completed!"
+	@echo "💡 This test shows which file IDs are written and deleted"
+
+ec-vacuum-test: ## Generate EC volumes and test EC vacuum functionality
+	@echo "🧪 SeaweedFS EC Vacuum Task Testing"
+	@echo "===================================="
+	@echo ""
+	@echo "1️⃣ Checking cluster health..."
+	@curl -s http://localhost:9333/cluster/status | jq '.IsLeader' > /dev/null && echo "✅ Master ready" || (echo "❌ Master not ready. Run 'make start' first." && exit 1)
+	@curl -s http://localhost:23646/ | grep -q "Admin" && echo "✅ Admin ready" || (echo "❌ Admin not ready. Run 'make start' first." && exit 1)
+	@echo ""
+	@echo "2️⃣ Generating data to trigger EC encoding..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=generate -files=30 -size=3000
+	@echo ""
+	@echo "3️⃣ Waiting for EC encoding to complete..."
+	@echo "⏳ This may take 2-3 minutes..."
+	@sleep 120
+	@echo ""
+	@echo "4️⃣ Generating deletions on EC volumes..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=delete -delete=0.4
+	@echo ""
+	@echo "5️⃣ Configuration Instructions:"
+	@echo "   Visit: http://localhost:23646/maintenance/config/ec_vacuum"
+	@echo "   Set for testing:"
+	@echo "     • Enable EC Vacuum Tasks: ✅ Checked"
+	@echo "     • Garbage Threshold: 0.30 (30%)"
+	@echo "     • Scan Interval: [60] [Seconds]"
+	@echo "     • Min Volume Age: [2] [Minutes]"
+	@echo "     • Max Concurrent: 2"
+	@echo ""
+	@echo "6️⃣ Monitor EC vacuum tasks at: http://localhost:23646/maintenance"
+	@echo ""
+	@echo "💡 Use 'make ec-vacuum-status' to check EC volume garbage ratios"
+
+ec-vacuum-generate: ## Generate large files to trigger EC encoding
+	@echo "📁 Generating data to trigger EC encoding..."
+	@echo "Creating large files targeting >50MB per volume..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=generate -files=25 -size=3000
+	@echo ""
+	@echo "⏳ Wait 2-3 minutes for EC encoding, then run 'make ec-vacuum-delete'"
+
+ec-vacuum-delete: ## Create deletions on EC volumes to generate garbage
+	@echo "🗑️ Creating deletions on EC volumes..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=delete -delete=$${DELETE:-0.4}
+	@echo ""
+	@echo "💡 Use 'make ec-vacuum-status' to check garbage ratios"
+
+ec-vacuum-status: ## Check EC volume status and garbage ratios
+	@echo "📊 EC Volume Status and Garbage Ratios"
+	@echo "====================================="
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=status
+
+ec-vacuum-continuous: ## Generate continuous EC garbage for testing
+	@echo "🔄 Generating continuous EC garbage for vacuum testing..."
+	@echo "Running 3 rounds with 60-second intervals..."
+	@for i in $$(seq 1 3); do \
+		echo "Round $$i: Generating large files..."; \
+		docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=generate -files=15 -size=4000; \
+		echo "Waiting 90 seconds for EC encoding..."; \
+		sleep 90; \
+		echo "Creating deletions..."; \
+		docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=delete -delete=0.5; \
+		echo "Waiting 60 seconds before next round..."; \
+		sleep 60; \
+	done
+	@echo "✅ Continuous EC vacuum test complete. Monitor admin UI for ec_vacuum tasks!"
+
+ec-vacuum-high: ## Create high garbage on EC volumes (should trigger EC vacuum)
+	@echo "📁 Creating high garbage EC volumes (60% garbage)..."
+	@echo "1. Generating files for EC..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=generate -files=20 -size=4000
+	@echo "2. Waiting for EC encoding..."
+	@sleep 120
+	@echo "3. Creating high garbage ratio..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=delete -delete=0.6
+
+ec-vacuum-low: ## Create low garbage on EC volumes (should NOT trigger EC vacuum)
+	@echo "📁 Creating low garbage EC volumes (20% garbage)..."
+	@echo "1. Generating files for EC..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=generate -files=20 -size=4000
+	@echo "2. Waiting for EC encoding..."
+	@sleep 120
+	@echo "3. Creating low garbage ratio..."
+	@docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=delete -delete=0.2
+
+ec-vacuum-monitor: ## Monitor EC vacuum task activity in real-time
+	@echo "📊 Monitoring EC Vacuum Task Activity"
+	@echo "===================================="
+	@echo "Press Ctrl+C to stop monitoring"
+	@echo ""
+	@while true; do \
+		echo "=== $(date) ==="; \
+		docker-compose -f $(COMPOSE_FILE) exec vacuum-tester go run create_vacuum_test_data.go -phase=status; \
+		echo ""; \
+		echo "🔍 Recent admin logs (EC vacuum activity):"; \
+		docker-compose -f $(COMPOSE_FILE) logs --tail=5 admin | grep -i "ec_vacuum\|vacuum.*ec" || echo "No recent EC vacuum activity"; \
+		echo ""; \
+		sleep 30; \
+	done
+
+ec-vacuum-help: ## Show EC vacuum testing help and examples
+	@echo "🧪 EC Vacuum Testing Commands"
+	@echo "============================="
+	@echo ""
+	@echo "Quick Start:"
+	@echo "  make start                  # Start SeaweedFS cluster"
+	@echo "  make ec-vacuum-test         # Full EC vacuum test cycle"
+	@echo "  make ec-vacuum-status       # Check EC volume status"
+	@echo ""
+	@echo "Manual Testing:"
+	@echo "  make ec-vacuum-generate     # 1. Generate data → trigger EC"
+	@echo "  # Wait 2-3 minutes for EC encoding to complete"
+	@echo "  make ec-vacuum-delete       # 2. Create deletions → garbage"
+	@echo "  make ec-vacuum-status       # 3. Check garbage ratios"
+	@echo ""
+	@echo "Automated Testing:"
+	@echo "  make ec-vacuum-high         # High garbage (should trigger)"
+	@echo "  make ec-vacuum-low          # Low garbage (should NOT trigger)"
+	@echo "  make ec-vacuum-continuous   # Continuous testing cycle"
+	@echo ""
+	@echo "Monitoring:"
+	@echo "  make ec-vacuum-status       # Quick EC volume status"
+	@echo "  make ec-vacuum-monitor      # Real-time monitoring"
+	@echo ""
+	@echo "Configuration:"
+	@echo "  Visit: http://localhost:23646/maintenance/config/ec_vacuum"
+	@echo "  Monitor: http://localhost:23646/maintenance"
+	@echo ""
+	@echo "💡 EC volumes need time to encode after data generation"
+	@echo "💡 Wait 2-3 minutes between generate and delete phases"
+	@echo ""
+	@echo "Understanding EC Vacuum:"
+	@echo "  • Regular volumes → EC volumes (when >50MB)"
+	@echo "  • EC vacuum cleans garbage from EC volumes"
+	@echo "  • Requires different thresholds than regular vacuum"
+	@echo "  • More complex due to shard distribution"
+
 vacuum-help: ## Show vacuum testing help and examples
 	@echo "🧪 Vacuum Testing Commands (Docker-based)"
 	@echo "=========================================="

docker/admin_integration/create_vacuum_test_data.go

@@ -9,29 +9,33 @@ import (
 	"io"
 	"log"
 	"net/http"
+	"os"
 	"time"
 )
 
 var (
 	master      = flag.String("master", "master:9333", "SeaweedFS master server address")
+	filer       = flag.String("filer", "filer1:8888", "SeaweedFS filer server address")
+	phase       = flag.String("phase", "", "Phase to execute: generate, delete, status (for EC vacuum testing)")
 	fileCount   = flag.Int("files", 20, "Number of files to create")
 	deleteRatio = flag.Float64("delete", 0.4, "Ratio of files to delete (0.0-1.0)")
 	fileSizeKB  = flag.Int("size", 100, "Size of each file in KB")
 )
 
-type AssignResult struct {
-	Fid       string `json:"fid"`
-	Url       string `json:"url"`
-	PublicUrl string `json:"publicUrl"`
-	Count     int    `json:"count"`
-	Error     string `json:"error"`
-}
+// No longer needed - using filer-based operations
 
 func main() {
 	flag.Parse()
 
+	// Handle EC vacuum testing phases
+	if *phase != "" {
+		handleECVacuumPhase()
+		return
+	}
+
 	fmt.Println("🧪 Creating fake data for vacuum task testing...")
 	fmt.Printf("Master: %s\n", *master)
+	fmt.Printf("Filer: %s\n", *filer)
 	fmt.Printf("Files to create: %d\n", *fileCount)
 	fmt.Printf("Delete ratio: %.1f%%\n", *deleteRatio*100)
 	fmt.Printf("File size: %d KB\n", *fileSizeKB)
@@ -46,11 +50,11 @@ func main() {
 
 	// Step 1: Create test files
 	fmt.Println("📁 Step 1: Creating test files...")
-	fids := createTestFiles()
+	filePaths := createTestFiles()
 
 	// Step 2: Delete some files to create garbage
 	fmt.Println("🗑️  Step 2: Deleting files to create garbage...")
-	deleteFiles(fids)
+	deleteFiles(filePaths)
 
 	// Step 3: Check volume status
 	fmt.Println("📊 Step 3: Checking volume status...")
@@ -62,45 +66,41 @@ func main() {
 }
 
 func createTestFiles() []string {
-	var fids []string
+	var filePaths []string
 
 	for i := 0; i < *fileCount; i++ {
 		// Generate random file content
 		fileData := make([]byte, *fileSizeKB*1024)
 		rand.Read(fileData)
 
-		// Get file ID assignment
-		assign, err := assignFileId()
+		// Create file path
+		filePath := fmt.Sprintf("/vacuum_test/test_file_%d_%d.dat", time.Now().Unix(), i)
+
+		// Upload file to filer
+		err := uploadFileToFiler(filePath, fileData)
 		if err != nil {
-			log.Printf("Failed to assign file ID for file %d: %v", i, err)
+			log.Printf("Failed to upload file %d to filer: %v", i, err)
 			continue
 		}
 
-		// Upload file
-		err = uploadFile(assign, fileData, fmt.Sprintf("test_file_%d.dat", i))
-		if err != nil {
-			log.Printf("Failed to upload file %d: %v", i, err)
-			continue
-		}
-
-		fids = append(fids, assign.Fid)
+		filePaths = append(filePaths, filePath)
 
 		if (i+1)%5 == 0 {
 			fmt.Printf("  Created %d/%d files...\n", i+1, *fileCount)
 		}
 	}
 
-	fmt.Printf("✅ Created %d files successfully\n\n", len(fids))
-	return fids
+	fmt.Printf("✅ Created %d files successfully\n\n", len(filePaths))
+	return filePaths
 }
 
-func deleteFiles(fids []string) {
-	deleteCount := int(float64(len(fids)) * *deleteRatio)
+func deleteFiles(filePaths []string) {
+	deleteCount := int(float64(len(filePaths)) * *deleteRatio)
 
 	for i := 0; i < deleteCount; i++ {
-		err := deleteFile(fids[i])
+		err := deleteFileFromFiler(filePaths[i])
 		if err != nil {
-			log.Printf("Failed to delete file %s: %v", fids[i], err)
+			log.Printf("Failed to delete file %s: %v", filePaths[i], err)
 			continue
 		}
 
@@ -112,46 +112,23 @@ func deleteFiles(fids []string) {
 	fmt.Printf("✅ Deleted %d files (%.1f%% of total)\n\n", deleteCount, *deleteRatio*100)
 }
 
-func assignFileId() (*AssignResult, error) {
-	resp, err := http.Get(fmt.Sprintf("http://%s/dir/assign", *master))
+// Filer-based functions for file operations
+
+func uploadFileToFiler(filePath string, data []byte) error {
+	url := fmt.Sprintf("http://%s%s", *filer, filePath)
+
+	req, err := http.NewRequest("PUT", url, bytes.NewReader(data))
 	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	var result AssignResult
-	err = json.NewDecoder(resp.Body).Decode(&result)
-	if err != nil {
-		return nil, err
-	}
-
-	if result.Error != "" {
-		return nil, fmt.Errorf("assignment error: %s", result.Error)
-	}
-
-	return &result, nil
-}
-
-func uploadFile(assign *AssignResult, data []byte, filename string) error {
-	url := fmt.Sprintf("http://%s/%s", assign.Url, assign.Fid)
-
-	body := &bytes.Buffer{}
-	body.Write(data)
-
-	req, err := http.NewRequest("POST", url, body)
-	if err != nil {
-		return err
+		return fmt.Errorf("failed to create request: %v", err)
 	}
 
 	req.Header.Set("Content-Type", "application/octet-stream")
-	if filename != "" {
-		req.Header.Set("Content-Disposition", fmt.Sprintf("attachment; filename=\"%s\"", filename))
-	}
+	req.ContentLength = int64(len(data))
 
-	client := &http.Client{Timeout: 30 * time.Second}
+	client := &http.Client{Timeout: 60 * time.Second}
 	resp, err := client.Do(req)
 	if err != nil {
-		return err
+		return fmt.Errorf("failed to upload to filer: %v", err)
 	}
 	defer resp.Body.Close()
 
@@ -163,21 +140,28 @@ func uploadFile(assign *AssignResult, data []byte, filename string) error {
 	return nil
 }
 
-func deleteFile(fid string) error {
-	url := fmt.Sprintf("http://%s/%s", *master, fid)
+func deleteFileFromFiler(filePath string) error {
+	url := fmt.Sprintf("http://%s%s", *filer, filePath)
 
 	req, err := http.NewRequest("DELETE", url, nil)
 	if err != nil {
-		return err
+		return fmt.Errorf("failed to create delete request: %v", err)
 	}
 
-	client := &http.Client{Timeout: 10 * time.Second}
+	client := &http.Client{Timeout: 30 * time.Second}
 	resp, err := client.Do(req)
 	if err != nil {
-		return err
+		return fmt.Errorf("failed to delete from filer: %v", err)
 	}
 	defer resp.Body.Close()
 
+	// Accept both 204 (No Content) and 404 (Not Found) as success
+	// 404 means file was already deleted
+	if resp.StatusCode != http.StatusNoContent && resp.StatusCode != http.StatusNotFound {
+		body, _ := io.ReadAll(resp.Body)
+		return fmt.Errorf("delete failed with status %d: %s", resp.StatusCode, string(body))
+	}
+
 	return nil
 }
 
@@ -274,7 +258,320 @@ func printTestingInstructions() {
 	fmt.Println("   Garbage ratios should decrease after vacuum operations")
 	fmt.Println()
 
-	fmt.Printf("🚀 Quick test command:\n")
-	fmt.Printf("   go run create_vacuum_test_data.go -files=0\n")
+	fmt.Printf("🚀 Quick test commands:\n")
+	fmt.Printf("   go run create_vacuum_test_data.go -files=0          # Check volume status\n")
+	fmt.Printf("   go run create_vacuum_test_data.go -phase=status     # Check EC volumes\n")
 	fmt.Println()
+	fmt.Println("💡 All operations now use the filer for realistic file management")
+}
+
+// EC Vacuum Testing Functions
+
+func handleECVacuumPhase() {
+	fmt.Printf("🧪 EC Vacuum Test Data Script - Phase: %s\n", *phase)
+	fmt.Printf("Master: %s\n", *master)
+	fmt.Printf("Filer: %s\n", *filer)
+	fmt.Println()
+
+	switch *phase {
+	case "generate":
+		generateECTestData()
+	case "delete":
+		deleteFromECVolumes()
+	case "status":
+		checkECVolumeStatus()
+	default:
+		fmt.Printf("❌ Unknown phase: %s\n", *phase)
+		fmt.Println("Valid phases: generate, delete, status")
+	}
+}
+
+func generateECTestData() {
+	fmt.Println("📁 Generating large files to trigger EC encoding...")
+	fmt.Printf("Files to create: %d\n", *fileCount)
+	fmt.Printf("File size: %d KB\n", *fileSizeKB)
+	fmt.Printf("Filer: %s\n", *filer)
+	fmt.Println()
+
+	var filePaths []string
+
+	for i := 0; i < *fileCount; i++ {
+		// Generate random file content
+		fileData := make([]byte, *fileSizeKB*1024)
+		rand.Read(fileData)
+
+		// Create file path
+		filePath := fmt.Sprintf("/ec_test/large_file_%d_%d.dat", time.Now().Unix(), i)
+
+		// Upload file to filer
+		err := uploadFileToFiler(filePath, fileData)
+		if err != nil {
+			log.Printf("Failed to upload file %d to filer: %v", i, err)
+			continue
+		}
+
+		filePaths = append(filePaths, filePath)
+
+		if (i+1)%5 == 0 {
+			fmt.Printf("  Created %d/%d files... (latest: %s)\n", i+1, *fileCount, filePath)
+		}
+	}
+
+	fmt.Printf("✅ Created %d files successfully\n", len(filePaths))
+
+	// Store file paths for later deletion (using mounted working directory)
+	err := storeFilePathsToFile(filePaths, "ec_test_files.json")
+	if err != nil {
+		fmt.Printf("⚠️  Warning: Failed to store file paths for deletion: %v\n", err)
+		fmt.Println("💡 You can still test EC vacuum manually through the admin UI")
+	} else {
+		fmt.Printf("📝 Stored %d file paths for deletion phase\n", len(filePaths))
+	}
+
+	fmt.Println()
+	fmt.Println("📊 Current volume status:")
+	checkVolumeStatus()
+
+	fmt.Println()
+	fmt.Println("⏳ Wait 2-3 minutes for EC encoding to complete...")
+	fmt.Println("💡 EC encoding happens when volumes exceed 50MB")
+	fmt.Println("💡 Run 'make ec-vacuum-status' to check EC volume creation")
+	fmt.Println("💡 Then run 'make ec-vacuum-delete' to create garbage")
+}
+
+func deleteFromECVolumes() {
+	fmt.Printf("🗑️ Creating deletions on EC volumes (ratio: %.1f%%)\n", *deleteRatio*100)
+	fmt.Printf("Filer: %s\n", *filer)
+	fmt.Println()
+
+	// Load stored file paths from previous generation (using mounted working directory)
+	filePaths, err := loadFilePathsFromFile("ec_test_files.json")
+	if err != nil {
+		fmt.Printf("❌ Failed to load stored file paths: %v\n", err)
+		fmt.Println("💡 Run 'make ec-vacuum-generate' first to create files")
+		return
+	}
+
+	if len(filePaths) == 0 {
+		fmt.Println("❌ No stored file paths found. Run generate phase first.")
+		return
+	}
+
+	fmt.Printf("Found %d stored file paths from previous generation\n", len(filePaths))
+
+	deleteCount := int(float64(len(filePaths)) * *deleteRatio)
+	fmt.Printf("Will delete %d files to create garbage\n", deleteCount)
+	fmt.Println()
+
+	deletedCount := 0
+	for i := 0; i < deleteCount && i < len(filePaths); i++ {
+		err := deleteFileFromFiler(filePaths[i])
+		if err != nil {
+			log.Printf("Failed to delete file %s: %v", filePaths[i], err)
+		} else {
+			deletedCount++
+		}
+
+		if (i+1)%5 == 0 {
+			fmt.Printf("  Deleted %d/%d files...\n", i+1, deleteCount)
+		}
+	}
+
+	fmt.Printf("✅ Successfully deleted %d files (%.1f%% of total)\n", deletedCount, *deleteRatio*100)
+	fmt.Println()
+	fmt.Println("📊 Updated status:")
+	time.Sleep(5 * time.Second) // Wait for deletion to be processed
+	checkECVolumeStatus()
+}
+
+func checkECVolumeStatus() {
+	fmt.Println("📊 EC Volume Status and Garbage Analysis")
+	fmt.Println("========================================")
+
+	volumes := getVolumeStatusForDeletion()
+	if len(volumes) == 0 {
+		fmt.Println("❌ No volumes found")
+		return
+	}
+
+	fmt.Println()
+	fmt.Println("📈 Volume Analysis (potential EC candidates and EC volumes):")
+
+	regularECCandidates := 0
+	ecVolumes := 0
+	highGarbageCount := 0
+
+	for _, vol := range volumes {
+		garbageRatio := 0.0
+		if vol.Size > 0 {
+			garbageRatio = float64(vol.DeletedByteCount) / float64(vol.Size) * 100
+		}
+
+		status := "📁"
+		volumeType := "Regular"
+
+		if vol.ReadOnly && vol.Size > 40*1024*1024 {
+			status = "🔧"
+			volumeType = "EC Volume"
+			ecVolumes++
+			if garbageRatio > 30 {
+				status = "🧹"
+				highGarbageCount++
+			}
+		} else if vol.Size > 40*1024*1024 {
+			status = "📈"
+			volumeType = "EC Candidate"
+			regularECCandidates++
+		}
+
+		fmt.Printf("  %s Volume %d (%s): %s, Files: %d/%d, Garbage: %.1f%%",
+			status, vol.Id, volumeType, formatBytes(vol.Size), vol.FileCount, vol.DeleteCount, garbageRatio)
+
+		if volumeType == "EC Volume" && garbageRatio > 30 {
+			fmt.Printf(" (Should trigger EC vacuum!)")
+		}
+		fmt.Printf("\n")
+	}
+
+	fmt.Println()
+	fmt.Println("🎯 EC Vacuum Testing Summary:")
+	fmt.Printf("  • Total volumes: %d\n", len(volumes))
+	fmt.Printf("  • EC volumes (read-only >40MB): %d\n", ecVolumes)
+	fmt.Printf("  • EC candidates (>40MB): %d\n", regularECCandidates)
+	fmt.Printf("  • EC volumes with >30%% garbage: %d\n", highGarbageCount)
+
+	if highGarbageCount > 0 {
+		fmt.Println()
+		fmt.Println("✅ EC volumes with high garbage found!")
+		fmt.Println("💡 Configure EC vacuum at: http://localhost:23646/maintenance/config/ec_vacuum")
+		fmt.Println("💡 Monitor tasks at: http://localhost:23646/maintenance")
+	} else if ecVolumes > 0 {
+		fmt.Println()
+		fmt.Println("ℹ️  EC volumes exist but garbage ratio is low")
+		fmt.Println("💡 Run 'make ec-vacuum-delete' to create more garbage")
+	} else if regularECCandidates > 0 {
+		fmt.Println()
+		fmt.Println("ℹ️  Large volumes found, waiting for EC encoding...")
+		fmt.Println("💡 Wait a few more minutes for EC encoding to complete")
+	} else {
+		fmt.Println()
+		fmt.Println("ℹ️  No large volumes found")
+		fmt.Println("💡 Run 'make ec-vacuum-generate' to create large files for EC encoding")
+	}
+}
+
+type VolumeInfo struct {
+	Id               int    `json:"Id"`
+	Size             uint64 `json:"Size"`
+	FileCount        int    `json:"FileCount"`
+	DeleteCount      int    `json:"DeleteCount"`
+	DeletedByteCount uint64 `json:"DeletedByteCount"`
+	ReadOnly         bool   `json:"ReadOnly"`
+	Collection       string `json:"Collection"`
+}
+
+type VolumeStatus struct {
+	Version string       `json:"Version"`
+	Volumes VolumeLayout `json:"Volumes"`
+}
+
+type VolumeLayout struct {
+	DataCenters map[string]map[string]map[string][]VolumeInfo `json:"DataCenters"`
+	Free        int                                           `json:"Free"`
+	Max         int                                           `json:"Max"`
+}
+
+func getVolumeStatusForDeletion() []VolumeInfo {
+	resp, err := http.Get(fmt.Sprintf("http://%s/vol/status", *master))
+	if err != nil {
+		log.Printf("Failed to get volume status: %v", err)
+		return nil
+	}
+	defer resp.Body.Close()
+
+	var volumeStatus VolumeStatus
+	err = json.NewDecoder(resp.Body).Decode(&volumeStatus)
+	if err != nil {
+		log.Printf("Failed to decode volume status: %v", err)
+		return nil
+	}
+
+	// Extract all volumes from the nested structure
+	var allVolumes []VolumeInfo
+	for dcName, dataCenter := range volumeStatus.Volumes.DataCenters {
+		log.Printf("Processing data center: %s", dcName)
+		for rackName, rack := range dataCenter {
+			log.Printf("Processing rack: %s", rackName)
+			for serverName, volumes := range rack {
+				log.Printf("Found %d volumes on server %s", len(volumes), serverName)
+				allVolumes = append(allVolumes, volumes...)
+			}
+		}
+	}
+
+	return allVolumes
+}
+
+type StoredFilePaths struct {
+	FilePaths []string  `json:"file_paths"`
+	Timestamp time.Time `json:"timestamp"`
+	FileCount int       `json:"file_count"`
+	FileSize  int       `json:"file_size_kb"`
+}
+
+func storeFilePathsToFile(filePaths []string, filename string) error {
+	data := StoredFilePaths{
+		FilePaths: filePaths,
+		Timestamp: time.Now(),
+		FileCount: len(filePaths),
+		FileSize:  *fileSizeKB,
+	}
+
+	jsonData, err := json.MarshalIndent(data, "", "  ")
+	if err != nil {
+		return fmt.Errorf("failed to marshal file paths: %v", err)
+	}
+
+	err = os.WriteFile(filename, jsonData, 0644)
+	if err != nil {
+		return fmt.Errorf("failed to write file paths to file: %v", err)
+	}
+
+	return nil
+}
+
+func loadFilePathsFromFile(filename string) ([]string, error) {
+	// Check if file exists
+	if _, err := os.Stat(filename); os.IsNotExist(err) {
+		return nil, fmt.Errorf("file paths storage file does not exist: %s", filename)
+	}
+
+	data, err := os.ReadFile(filename)
+	if err != nil {
+		return nil, fmt.Errorf("failed to read file paths file: %v", err)
+	}
+
+	var storedData StoredFilePaths
+	err = json.Unmarshal(data, &storedData)
+	if err != nil {
+		return nil, fmt.Errorf("failed to unmarshal file paths: %v", err)
+	}
+
+	// Check if data is recent (within last 24 hours)
+	if time.Since(storedData.Timestamp) > 24*time.Hour {
+		return nil, fmt.Errorf("stored file paths are too old (%v), please regenerate",
+			time.Since(storedData.Timestamp))
+	}
+
+	fmt.Printf("Loaded %d file paths from %v (File size: %dKB each)\n",
+		len(storedData.FilePaths), storedData.Timestamp.Format("15:04:05"), storedData.FileSize)
+
+	return storedData.FilePaths, nil
+}
+
+func min(a, b int) int {
+	if a < b {
+		return a
+	}
+	return b
 }

docker/admin_integration/docker-compose-ec-test.yml

@@ -25,7 +25,7 @@ services:
     ports:
       - "8080:8080"
       - "18080:18080"
-    command: "volume -mserver=master:9333 -ip=volume1 -dir=/data -max=10"
+    command: "-v=2 volume -mserver=master:9333 -ip=volume1 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -38,7 +38,7 @@ services:
     ports:
       - "8081:8080"
       - "18081:18080"
-    command: "volume -mserver=master:9333 -ip=volume2 -dir=/data -max=10"
+    command: "-v=2 volume -mserver=master:9333 -ip=volume2 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -51,7 +51,7 @@ services:
     ports:
       - "8082:8080"
       - "18082:18080"
-    command: "volume -mserver=master:9333 -ip=volume3 -dir=/data -max=10"
+    command: "-v=2 volume -mserver=master:9333 -ip=volume3 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -64,7 +64,7 @@ services:
     ports:
       - "8083:8080"
       - "18083:18080"
-    command: "volume -mserver=master:9333 -ip=volume4 -dir=/data -max=10"
+    command: "-v=2 volume -mserver=master:9333 -ip=volume4 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -77,7 +77,7 @@ services:
     ports:
       - "8084:8080"
       - "18084:18080"
-    command: "volume -mserver=master:9333 -ip=volume5 -dir=/data -max=10"
+    command: "-v=2 volume -mserver=master:9333 -ip=volume5 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -90,7 +90,7 @@ services:
     ports:
       - "8085:8080"
       - "18085:18080"
-    command: "volume -mserver=master:9333 -ip=volume6 -dir=/data -max=10"
+    command: "-v=2 volume -mserver=master:9333 -ip=volume6 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -98,16 +98,42 @@ services:
     networks:
       - seaweed_net
 
-  filer:
+  filer1:
     image: chrislusf/seaweedfs:local
     ports:
       - "8888:8888"
       - "18888:18888"
-    command: "filer -master=master:9333 -ip=filer"
+    command: "-v=2 filer -master=master:9333 -ip=filer1"
     depends_on:
       - master
     volumes:
-      - ./data/filer:/data
+      - ./data/filer1:/data
+    networks:
+      - seaweed_net
+
+  filer2:
+    image: chrislusf/seaweedfs:local
+    ports:
+      - "8889:8888"
+      - "18889:18888"
+    command: "-v=2 filer -master=master:9333 -ip=filer2"
+    depends_on:
+      - master
+    volumes:
+      - ./data/filer2:/data
+    networks:
+      - seaweed_net
+
+  filer3:
+    image: chrislusf/seaweedfs:local
+    ports:
+      - "8890:8888"
+      - "18890:18888"
+    command: "-v=2 filer -master=master:9333 -ip=filer3"
+    depends_on:
+      - master
+    volumes:
+      - ./data/filer3:/data
     networks:
       - seaweed_net
 
@@ -119,7 +145,7 @@ services:
     command: "-v=2 admin -port=23646 -masters=master:9333 -dataDir=/data"
     depends_on:
       - master
-      - filer
+      - filer1
     volumes:
       - ./data/admin:/data
     networks:
@@ -127,7 +153,7 @@ services:
 
   worker1:
     image: chrislusf/seaweedfs:local
-    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,vacuum -maxConcurrent=2"
+    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,ec_vacuum -maxConcurrent=2"
     depends_on:
       - admin
     volumes:
@@ -139,7 +165,7 @@ services:
 
   worker2:
     image: chrislusf/seaweedfs:local
-    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,vacuum -maxConcurrent=2"
+    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,ec_vacuum -maxConcurrent=2"
     depends_on:
       - admin
     volumes:
@@ -151,7 +177,7 @@ services:
 
   worker3:
     image: chrislusf/seaweedfs:local
-    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,vacuum -maxConcurrent=2"
+    command: "-v=2 worker -admin=admin:23646 -capabilities=erasure_coding,ec_vacuum -maxConcurrent=2"
     depends_on:
       - admin
     volumes:
@@ -180,7 +206,7 @@ services:
       "
     depends_on:
       - master
-      - filer
+      - filer1
       - admin
     networks:
       - seaweed_net
@@ -210,7 +236,7 @@ services:
     depends_on:
       - master
       - admin
-      - filer
+      - filer1
     networks:
       - seaweed_net
 
@@ -229,7 +255,7 @@ services:
     depends_on:
       - master
       - admin
-      - filer
+      - filer1
     volumes:
       - .:/testing
     working_dir: /testing

docker/admin_integration/ec_vacuum_test.go

@@ -0,0 +1,341 @@
+package main
+
+import (
+	"bytes"
+	"crypto/rand"
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"testing"
+	"time"
+
+	"github.com/seaweedfs/seaweedfs/weed/storage/needle"
+	"github.com/stretchr/testify/require"
+)
+
+// TestFileGeneration tests generating 600 files of 100KB each targeting volume 1 with hardcoded cookie
+func TestFileGeneration(t *testing.T) {
+	if testing.Short() {
+		t.Skip("Skipping file generation test in short mode")
+	}
+
+	// Set up test cluster
+	cluster, cleanup := setupTestCluster(t)
+	defer cleanup()
+
+	// Wait for cluster to be ready
+	require.NoError(t, waitForClusterReady())
+	t.Logf("Test cluster ready with master at %s", cluster.masterAddress)
+
+	// Generate 600 files of 100KB each targeting volume 1
+	const targetVolumeId = needle.VolumeId(1)
+	const fileCount = 600
+	const fileSize = 100 * 1024 // 100KB files
+
+	fileIds := generateFilesToVolume1(t, fileCount, fileSize)
+	t.Logf("Generated %d files of %dKB each targeting volume %d", len(fileIds), fileSize/1024, targetVolumeId)
+	t.Logf("📝 Sample file IDs created: %v", fileIds[:5]) // Show first 5 file IDs
+
+	// Summary
+	t.Logf("📊 File Generation Summary:")
+	t.Logf("   • Volume ID: %d", targetVolumeId)
+	t.Logf("   • Total files created: %d", len(fileIds))
+	t.Logf("   • File size: %dKB each", fileSize/1024)
+	t.Logf("   • Hardcoded cookie: 0x12345678")
+}
+
+// TestFileDeletion tests deleting exactly 300 files from volume 1
+func TestFileDeletion(t *testing.T) {
+	if testing.Short() {
+		t.Skip("Skipping file deletion test in short mode")
+	}
+
+	// Set up test cluster
+	cluster, cleanup := setupTestCluster(t)
+	defer cleanup()
+
+	// Wait for cluster to be ready
+	require.NoError(t, waitForClusterReady())
+	t.Logf("Test cluster ready with master at %s", cluster.masterAddress)
+
+	// First generate some files to delete
+	const targetVolumeId = needle.VolumeId(1)
+	const fileCount = 600
+	const fileSize = 100 * 1024 // 100KB files
+
+	t.Logf("Pre-generating files for deletion test...")
+	fileIds := generateFilesToVolume1(t, fileCount, fileSize)
+	t.Logf("Pre-generated %d files for deletion test", len(fileIds))
+
+	// Delete exactly 300 files from the volume
+	const deleteCount = 300
+	deletedFileIds := deleteSpecificFilesFromVolume(t, fileIds, deleteCount)
+	t.Logf("Deleted exactly %d files from volume %d", len(deletedFileIds), targetVolumeId)
+	t.Logf("🗑️  Sample deleted file IDs: %v", deletedFileIds[:5]) // Show first 5 deleted file IDs
+
+	// Summary
+	t.Logf("📊 File Deletion Summary:")
+	t.Logf("   • Volume ID: %d", targetVolumeId)
+	t.Logf("   • Files available for deletion: %d", len(fileIds))
+	t.Logf("   • Files deleted: %d", len(deletedFileIds))
+	t.Logf("   • Files remaining: %d", len(fileIds)-len(deletedFileIds))
+	t.Logf("   • Deletion success rate: %.1f%%", float64(len(deletedFileIds))/float64(deleteCount)*100)
+}
+
+// generateFilesToVolume1 creates 600 files of 100KB each targeting volume 1 with hardcoded cookie
+func generateFilesToVolume1(t *testing.T, fileCount int, fileSize int) []string {
+	const targetVolumeId = needle.VolumeId(1)
+	const hardcodedCookie = uint32(0x12345678) // Hardcoded cookie for volume 1 files
+
+	var fileIds []string
+	t.Logf("Starting generation of %d files of %dKB each targeting volume %d", fileCount, fileSize/1024, targetVolumeId)
+
+	for i := 0; i < fileCount; i++ {
+		// Generate file content
+		fileData := make([]byte, fileSize)
+		rand.Read(fileData)
+
+		// Generate file ID targeting volume 1 with hardcoded cookie
+		// Use high needle key values to avoid collisions with assigned IDs
+		needleKey := uint64(i) + 0x2000000 // Start from a high offset for volume 1
+		generatedFid := needle.NewFileId(targetVolumeId, needleKey, hardcodedCookie)
+
+		// Upload directly to volume 1
+		err := uploadFileToVolumeDirectly(t, generatedFid, fileData)
+		require.NoError(t, err)
+
+		fileIds = append(fileIds, generatedFid.String())
+
+		// Log progress for first few files and every 50th file
+		if i < 5 || (i+1)%50 == 0 {
+			t.Logf("✅ Generated file %d/%d targeting volume %d: %s", i+1, fileCount, targetVolumeId, generatedFid.String())
+		}
+	}
+
+	t.Logf("✅ Successfully generated %d files targeting volume %d with hardcoded cookie 0x%08x", len(fileIds), targetVolumeId, hardcodedCookie)
+	return fileIds
+}
+
+// uploadFileToVolume uploads file data to an assigned volume server
+func uploadFileToVolume(serverUrl, fid string, data []byte) error {
+	uploadUrl := fmt.Sprintf("http://%s/%s", serverUrl, fid)
+
+	req, err := http.NewRequest("PUT", uploadUrl, bytes.NewReader(data))
+	if err != nil {
+		return err
+	}
+	req.Header.Set("Content-Type", "application/octet-stream")
+
+	client := &http.Client{Timeout: 30 * time.Second}
+	resp, err := client.Do(req)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusCreated {
+		body, _ := io.ReadAll(resp.Body)
+		return fmt.Errorf("upload failed with status %d: %s", resp.StatusCode, string(body))
+	}
+
+	return nil
+}
+
+// uploadFileToVolumeDirectly uploads a file using a generated file ID
+func uploadFileToVolumeDirectly(t *testing.T, fid *needle.FileId, data []byte) error {
+	// Find the volume server hosting this volume
+	locations, found := findVolumeLocations(fid.VolumeId)
+	if !found {
+		return fmt.Errorf("volume %d not found", fid.VolumeId)
+	}
+
+	// Upload to the first available location
+	serverUrl := locations[0]
+	uploadUrl := fmt.Sprintf("http://%s/%s", serverUrl, fid.String())
+
+	req, err := http.NewRequest("PUT", uploadUrl, bytes.NewReader(data))
+	if err != nil {
+		return err
+	}
+	req.Header.Set("Content-Type", "application/octet-stream")
+
+	client := &http.Client{Timeout: 30 * time.Second}
+	resp, err := client.Do(req)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusCreated && resp.StatusCode != http.StatusOK {
+		body, _ := io.ReadAll(resp.Body)
+		return fmt.Errorf("direct upload failed with status %d: %s", resp.StatusCode, string(body))
+	}
+
+	return nil
+}
+
+// findVolumeLocations finds the server locations for a given volume using HTTP lookup
+func findVolumeLocations(volumeId needle.VolumeId) ([]string, bool) {
+	// Query master for volume locations using HTTP API
+	resp, err := http.Get(fmt.Sprintf("http://127.0.0.1:9333/dir/lookup?volumeId=%d", volumeId))
+	if err != nil {
+		return nil, false
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		return nil, false
+	}
+
+	// Parse JSON response
+	type LookupResult struct {
+		VolumeId  string `json:"volumeId"`
+		Locations []struct {
+			Url       string `json:"url"`
+			PublicUrl string `json:"publicUrl"`
+		} `json:"locations"`
+		Error string `json:"error"`
+	}
+
+	var result LookupResult
+	if err := json.NewDecoder(resp.Body).Decode(&result); err != nil {
+		// Fallback to default locations for testing
+		return []string{"127.0.0.1:8080"}, true
+	}
+
+	if result.Error != "" {
+		return nil, false
+	}
+
+	var serverUrls []string
+	for _, location := range result.Locations {
+		// Convert Docker container hostnames to localhost with mapped ports
+		url := convertDockerHostnameToLocalhost(location.Url)
+		serverUrls = append(serverUrls, url)
+	}
+
+	if len(serverUrls) == 0 {
+		// Fallback to default for testing
+		return []string{"127.0.0.1:8080"}, true
+	}
+
+	return serverUrls, true
+}
+
+// convertDockerHostnameToLocalhost converts Docker container hostnames to localhost with mapped ports
+func convertDockerHostnameToLocalhost(dockerUrl string) string {
+	// Map Docker container hostnames to localhost ports
+	hostPortMap := map[string]string{
+		"volume1:8080": "127.0.0.1:8080",
+		"volume2:8080": "127.0.0.1:8081",
+		"volume3:8080": "127.0.0.1:8082",
+		"volume4:8080": "127.0.0.1:8083",
+		"volume5:8080": "127.0.0.1:8084",
+		"volume6:8080": "127.0.0.1:8085",
+	}
+
+	if localhost, exists := hostPortMap[dockerUrl]; exists {
+		return localhost
+	}
+
+	// If not in map, return as-is (might be already localhost)
+	return dockerUrl
+}
+
+// deleteSpecificFilesFromVolume deletes exactly the specified number of files from the volume
+func deleteSpecificFilesFromVolume(t *testing.T, fileIds []string, deleteCount int) []string {
+	var deletedFileIds []string
+	successfulDeletions := 0
+
+	if deleteCount > len(fileIds) {
+		deleteCount = len(fileIds)
+	}
+
+	t.Logf("🗑️  Starting deletion of exactly %d files out of %d total files", deleteCount, len(fileIds))
+
+	for i := 0; i < deleteCount; i++ {
+		fileId := fileIds[i]
+
+		// Parse file ID to get volume server location
+		fid, err := needle.ParseFileIdFromString(fileId)
+		if err != nil {
+			t.Logf("Failed to parse file ID %s: %v", fileId, err)
+			continue
+		}
+
+		// Find volume server hosting this file
+		locations, found := findVolumeLocations(fid.VolumeId)
+		if !found {
+			t.Logf("Volume locations not found for file %s", fileId)
+			continue
+		}
+
+		// Delete file from volume server
+		deleteUrl := fmt.Sprintf("http://%s/%s", locations[0], fileId)
+		req, err := http.NewRequest("DELETE", deleteUrl, nil)
+		if err != nil {
+			t.Logf("Failed to create delete request for file %s: %v", fileId, err)
+			continue
+		}
+
+		client := &http.Client{Timeout: 30 * time.Second}
+		resp, err := client.Do(req)
+		if err != nil {
+			t.Logf("Failed to delete file %s: %v", fileId, err)
+			continue
+		}
+		resp.Body.Close()
+
+		if resp.StatusCode == http.StatusAccepted || resp.StatusCode == http.StatusOK {
+			successfulDeletions++
+			deletedFileIds = append(deletedFileIds, fileId)
+			// Log progress for first few files and every 25th deletion
+			if i < 5 || (i+1)%25 == 0 {
+				t.Logf("🗑️  Deleted file %d/%d: %s (status: %d)", i+1, deleteCount, fileId, resp.StatusCode)
+			}
+		} else {
+			t.Logf("❌ Delete failed for file %s with status %d", fileId, resp.StatusCode)
+		}
+	}
+
+	t.Logf("✅ Deletion summary: %d files deleted successfully out of %d attempted", successfulDeletions, deleteCount)
+	return deletedFileIds
+}
+
+// Helper functions for test setup
+
+func setupTestCluster(t *testing.T) (*TestCluster, func()) {
+	// Create test cluster similar to existing integration tests
+	// This is a simplified version - in practice would start actual servers
+	cluster := &TestCluster{
+		masterAddress: "127.0.0.1:9333",
+		volumeServers: []string{
+			"127.0.0.1:8080",
+			"127.0.0.1:8081",
+			"127.0.0.1:8082",
+			"127.0.0.1:8083",
+			"127.0.0.1:8084",
+			"127.0.0.1:8085",
+		},
+	}
+
+	cleanup := func() {
+		// Cleanup cluster resources
+		t.Logf("Cleaning up test cluster")
+	}
+
+	return cluster, cleanup
+}
+
+func waitForClusterReady() error {
+	// Wait for test cluster to be ready
+	// In practice, this would ping the servers and wait for them to respond
+	time.Sleep(2 * time.Second)
+	return nil
+}
+
+type TestCluster struct {
+	masterAddress string
+	volumeServers []string
+}

docker/admin_integration/filer_benchmark/README.md

@@ -0,0 +1,166 @@
+# Filer Benchmark Tool
+
+A simple Go program to benchmark SeaweedFS filer performance and detect race conditions with concurrent file operations.
+
+## Overview
+
+This tool creates 300 (configurable) goroutines that concurrently:
+1. Create empty files on the filer
+2. Add multiple chunks to each file (with fake file IDs)
+3. Verify the file was created successfully
+
+This simulates the race condition scenario from [Issue #7062](https://github.com/seaweedfs/seaweedfs/issues/7062) where concurrent operations can lead to metadata inconsistencies.
+
+## Usage
+
+### Build and Run Directly
+```bash
+# Build the tool
+go build -o bin/filer_benchmark ./cmd/filer_benchmark/
+
+# Basic usage (single filer)
+./bin/filer_benchmark -filers=localhost:8888
+
+# Test with multiple filers
+./bin/filer_benchmark -filers=localhost:8888,localhost:8889,localhost:8890
+
+# High concurrency race condition test
+./bin/filer_benchmark -goroutines=500 -loops=200 -verbose
+```
+
+### Using Helper Scripts
+```bash
+# Use the wrapper script with predefined configurations
+./scripts/run_filer_benchmark.sh
+
+# Run example test suite
+./examples/run_filer_race_test.sh
+```
+
+## Configuration Options
+
+| Flag | Default | Description |
+|------|---------|-------------|
+| `-filers` | `localhost:8888` | Comma-separated list of filer addresses |
+| `-goroutines` | `300` | Number of concurrent goroutines |
+| `-loops` | `100` | Number of operations per goroutine |
+| `-chunkSize` | `1048576` | Chunk size in bytes (1MB) |
+| `-chunksPerFile` | `5` | Number of chunks per file |
+| `-testDir` | `/benchmark` | Test directory on filer |
+| `-verbose` | `false` | Enable verbose error logging |
+
+## Race Condition Detection
+
+The tool detects race conditions by monitoring for these error patterns:
+- `leveldb: closed` - Metadata cache closed during operation
+- `transport is closing` - gRPC connection closed during operation  
+- `connection refused` - Network connectivity issues
+- `not found after creation` - File disappeared after being created
+
+## Example Output
+
+```
+============================================================
+FILER BENCHMARK RESULTS
+============================================================
+Configuration:
+  Filers: localhost:8888,localhost:8889,localhost:8890
+  Goroutines: 300
+  Loops per goroutine: 100
+  Chunks per file: 5
+  Chunk size: 1048576 bytes
+
+Results:
+  Total operations attempted: 30000
+  Files successfully created: 29850
+  Total chunks added: 149250
+  Errors: 150
+  Race condition errors: 23
+  Success rate: 99.50%
+
+Performance:
+  Total duration: 45.2s
+  Operations/second: 663.72
+  Files/second: 660.18
+  Chunks/second: 3300.88
+
+Race Condition Analysis:
+  Race condition rate: 0.0767%
+  Race conditions detected: 23
+  🟡 MODERATE race condition rate
+  Overall error rate: 0.50%
+============================================================
+```
+
+## Test Scenarios
+
+### 1. Basic Functionality Test
+```bash
+./bin/filer_benchmark -goroutines=20 -loops=10
+```
+Low concurrency test to verify basic functionality.
+
+### 2. Race Condition Reproduction
+```bash
+./bin/filer_benchmark -goroutines=500 -loops=100 -verbose
+```
+High concurrency test designed to trigger race conditions.
+
+### 3. Multi-Filer Load Test
+```bash
+./bin/filer_benchmark -filers=filer1:8888,filer2:8888,filer3:8888 -goroutines=300
+```
+Distribute load across multiple filers.
+
+### 4. Small Files Benchmark
+```bash
+./bin/filer_benchmark -chunkSize=4096 -chunksPerFile=1 -goroutines=1000
+```
+Test with many small files to stress metadata operations.
+
+## How It Simulates Race Conditions
+
+1. **Concurrent Operations**: Multiple goroutines perform file operations simultaneously
+2. **Random Timing**: Small random delays create timing variations
+3. **Fake Chunks**: Uses file IDs without actual volume server data to focus on metadata operations
+4. **Verification Step**: Attempts to read files immediately after creation to catch race conditions
+5. **Multiple Filers**: Distributes load randomly across multiple filer instances
+
+## Prerequisites
+
+- SeaweedFS master server running
+- SeaweedFS filer server(s) running  
+- Go 1.19+ for building
+- Network connectivity to filer endpoints
+
+## Integration with Issue #7062
+
+This tool reproduces the core problem from the original issue:
+- **Concurrent file operations** (simulated by goroutines)
+- **Metadata race conditions** (detected through error patterns)
+- **Transport disconnections** (monitored in error analysis)
+- **File inconsistencies** (caught by verification steps)
+
+The key difference is this tool focuses on the filer metadata layer rather than the full CSI driver + mount stack, making it easier to isolate and debug the race condition.
+
+## Debugging Findings
+
+### Multi-Filer vs Single-Filer Connection Issue
+
+**Problem**: When using multiple filers with independent stores (non-shared backend), the benchmark may fail with errors like:
+- `update entry with chunks failed: rpc error: code = Unknown desc = not found /benchmark/file_X: filer: no entry is found in filer store`
+- `CreateEntry /benchmark/file_X: /benchmark should be a directory`
+
+**Root Cause**: The issue is NOT missing metadata events, but rather the benchmark's round-robin load balancing across filers:
+
+1. **File Creation**: Benchmark creates `file_X` on `filer1`
+2. **Chunk Updates**: Benchmark tries to update `file_X` on `filer2` or `filer3`
+3. **Error**: `filer2`/`filer3` don't have `file_X` in their local store yet (metadata sync delay)
+
+**Verification**: Running with single filer connection (`-filers localhost:18888`) while 3 filers are running shows **NO missed events**, confirming metadata synchronization works correctly.
+
+**Solutions**:
+- Ensure `/benchmark` directory exists on ALL filers before starting
+- Use file affinity (same filer for create/update operations)
+- Add retry logic for cross-filer operations
+- Add small delays to allow metadata sync between operations

docker/admin_integration/filer_benchmark/main.go

@@ -0,0 +1,363 @@
+package main
+
+import (
+	"context"
+	"flag"
+	"fmt"
+	"log"
+	"math/rand"
+	"sync"
+	"sync/atomic"
+	"time"
+
+	"strings"
+
+	"github.com/seaweedfs/seaweedfs/weed/pb"
+	"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
+	"github.com/seaweedfs/seaweedfs/weed/security"
+	"github.com/seaweedfs/seaweedfs/weed/util"
+	"google.golang.org/grpc"
+)
+
+var (
+	filers           = flag.String("filers", "localhost:8888", "comma-separated list of filer addresses")
+	workers          = flag.Int("workers", 300, "number of concurrent workers")
+	threadsPerWorker = flag.Int("threadsPerWorker", 4, "number of threads per worker")
+	concurrentFiles  = flag.Int("concurrentFiles", 16, "number of files open concurrently per worker")
+	filesPerWorker   = flag.Int("filesPerWorker", 4096, "total number of files each worker creates")
+	chunkSize        = flag.Int64("chunkSize", 1024*1024, "chunk size in bytes")
+	chunksPerFile    = flag.Int("chunksPerFile", 5, "number of chunks per file")
+	testDir          = flag.String("testDir", "/benchmark", "test directory on filer")
+	verbose          = flag.Bool("verbose", false, "verbose logging")
+)
+
+type BenchmarkStats struct {
+	filesCreated   int64
+	chunksAdded    int64
+	errors         int64
+	raceConditions int64
+	totalDuration  time.Duration
+}
+
+type FilerClient struct {
+	address string
+	conn    *grpc.ClientConn
+	client  filer_pb.SeaweedFilerClient
+}
+
+func main() {
+	flag.Parse()
+
+	// Configure logging based on verbose flag
+	if !*verbose {
+		log.SetFlags(log.LstdFlags) // Minimal logging
+	}
+
+	filerAddresses := util.StringSplit(*filers, ",")
+	if len(filerAddresses) == 0 {
+		log.Fatal("No filer addresses provided")
+	}
+
+	log.Printf("Starting filer benchmark: %d workers, %d threads each, %d concurrent files, %d files per worker, %d filers",
+		*workers, *threadsPerWorker, *concurrentFiles, *filesPerWorker, len(filerAddresses))
+
+	// Create filer clients
+	clients, err := createFilerClients(filerAddresses)
+	if err != nil {
+		log.Fatalf("Failed to create filer clients: %v", err)
+	}
+	defer closeFilerClients(clients)
+
+	// Ensure test directory exists
+	if err := ensureDirectory(clients[0], *testDir); err != nil {
+		log.Fatalf("Failed to create test directory: %v", err)
+	}
+
+	// Run benchmark
+	stats := runBenchmark(clients)
+
+	// Print results
+	printResults(stats)
+}
+
+func createFilerClients(addresses []string) ([]*FilerClient, error) {
+	var clients []*FilerClient
+
+	util.LoadSecurityConfiguration()
+	grpcDialOption := security.LoadClientTLS(util.GetViper(), "grpc.client")
+
+	for _, addr := range addresses {
+		conn, err := pb.GrpcDial(context.Background(), addr, true, grpcDialOption)
+		if err != nil {
+			return nil, fmt.Errorf("failed to connect to %s: %v", addr, err)
+		}
+
+		client := &FilerClient{
+			address: addr,
+			conn:    conn,
+			client:  filer_pb.NewSeaweedFilerClient(conn),
+		}
+		clients = append(clients, client)
+	}
+
+	return clients, nil
+}
+
+func closeFilerClients(clients []*FilerClient) {
+	for _, client := range clients {
+		client.conn.Close()
+	}
+}
+
+func ensureDirectory(client *FilerClient, dir string) error {
+	_, err := client.client.CreateEntry(context.Background(), &filer_pb.CreateEntryRequest{
+		Directory: "/",
+		Entry: &filer_pb.Entry{
+			Name:        dir[1:], // Remove leading slash
+			IsDirectory: true,
+			Attributes: &filer_pb.FuseAttributes{
+				Mtime:    time.Now().Unix(),
+				Crtime:   time.Now().Unix(),
+				FileMode: 0755,
+			},
+		},
+		OExcl: false,
+	})
+	return err
+}
+
+func runBenchmark(clients []*FilerClient) *BenchmarkStats {
+	stats := &BenchmarkStats{}
+	var wg sync.WaitGroup
+	startTime := time.Now()
+
+	// Start workers
+	for i := 0; i < *workers; i++ {
+		wg.Add(1)
+		go func(workerID int) {
+			defer wg.Done()
+			runWorker(workerID, clients, stats)
+		}(i)
+	}
+
+	// Wait for completion
+	wg.Wait()
+	stats.totalDuration = time.Since(startTime)
+
+	return stats
+}
+
+func runWorker(workerID int, clients []*FilerClient, stats *BenchmarkStats) {
+	// Create work queue with concurrency limit
+	workQueue := make(chan int, *concurrentFiles)
+	var workerWg sync.WaitGroup
+
+	// Start threads for this worker
+	for threadID := 0; threadID < *threadsPerWorker; threadID++ {
+		workerWg.Add(1)
+		go func(tID int) {
+			defer workerWg.Done()
+			runWorkerThread(workerID, tID, clients, stats, workQueue)
+		}(threadID)
+	}
+
+	// Queue up all the file creation tasks
+	go func() {
+		defer close(workQueue)
+		for fileID := 0; fileID < *filesPerWorker; fileID++ {
+			workQueue <- fileID
+		}
+	}()
+
+	// Wait for all threads in this worker to complete
+	workerWg.Wait()
+}
+
+func runWorkerThread(workerID, threadID int, clients []*FilerClient, stats *BenchmarkStats, workQueue <-chan int) {
+	for fileID := range workQueue {
+		// Select random filer client
+		client := clients[rand.Intn(len(clients))]
+
+		// Create unique filename
+		filename := fmt.Sprintf("file_%d_%d_%d_%d", workerID, threadID, fileID, time.Now().UnixNano())
+
+		if err := createFileWithChunks(client, filename, stats); err != nil {
+			atomic.AddInt64(&stats.errors, 1)
+			if isRaceConditionError(err) {
+				atomic.AddInt64(&stats.raceConditions, 1)
+			}
+			if *verbose {
+				log.Printf("Worker %d Thread %d error: %v", workerID, threadID, err)
+			}
+		} else {
+			atomic.AddInt64(&stats.filesCreated, 1)
+		}
+
+		// Small random delay to create timing variations
+		if rand.Intn(10) == 0 {
+			time.Sleep(time.Duration(rand.Intn(5)) * time.Millisecond)
+		}
+	}
+}
+
+func createFileWithChunks(client *FilerClient, filename string, stats *BenchmarkStats) error {
+	ctx := context.Background()
+
+	// Step 1: Create empty file
+	entry := &filer_pb.Entry{
+		Name: filename,
+		Attributes: &filer_pb.FuseAttributes{
+			Mtime:    time.Now().Unix(),
+			Crtime:   time.Now().Unix(),
+			FileMode: 0644,
+			FileSize: 0,
+		},
+		Chunks: []*filer_pb.FileChunk{},
+	}
+
+	_, err := client.client.CreateEntry(ctx, &filer_pb.CreateEntryRequest{
+		Directory: *testDir,
+		Entry:     entry,
+	})
+	if err != nil {
+		return fmt.Errorf("create entry failed: %v", err)
+	}
+
+	// Step 2: Add chunks to the file
+	var chunks []*filer_pb.FileChunk
+	var offset int64 = 0
+
+	for i := 0; i < *chunksPerFile; i++ {
+		chunk := &filer_pb.FileChunk{
+			FileId:       generateFakeFileId(),
+			Offset:       offset,
+			Size:         uint64(*chunkSize),
+			ModifiedTsNs: time.Now().UnixNano(),
+			ETag:         generateETag(),
+		}
+		chunks = append(chunks, chunk)
+		offset += *chunkSize
+		atomic.AddInt64(&stats.chunksAdded, 1)
+	}
+
+	// Update file with chunks
+	entry.Chunks = chunks
+	entry.Attributes.FileSize = uint64(offset)
+
+	_, err = client.client.UpdateEntry(ctx, &filer_pb.UpdateEntryRequest{
+		Directory: *testDir,
+		Entry:     entry,
+	})
+	if err != nil {
+		return fmt.Errorf("update entry with chunks failed: %v", err)
+	}
+
+	// Step 3: Verify file was created properly (this may catch race conditions)
+	_, err = client.client.LookupDirectoryEntry(ctx, &filer_pb.LookupDirectoryEntryRequest{
+		Directory: *testDir,
+		Name:      filename,
+	})
+	if err != nil {
+		return fmt.Errorf("lookup after creation failed (race condition?): %v", err)
+	}
+
+	return nil
+}
+
+func generateFakeFileId() string {
+	// Generate fake file ID that looks real but doesn't exist on volume servers
+	volumeId := rand.Intn(100) + 1
+	fileKey := rand.Int63()
+	cookie := rand.Uint32()
+	return fmt.Sprintf("%d,%x%08x", volumeId, fileKey, cookie)
+}
+
+func generateETag() string {
+	// Generate fake ETag
+	return fmt.Sprintf("%x", rand.Int63())
+}
+
+func isRaceConditionError(err error) bool {
+	errStr := err.Error()
+	return strings.Contains(errStr, "leveldb: closed") ||
+		strings.Contains(errStr, "transport is closing") ||
+		strings.Contains(errStr, "connection refused") ||
+		strings.Contains(errStr, "not found") && strings.Contains(errStr, "after creation")
+}
+
+func printResults(stats *BenchmarkStats) {
+	fmt.Println("\n" + strings.Repeat("=", 60))
+	fmt.Println("FILER BENCHMARK RESULTS")
+	fmt.Println(strings.Repeat("=", 60))
+
+	totalOps := int64(*workers) * int64(*filesPerWorker)
+	successRate := float64(stats.filesCreated) / float64(totalOps) * 100
+
+	fmt.Printf("Configuration:\n")
+	fmt.Printf("  Filers: %s\n", *filers)
+	fmt.Printf("  Workers: %d\n", *workers)
+	fmt.Printf("  Threads per worker: %d\n", *threadsPerWorker)
+	fmt.Printf("  Concurrent files per worker: %d\n", *concurrentFiles)
+	fmt.Printf("  Files per worker: %d\n", *filesPerWorker)
+	fmt.Printf("  Total threads: %d\n", *workers**threadsPerWorker)
+	fmt.Printf("  Chunks per file: %d\n", *chunksPerFile)
+	fmt.Printf("  Chunk size: %d bytes\n", *chunkSize)
+	fmt.Printf("\n")
+
+	fmt.Printf("Results:\n")
+	fmt.Printf("  Total operations attempted: %d\n", totalOps)
+	fmt.Printf("  Files successfully created: %d\n", stats.filesCreated)
+	fmt.Printf("  Total chunks added: %d\n", stats.chunksAdded)
+	fmt.Printf("  Errors: %d\n", stats.errors)
+	fmt.Printf("  Race condition errors: %d\n", stats.raceConditions)
+	fmt.Printf("  Success rate: %.2f%%\n", successRate)
+	fmt.Printf("\n")
+
+	fmt.Printf("Performance:\n")
+	fmt.Printf("  Total duration: %v\n", stats.totalDuration)
+	fmt.Printf("  Operations/second: %.2f\n", float64(totalOps)/stats.totalDuration.Seconds())
+	fmt.Printf("  Files/second: %.2f\n", float64(stats.filesCreated)/stats.totalDuration.Seconds())
+	fmt.Printf("  Chunks/second: %.2f\n", float64(stats.chunksAdded)/stats.totalDuration.Seconds())
+	fmt.Printf("\n")
+
+	// Race condition analysis
+	fmt.Printf("Race Condition Analysis:\n")
+	if stats.raceConditions > 0 {
+		raceRate := float64(stats.raceConditions) / float64(totalOps) * 100
+		fmt.Printf("  Race condition rate: %.4f%%\n", raceRate)
+		fmt.Printf("  Race conditions detected: %d\n", stats.raceConditions)
+
+		if raceRate > 1.0 {
+			fmt.Printf("  🔴 HIGH race condition rate detected!\n")
+		} else if raceRate > 0.1 {
+			fmt.Printf("  🟡 MODERATE race condition rate\n")
+		} else {
+			fmt.Printf("  🟢 LOW race condition rate\n")
+		}
+	} else {
+		fmt.Printf("  No race conditions detected\n")
+		if stats.errors == 0 {
+			fmt.Printf("  🟢 All operations completed successfully\n")
+		}
+	}
+
+	if stats.errors > 0 {
+		errorRate := float64(stats.errors) / float64(totalOps) * 100
+		fmt.Printf("  Overall error rate: %.2f%%\n", errorRate)
+	}
+
+	fmt.Println(strings.Repeat("=", 60))
+
+	// Recommendations
+	if stats.raceConditions > 0 || stats.errors > totalOps/10 {
+		fmt.Println("\nRecommendations:")
+		if stats.raceConditions > 0 {
+			fmt.Println("  • Race conditions detected - investigate filer concurrent access handling")
+			fmt.Println("  • Check filer logs for 'leveldb: closed' or 'transport is closing' errors")
+		}
+		if stats.errors > totalOps/20 {
+			fmt.Println("  • High error rate - check filer stability and resource limits")
+		}
+		fmt.Println("  • Consider running with -verbose flag for detailed error analysis")
+	}
+}

docker/compose/e2e-mount.yml

@@ -6,20 +6,16 @@ services:
     command: "-v=4 master -ip=master -ip.bind=0.0.0.0 -raftBootstrap"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:9333/cluster/healthz" ]
-      interval: 2s
-      timeout: 10s
-      retries: 30
-      start_period: 10s
+      interval: 1s
+      timeout: 60s
 
   volume:
     image: chrislusf/seaweedfs:e2e
     command: "-v=4 volume -mserver=master:9333 -ip=volume -ip.bind=0.0.0.0 -preStopSeconds=1"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:8080/healthz" ]
-      interval: 2s
-      timeout: 10s
-      retries: 15
-      start_period: 5s
+      interval: 1s
+      timeout: 30s
     depends_on:
       master:
         condition: service_healthy
@@ -29,10 +25,8 @@ services:
     command: "-v=4 filer -master=master:9333 -ip=filer -ip.bind=0.0.0.0"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:8888" ]
-      interval: 2s
-      timeout: 10s
-      retries: 15
-      start_period: 5s
+      interval: 1s
+      timeout: 30s
     depends_on:
       volume:
         condition: service_healthy
@@ -52,10 +46,8 @@ services:
           memory: 4096m
     healthcheck:
       test: [ "CMD", "mountpoint", "-q", "--", "/mnt/seaweedfs" ]
-      interval: 2s
-      timeout: 10s
-      retries: 15
-      start_period: 10s
+      interval: 1s
+      timeout: 30s
     depends_on:
       filer:
         condition: service_healthy

docker/compose/master-cloud.toml

@@ -10,10 +10,10 @@
 scripts = """
   lock
   ec.encode -fullPercent=95 -quietFor=1h
-  ec.rebuild -apply
-  ec.balance -apply
-  volume.balance -apply
-  volume.fix.replication -apply
+  ec.rebuild -force
+  ec.balance -force
+  volume.balance -force
+  volume.fix.replication
   unlock
 """
 sleep_minutes = 17          # sleep minutes between each script execution

docker/compose/swarm-etcd.yml

@@ -1,4 +1,6 @@
 # 2021-01-30 16:25:30
+version: '3.8'
+
 services:
 
   etcd:

docker/entrypoint.sh

@@ -1,33 +1,5 @@
 #!/bin/sh
 
-# Fix permissions for mounted volumes
-# If /data is mounted from host, it might have different ownership
-# Fix this by ensuring seaweed user owns the directory
-if [ "$(id -u)" = "0" ]; then
-  # Running as root, check and fix permissions if needed
-  SEAWEED_UID=$(id -u seaweed)
-  SEAWEED_GID=$(id -g seaweed)
-  
-  # Verify seaweed user and group exist
-  if [ -z "$SEAWEED_UID" ] || [ -z "$SEAWEED_GID" ]; then
-    echo "Error: 'seaweed' user or group not found. Cannot fix permissions." >&2
-    exit 1
-  fi
-  
-  DATA_UID=$(stat -c '%u' /data 2>/dev/null)
-  DATA_GID=$(stat -c '%g' /data 2>/dev/null)
-  
-  # Only run chown -R if ownership doesn't match (much faster for subsequent starts)
-    echo "Fixing /data ownership for seaweed user (uid=$SEAWEED_UID, gid=$SEAWEED_GID)"
-    if ! chown -R seaweed:seaweed /data; then
-      echo "Warning: Failed to change ownership of /data. This may cause permission errors." >&2
-      echo "If /data is read-only or has mount issues, the application may fail to start." >&2
-    fi
-  
-  # Use su-exec to drop privileges and run as seaweed user
-  exec su-exec seaweed "$0" "$@"
-fi
-
 isArgPassed() {
   arg="$1"
   argWithEqualSign="$1="
@@ -36,10 +8,10 @@ isArgPassed() {
     passedArg="$1"
     shift
     case $passedArg in
-    "$arg")
+    $arg)
       return 0
       ;;
-    "$argWithEqualSign"*)
+    $argWithEqualSign*)
       return 0
       ;;
     esac

docker/entrypoint_e2e.sh

@@ -1,86 +0,0 @@
-#!/bin/bash
-set -e
-
-# Simplified entrypoint for e2e testing
-# 
-# This script intentionally runs as root for e2e test environments to:
-# 1. Simplify test setup and avoid permission-related test failures
-# 2. Eliminate dependency on Alpine-specific tools (su-exec) since we use Ubuntu base
-# 3. Focus testing on application logic rather than container security
-#
-# IMPORTANT: Production deployments should use Dockerfile.go_build with proper
-# user isolation via su-exec. This simplified approach is ONLY for testing.
-
-isArgPassed() {
-  arg="$1"
-  argWithEqualSign="$1="
-  shift
-  while [ $# -gt 0 ]; do
-    passedArg="$1"
-    shift
-    case $passedArg in
-    "$arg")
-      return 0
-      ;;
-    "$argWithEqualSign"*)
-      return 0
-      ;;
-    esac
-  done
-  return 1
-}
-
-case "$1" in
-
-  'master')
-  	ARGS="-mdir=/data -volumePreallocate -volumeSizeLimitMB=1024"
-  	shift
-  	exec /usr/bin/weed -logtostderr=true master $ARGS "$@"
-	;;
-
-  'volume')
-  	ARGS="-dir=/data -max=0"
-  	if isArgPassed "-max" "$@"; then
-  	  ARGS="-dir=/data"
-  	fi
-  	shift
-  	exec /usr/bin/weed -logtostderr=true volume $ARGS "$@"
-	;;
-
-  'server')
-  	ARGS="-dir=/data -volume.max=0 -master.volumePreallocate -master.volumeSizeLimitMB=1024"
-  	if isArgPassed "-volume.max" "$@"; then
-  	  ARGS="-dir=/data -master.volumePreallocate -master.volumeSizeLimitMB=1024"
-  	fi
- 	shift
-  	exec /usr/bin/weed -logtostderr=true server $ARGS "$@"
-  	;;
-
-  'filer')
-  	ARGS=""
-  	shift
-  	exec /usr/bin/weed -logtostderr=true filer $ARGS "$@"
-	;;
-
-  's3')
-  	ARGS="-domainName=$S3_DOMAIN_NAME -key.file=$S3_KEY_FILE -cert.file=$S3_CERT_FILE"
-  	shift
-  	exec /usr/bin/weed -logtostderr=true s3 $ARGS "$@"
-	;;
-
-  'mount')
-  	shift
-  	exec /usr/bin/weed -logtostderr=true mount "$@"
-	;;
-
-  'shell')
-  	ARGS="-cluster=$SHELL_CLUSTER -filer=$SHELL_FILER -filerGroup=$SHELL_FILER_GROUP -master=$SHELL_MASTER -options=$SHELL_OPTIONS"
-  	shift
-  	exec echo "$@" | /usr/bin/weed -logtostderr=true shell $ARGS
-  ;;
-
-  *)
-  	exec /usr/bin/weed "$@"
-	;;
-esac
-

docker/filer_foundationdb.toml

@@ -1,19 +0,0 @@
-[filer.options]
-# with http DELETE, by default the filer would check whether a folder is empty.
-# recursive_delete will delete all sub folders and files, similar to "rm -Rf"
-recursive_delete = false
-
-####################################################
-# FoundationDB store
-####################################################
-[foundationdb]
-enabled = true
-cluster_file = "/etc/foundationdb/fdb.cluster"
-api_version = 740
-# Optional: timeout for FDB operations (default: 10s)
-# timeout = "10s"
-# Optional: max retry delay for retryable errors (default: 1s)
-# max_retry_delay = "1s"
-# Optional: directory prefix for storing SeaweedFS data (default: "seaweedfs")
-# directory_prefix = "seaweedfs"
-

docker/get_fdb_checksum.sh

@@ -1,61 +0,0 @@
-#!/bin/bash
-# Helper script to get SHA256 checksum for FoundationDB client package
-# Usage: ./get_fdb_checksum.sh <version> [arch]
-# Example: ./get_fdb_checksum.sh 7.4.5 amd64
-# Example: ./get_fdb_checksum.sh 7.4.5 arm64
-
-set -euo pipefail
-
-if [ $# -lt 1 ] || [ $# -gt 2 ]; then
-    echo "Usage: $0 <fdb_version> [arch]" >&2
-    echo "Example: $0 7.4.5" >&2
-    echo "Example: $0 7.4.5 arm64" >&2
-    exit 1
-fi
-
-FDB_VERSION="$1"
-FDB_ARCH="${2:-amd64}"
-
-case "$FDB_ARCH" in
-    "amd64")
-        CANONICAL_ARCH="amd64"
-        PACKAGE_ARCH="amd64"
-        ;;
-    "arm64"|"aarch64")
-        CANONICAL_ARCH="arm64"
-        PACKAGE_ARCH="aarch64"
-        ;;
-    *)
-        echo "Error: Architecture must be 'amd64', 'arm64', or 'aarch64'" >&2
-        exit 1
-        ;;
-esac
-
-PACKAGE="foundationdb-clients_${FDB_VERSION}-1_${PACKAGE_ARCH}.deb"
-URL="https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE}"
-
-echo "Downloading FoundationDB ${FDB_VERSION} client package for ${FDB_ARCH}..."
-echo "URL: ${URL}"
-echo ""
-
-# Download to temp directory
-TEMP_DIR=$(mktemp -d)
-trap 'rm -rf "${TEMP_DIR}"' EXIT
-
-cd "${TEMP_DIR}"
-if wget --timeout=30 --tries=3 -q "${URL}"; then
-    CHECKSUM=$(sha256sum "${PACKAGE}" | awk '{print $1}')
-    echo "✓ Download successful"
-    echo ""
-    echo "SHA256 Checksum:"
-    echo "${CHECKSUM}"
-    echo ""
-    echo "Add this to Dockerfile.foundationdb_large:"
-    echo "    \"${FDB_VERSION}_${CANONICAL_ARCH}\") \\"
-    echo "        EXPECTED_SHA256=\"${CHECKSUM}\" ;; \\"
-else
-    echo "✗ Failed to download package from ${URL}" >&2
-    echo "Please verify the version number, architecture, and URL" >&2
-    exit 1
-fi
-

docker/seaweedfs-compose.yml

@@ -7,14 +7,14 @@ services:
       - 9333:9333
       - 19333:19333
       - 9324:9324
-    command: 'master -ip=master -ip.bind=0.0.0.0 -metricsPort=9324'
+    command: "master -ip=master -ip.bind=0.0.0.0 -metricsPort=9324"
   volume:
     image: chrislusf/seaweedfs # use a remote image
     ports:
       - 8080:8080
       - 18080:18080
       - 9325:9325
-    command: 'volume -ip=volume -mserver="master:9333" -ip.bind=0.0.0.0 -port=8080 -metricsPort=9325'
+    command: 'volume -mserver="master:9333" -ip.bind=0.0.0.0 -port=8080  -metricsPort=9325'
     depends_on:
       - master
   filer:
@@ -23,7 +23,7 @@ services:
       - 8888:8888
       - 18888:18888
       - 9326:9326
-    command: 'filer -ip=filer -master="master:9333" -ip.bind=0.0.0.0 -metricsPort=9326'
+    command: 'filer -master="master:9333" -ip.bind=0.0.0.0 -metricsPort=9326'
     tty: true
     stdin_open: true
     depends_on:
@@ -54,6 +54,6 @@ services:
       - 9000:9090
     volumes:
       - ./prometheus:/etc/prometheus
-    command: '--web.enable-lifecycle --config.file=/etc/prometheus/prometheus.yml'
+    command: --web.enable-lifecycle  --config.file=/etc/prometheus/prometheus.yml
     depends_on:
       - s3

docker/seaweedfs-dev-compose.yml

@@ -6,13 +6,13 @@ services:
     ports:
       - 9333:9333
       - 19333:19333
-    command: 'master -ip=master -ip.bind=0.0.0.0'
+    command: "master -ip=master"
   volume:
     image: chrislusf/seaweedfs:dev # use a remote dev image
     ports:
       - 8080:8080
       - 18080:18080
-    command: 'volume -ip=volume -mserver="master:9333" -ip.bind=0.0.0.0 -port=8080'
+    command: 'volume -mserver="master:9333" -port=8080 -ip=volume'
     depends_on:
       - master
   filer:
@@ -20,7 +20,7 @@ services:
     ports:
       - 8888:8888
       - 18888:18888
-    command: 'filer -ip=filer -master="master:9333" -ip.bind=0.0.0.0'
+    command: 'filer -master="master:9333" -ip.bind=0.0.0.0'
     depends_on:
       - master
       - volume

go.mod

@@ -1,13 +1,15 @@
 module github.com/seaweedfs/seaweedfs
 
-go 1.24.0
+go 1.24
 
 toolchain go1.24.1
 
 require (
 	cloud.google.com/go v0.121.6 // indirect
-	cloud.google.com/go/pubsub v1.50.1
-	cloud.google.com/go/storage v1.57.1
+	cloud.google.com/go/pubsub v1.50.0
+	cloud.google.com/go/storage v1.56.1
+	github.com/Azure/azure-pipeline-go v0.2.3
+	github.com/Azure/azure-storage-blob-go v0.15.0
 	github.com/Shopify/sarama v1.38.1
 	github.com/aws/aws-sdk-go v1.55.8
 	github.com/beorn7/perks v1.0.1 // indirect
@@ -19,8 +21,8 @@ require (
 	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
 	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
 	github.com/dustin/go-humanize v1.0.1
-	github.com/eapache/go-resiliency v1.6.0 // indirect
-	github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 // indirect
+	github.com/eapache/go-resiliency v1.3.0 // indirect
+	github.com/eapache/go-xerial-snappy v0.0.0-20230111030713-bf00bc1b83b6 // indirect
 	github.com/eapache/queue v1.1.0 // indirect
 	github.com/facebookgo/clock v0.0.0-20150410010913-600d898af40a
 	github.com/facebookgo/ensure v0.0.0-20200202191622-63f1cf65ac4c // indirect
@@ -28,12 +30,12 @@ require (
 	github.com/facebookgo/stats v0.0.0-20151006221625-1b76add642e4
 	github.com/facebookgo/subset v0.0.0-20200203212716-c811ad88dec4 // indirect
 	github.com/fsnotify/fsnotify v1.9.0 // indirect
-	github.com/go-redsync/redsync/v4 v4.14.0
+	github.com/go-redsync/redsync/v4 v4.13.0
 	github.com/go-sql-driver/mysql v1.9.3
 	github.com/go-zookeeper/zk v1.0.3 // indirect
 	github.com/gocql/gocql v1.7.0
 	github.com/golang/protobuf v1.5.4
-	github.com/golang/snappy v1.0.0
+	github.com/golang/snappy v1.0.0 // indirect
 	github.com/google/btree v1.1.3
 	github.com/google/uuid v1.6.0
 	github.com/google/wire v0.6.0 // indirect
@@ -43,18 +45,19 @@ require (
 	github.com/hashicorp/errwrap v1.1.0 // indirect
 	github.com/hashicorp/go-multierror v1.1.1 // indirect
 	github.com/hashicorp/go-uuid v1.0.3 // indirect
-	github.com/jackc/pgx/v5 v5.7.6
+	github.com/jackc/pgx/v5 v5.7.5
 	github.com/jcmturner/gofork v1.7.6 // indirect
 	github.com/jcmturner/gokrb5/v8 v8.4.4 // indirect
 	github.com/jinzhu/copier v0.4.0
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
 	github.com/json-iterator/go v1.1.12
 	github.com/karlseguin/ccache/v2 v2.0.8
-	github.com/klauspost/compress v1.18.1
+	github.com/klauspost/compress v1.18.0 // indirect
 	github.com/klauspost/reedsolomon v1.12.5
 	github.com/kurin/blazer v0.5.3
-	github.com/linxGnu/grocksdb v1.10.3
+	github.com/linxGnu/grocksdb v1.10.2
 	github.com/mailru/easyjson v0.7.7 // indirect
+	github.com/mattn/go-ieproxy v0.0.11 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/modern-go/reflect2 v1.0.2 // indirect
@@ -64,23 +67,23 @@ require (
 	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
 	github.com/posener/complete v1.2.3
 	github.com/pquerna/cachecontrol v0.2.0
-	github.com/prometheus/client_golang v1.23.2
+	github.com/prometheus/client_golang v1.23.0
 	github.com/prometheus/client_model v0.6.2 // indirect
-	github.com/prometheus/common v0.66.1 // indirect
-	github.com/prometheus/procfs v0.19.1
+	github.com/prometheus/common v0.65.0 // indirect
+	github.com/prometheus/procfs v0.17.0
 	github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
 	github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
 	github.com/seaweedfs/goexif v1.0.3
 	github.com/seaweedfs/raft v1.1.3
 	github.com/sirupsen/logrus v1.9.3 // indirect
-	github.com/spf13/afero v1.15.0 // indirect
-	github.com/spf13/cast v1.10.0 // indirect
-	github.com/spf13/viper v1.21.0
-	github.com/stretchr/testify v1.11.1
+	github.com/spf13/afero v1.12.0 // indirect
+	github.com/spf13/cast v1.7.1 // indirect
+	github.com/spf13/viper v1.20.1
+	github.com/stretchr/testify v1.11.0
 	github.com/stvp/tempredis v0.0.0-20181119212430-b82af8480203
 	github.com/syndtr/goleveldb v1.0.1-0.20190318030020-c3a204f8e965
 	github.com/tidwall/gjson v1.18.0
-	github.com/tidwall/match v1.2.0
+	github.com/tidwall/match v1.1.1
 	github.com/tidwall/pretty v1.2.0 // indirect
 	github.com/tsuna/gohbase v0.0.0-20201125011725-348991136365
 	github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43
@@ -90,80 +93,73 @@ require (
 	github.com/xdg-go/scram v1.1.2 // indirect
 	github.com/xdg-go/stringprep v1.0.4 // indirect
 	github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect
-	go.etcd.io/etcd/client/v3 v3.6.6
-	go.mongodb.org/mongo-driver v1.17.6
+	go.etcd.io/etcd/client/v3 v3.6.4
+	go.mongodb.org/mongo-driver v1.17.4
 	go.opencensus.io v0.24.0 // indirect
 	gocloud.dev v0.43.0
 	gocloud.dev/pubsub/natspubsub v0.43.0
 	gocloud.dev/pubsub/rabbitpubsub v0.43.0
-	golang.org/x/crypto v0.45.0
-	golang.org/x/exp v0.0.0-20250811191247-51f88131bc50
-	golang.org/x/image v0.33.0
-	golang.org/x/net v0.47.0
-	golang.org/x/oauth2 v0.32.0 // indirect
-	golang.org/x/sys v0.38.0
-	golang.org/x/text v0.31.0 // indirect
-	golang.org/x/tools v0.38.0 // indirect
+	golang.org/x/crypto v0.41.0
+	golang.org/x/exp v0.0.0-20250620022241-b7579e27df2b
+	golang.org/x/image v0.30.0
+	golang.org/x/net v0.43.0
+	golang.org/x/oauth2 v0.30.0 // indirect
+	golang.org/x/sys v0.35.0
+	golang.org/x/text v0.28.0 // indirect
+	golang.org/x/tools v0.36.0
 	golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
 	google.golang.org/api v0.247.0
 	google.golang.org/genproto v0.0.0-20250715232539-7130f93afb79 // indirect
-	google.golang.org/grpc v1.77.0
-	google.golang.org/protobuf v1.36.10
+	google.golang.org/grpc v1.75.0
+	google.golang.org/protobuf v1.36.8
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	modernc.org/b v1.0.0 // indirect
 	modernc.org/mathutil v1.7.1
 	modernc.org/memory v1.11.0 // indirect
-	modernc.org/sqlite v1.39.0
+	modernc.org/sqlite v1.38.2
 	modernc.org/strutil v1.2.1
 )
 
 require (
-	cloud.google.com/go/kms v1.23.1
+	cloud.google.com/go/kms v1.22.0
 	github.com/Azure/azure-sdk-for-go/sdk/keyvault/azkeys v0.10.0
 	github.com/Jille/raft-grpc-transport v1.6.1
-	github.com/ThreeDotsLabs/watermill v1.5.1
-	github.com/a-h/templ v0.3.943
-	github.com/apple/foundationdb/bindings/go v0.0.0-20240515141816-262c6fe778ad
-	github.com/arangodb/go-driver v1.6.7
+	github.com/ThreeDotsLabs/watermill v1.5.0
+	github.com/a-h/templ v0.3.924
+	github.com/arangodb/go-driver v1.6.6
 	github.com/armon/go-metrics v0.4.1
-	github.com/aws/aws-sdk-go-v2 v1.40.0
+	github.com/aws/aws-sdk-go-v2 v1.38.1
 	github.com/aws/aws-sdk-go-v2/config v1.31.3
-	github.com/aws/aws-sdk-go-v2/credentials v1.18.20
-	github.com/aws/aws-sdk-go-v2/service/s3 v1.89.1
+	github.com/aws/aws-sdk-go-v2/credentials v1.18.7
+	github.com/aws/aws-sdk-go-v2/service/s3 v1.87.1
 	github.com/cognusion/imaging v1.0.2
 	github.com/fluent/fluent-logger-golang v1.10.1
-	github.com/getsentry/sentry-go v0.38.0
+	github.com/getsentry/sentry-go v0.35.0
 	github.com/gin-contrib/sessions v1.0.4
-	github.com/gin-gonic/gin v1.11.0
+	github.com/gin-gonic/gin v1.10.1
 	github.com/golang-jwt/jwt/v5 v5.3.0
 	github.com/google/flatbuffers/go v0.0.0-20230108230133-3b8644d32c50
-	github.com/hanwen/go-fuse/v2 v2.9.0
+	github.com/hanwen/go-fuse/v2 v2.8.0
 	github.com/hashicorp/raft v1.7.3
 	github.com/hashicorp/raft-boltdb/v2 v2.3.1
-	github.com/hashicorp/vault/api v1.22.0
-	github.com/jhump/protoreflect v1.17.0
-	github.com/lib/pq v1.10.9
-	github.com/linkedin/goavro/v2 v2.14.1
-	github.com/mattn/go-sqlite3 v1.14.32
+	github.com/hashicorp/vault/api v1.20.0
 	github.com/minio/crc64nvme v1.1.1
 	github.com/orcaman/concurrent-map/v2 v2.0.1
 	github.com/parquet-go/parquet-go v0.25.1
-	github.com/pkg/sftp v1.13.10
+	github.com/pkg/sftp v1.13.9
 	github.com/rabbitmq/amqp091-go v1.10.0
-	github.com/rclone/rclone v1.71.2
+	github.com/rclone/rclone v1.70.3
 	github.com/rdleal/intervalst v1.5.0
-	github.com/redis/go-redis/v9 v9.14.1
+	github.com/redis/go-redis/v9 v9.12.1
 	github.com/schollz/progressbar/v3 v3.18.0
-	github.com/shirou/gopsutil/v4 v4.25.10
-	github.com/tarantool/go-tarantool/v2 v2.4.1
+	github.com/shirou/gopsutil/v3 v3.24.5
+	github.com/tarantool/go-tarantool/v2 v2.4.0
 	github.com/tikv/client-go/v2 v2.0.7
-	github.com/xeipuuv/gojsonschema v1.2.0
 	github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.0
-	github.com/ydb-platform/ydb-go-sdk/v3 v3.118.2
-	go.etcd.io/etcd/client/pkg/v3 v3.6.6
+	github.com/ydb-platform/ydb-go-sdk/v3 v3.113.5
+	go.etcd.io/etcd/client/pkg/v3 v3.6.4
 	go.uber.org/atomic v1.11.0
-	golang.org/x/sync v0.18.0
-	golang.org/x/tools/godoc v0.1.0-deprecated
+	golang.org/x/sync v0.16.0
 	google.golang.org/grpc/security/advancedtls v1.0.0
 )
 
@@ -173,78 +169,39 @@ require (
 	cloud.google.com/go/longrunning v0.6.7 // indirect
 	cloud.google.com/go/pubsub/v2 v2.0.0 // indirect
 	github.com/Azure/azure-sdk-for-go/sdk/keyvault/internal v0.7.1 // indirect
-	github.com/bazelbuild/rules_go v0.46.0 // indirect
-	github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect
-	github.com/blevesearch/snowballstem v0.9.0 // indirect
-	github.com/bufbuild/protocompile v0.14.1 // indirect
-	github.com/cenkalti/backoff/v5 v5.0.3 // indirect
-	github.com/cockroachdb/apd/v3 v3.1.0 // indirect
-	github.com/cockroachdb/errors v1.11.3 // indirect
-	github.com/cockroachdb/logtags v0.0.0-20241215232642-bb51bb14a506 // indirect
-	github.com/cockroachdb/redact v1.1.5 // indirect
-	github.com/cockroachdb/version v0.0.0-20250314144055-3860cd14adf2 // indirect
-	github.com/dave/dst v0.27.2 // indirect
-	github.com/goccy/go-yaml v1.18.0 // indirect
-	github.com/golang/geo v0.0.0-20210211234256-740aa86cb551 // indirect
-	github.com/google/go-cmp v0.7.0 // indirect
-	github.com/grpc-ecosystem/grpc-gateway v1.16.0 // indirect
+	github.com/cenkalti/backoff/v5 v5.0.2 // indirect
 	github.com/hashicorp/go-rootcerts v1.0.2 // indirect
-	github.com/hashicorp/go-secure-stdlib/parseutil v0.2.0 // indirect
+	github.com/hashicorp/go-secure-stdlib/parseutil v0.1.6 // indirect
 	github.com/hashicorp/go-secure-stdlib/strutil v0.1.2 // indirect
-	github.com/hashicorp/go-sockaddr v1.0.7 // indirect
+	github.com/hashicorp/go-sockaddr v1.0.2 // indirect
 	github.com/hashicorp/hcl v1.0.1-vault-7 // indirect
 	github.com/jackc/pgpassfile v1.0.0 // indirect
 	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
 	github.com/jackc/puddle/v2 v2.2.2 // indirect
-	github.com/jaegertracing/jaeger v1.47.0 // indirect
-	github.com/kr/pretty v0.3.1 // indirect
-	github.com/kr/text v0.2.0 // indirect
 	github.com/lithammer/shortuuid/v3 v3.0.7 // indirect
-	github.com/openzipkin/zipkin-go v0.4.3 // indirect
-	github.com/petermattis/goid v0.0.0-20180202154549-b0b1615b78e5 // indirect
-	github.com/pierrre/geohash v1.0.0 // indirect
-	github.com/quic-go/qpack v0.5.1 // indirect
-	github.com/quic-go/quic-go v0.54.1 // indirect
-	github.com/rogpeppe/go-internal v1.14.1 // indirect
 	github.com/ryanuber/go-glob v1.0.0 // indirect
-	github.com/sasha-s/go-deadlock v0.3.1 // indirect
-	github.com/stretchr/objx v0.5.2 // indirect
-	github.com/twpayne/go-geom v1.4.1 // indirect
-	github.com/twpayne/go-kml v1.5.2 // indirect
-	github.com/xeipuuv/gojsonpointer v0.0.0-20180127040702-4e3ac2762d5f // indirect
-	github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 // indirect
-	github.com/zeebo/xxh3 v1.0.2 // indirect
-	go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.37.0 // indirect
-	go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.37.0 // indirect
-	go.opentelemetry.io/otel/exporters/zipkin v1.36.0 // indirect
-	go.opentelemetry.io/proto/otlp v1.7.0 // indirect
-	go.uber.org/mock v0.5.0 // indirect
-	go.yaml.in/yaml/v2 v2.4.2 // indirect
-	go.yaml.in/yaml/v3 v3.0.4 // indirect
-	golang.org/x/mod v0.29.0 // indirect
-	gonum.org/v1/gonum v0.16.0 // indirect
 )
 
 require (
 	cel.dev/expr v0.24.0 // indirect
 	cloud.google.com/go/auth v0.16.5 // indirect
 	cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect
-	cloud.google.com/go/compute/metadata v0.9.0 // indirect
+	cloud.google.com/go/compute/metadata v0.8.0 // indirect
 	cloud.google.com/go/iam v1.5.2 // indirect
 	cloud.google.com/go/monitoring v1.24.2 // indirect
 	filippo.io/edwards25519 v1.1.0 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.20.0
-	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.13.1
+	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.2
+	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.11.0
 	github.com/Azure/azure-sdk-for-go/sdk/internal v1.11.2 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.3
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.2 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.1 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.1 // indirect
 	github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 // indirect
-	github.com/AzureAD/microsoft-authentication-library-for-go v1.6.0 // indirect
-	github.com/Files-com/files-sdk-go/v3 v3.2.218 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.30.0 // indirect
+	github.com/AzureAD/microsoft-authentication-library-for-go v1.4.2 // indirect
+	github.com/Files-com/files-sdk-go/v3 v3.2.173 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.29.0 // indirect
 	github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.53.0 // indirect
 	github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.53.0 // indirect
-	github.com/IBM/go-sdk-core/v5 v5.21.0 // indirect
+	github.com/IBM/go-sdk-core/v5 v5.20.0 // indirect
 	github.com/Max-Sum/base32768 v0.0.0-20230304063302-18e6ce5945fd // indirect
 	github.com/Microsoft/go-winio v0.6.2 // indirect
 	github.com/ProtonMail/bcrypt v0.0.0-20211005172633-e235017c1baf // indirect
@@ -255,72 +212,72 @@ require (
 	github.com/ProtonMail/gopenpgp/v2 v2.9.0 // indirect
 	github.com/PuerkitoBio/goquery v1.10.3 // indirect
 	github.com/abbot/go-http-auth v0.4.0 // indirect
-	github.com/andybalholm/brotli v1.2.0 // indirect
+	github.com/andybalholm/brotli v1.1.0 // indirect
 	github.com/andybalholm/cascadia v1.3.3 // indirect
 	github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc // indirect
 	github.com/arangodb/go-velocypack v0.0.0-20200318135517-5af53c29c67e // indirect
 	github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 // indirect
-	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.2 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.12 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.12 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.12 // indirect
+	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.0 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.4 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.17.84 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.4 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.4 // indirect
 	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.12 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.2 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.3 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.12 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.12 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.8.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.4 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sns v1.34.7 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sqs v1.38.8 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sso v1.30.0 // indirect
-	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.4 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sts v1.39.0 // indirect
-	github.com/aws/smithy-go v1.23.2 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sso v1.28.2 // indirect
+	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.34.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sts v1.38.0 // indirect
+	github.com/aws/smithy-go v1.22.5 // indirect
 	github.com/boltdb/bolt v1.3.1 // indirect
 	github.com/bradenaw/juniper v0.15.3 // indirect
 	github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirect
 	github.com/buengese/sgzip v0.1.1 // indirect
-	github.com/bytedance/sonic v1.14.0 // indirect
-	github.com/bytedance/sonic/loader v0.3.0 // indirect
+	github.com/bytedance/sonic v1.13.2 // indirect
+	github.com/bytedance/sonic/loader v0.2.4 // indirect
 	github.com/calebcase/tmpfile v1.0.3 // indirect
 	github.com/chilts/sid v0.0.0-20190607042430-660e94789ec9 // indirect
 	github.com/cloudflare/circl v1.6.1 // indirect
-	github.com/cloudinary/cloudinary-go/v2 v2.12.0 // indirect
+	github.com/cloudinary/cloudinary-go/v2 v2.10.0 // indirect
 	github.com/cloudsoda/go-smb2 v0.0.0-20250228001242-d4c70e6251cc // indirect
 	github.com/cloudsoda/sddl v0.0.0-20250224235906-926454e91efc // indirect
-	github.com/cloudwego/base64x v0.1.6 // indirect
-	github.com/cncf/xds/go v0.0.0-20251022180443-0feb69152e9f // indirect
+	github.com/cloudwego/base64x v0.1.5 // indirect
+	github.com/cncf/xds/go v0.0.0-20250501225837-2ac532fd4443 // indirect
 	github.com/colinmarc/hdfs/v2 v2.4.0 // indirect
 	github.com/creasty/defaults v1.8.0 // indirect
 	github.com/cronokirby/saferith v0.33.0 // indirect
 	github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 // indirect
 	github.com/d4l3k/messagediff v1.2.1 // indirect
-	github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 // indirect
+	github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2 // indirect
 	github.com/dropbox/dropbox-sdk-go-unofficial/v6 v6.0.5 // indirect
-	github.com/ebitengine/purego v0.9.0 // indirect
-	github.com/elastic/gosigar v0.14.3 // indirect
+	github.com/ebitengine/purego v0.8.4 // indirect
+	github.com/elastic/gosigar v0.14.2 // indirect
 	github.com/emersion/go-message v0.18.2 // indirect
 	github.com/emersion/go-vcard v0.0.0-20241024213814-c9703dde27ff // indirect
-	github.com/envoyproxy/go-control-plane/envoy v1.35.0 // indirect
+	github.com/envoyproxy/go-control-plane/envoy v1.32.4 // indirect
 	github.com/envoyproxy/protoc-gen-validate v1.2.1 // indirect
-	github.com/fatih/color v1.18.0 // indirect
+	github.com/fatih/color v1.16.0 // indirect
 	github.com/felixge/httpsnoop v1.0.4 // indirect
 	github.com/flynn/noise v1.1.0 // indirect
 	github.com/gabriel-vasile/mimetype v1.4.9 // indirect
 	github.com/geoffgarside/ber v1.2.0 // indirect
-	github.com/gin-contrib/sse v1.1.0 // indirect
+	github.com/gin-contrib/sse v1.0.0 // indirect
 	github.com/go-chi/chi/v5 v5.2.2 // indirect
 	github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348 // indirect
-	github.com/go-jose/go-jose/v4 v4.1.3 // indirect
+	github.com/go-jose/go-jose/v4 v4.1.1 // indirect
 	github.com/go-logr/logr v1.4.3 // indirect
 	github.com/go-logr/stdr v1.2.2 // indirect
 	github.com/go-ole/go-ole v1.3.0 // indirect
-	github.com/go-openapi/errors v0.22.2 // indirect
+	github.com/go-openapi/errors v0.22.1 // indirect
 	github.com/go-openapi/strfmt v0.23.0 // indirect
 	github.com/go-playground/locales v0.14.1 // indirect
 	github.com/go-playground/universal-translator v0.18.1 // indirect
-	github.com/go-playground/validator/v10 v10.27.0 // indirect
+	github.com/go-playground/validator/v10 v10.26.0 // indirect
 	github.com/go-resty/resty/v2 v2.16.5 // indirect
 	github.com/go-viper/mapstructure/v2 v2.4.0 // indirect
 	github.com/goccy/go-json v0.10.5 // indirect
@@ -333,14 +290,14 @@ require (
 	github.com/gorilla/schema v1.4.1 // indirect
 	github.com/gorilla/securecookie v1.1.2 // indirect
 	github.com/gorilla/sessions v1.4.0 // indirect
-	github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 // indirect
+	github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
 	github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.1 // indirect
 	github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
 	github.com/hashicorp/go-hclog v1.6.3 // indirect
 	github.com/hashicorp/go-immutable-radix v1.3.1 // indirect
 	github.com/hashicorp/go-metrics v0.5.4 // indirect
 	github.com/hashicorp/go-msgpack/v2 v2.1.2 // indirect
-	github.com/hashicorp/go-retryablehttp v0.7.8 // indirect
+	github.com/hashicorp/go-retryablehttp v0.7.7 // indirect
 	github.com/hashicorp/golang-lru v0.6.0 // indirect
 	github.com/henrybear327/Proton-API-Bridge v1.0.0 // indirect
 	github.com/henrybear327/go-proton-api v1.0.0 // indirect
@@ -354,12 +311,12 @@ require (
 	github.com/jtolio/noiseconn v0.0.0-20231127013910-f6d9ecbf1de7 // indirect
 	github.com/jzelinskie/whirlpool v0.0.0-20201016144138-0675e54bb004 // indirect
 	github.com/k0kubun/pp v3.0.1+incompatible
-	github.com/klauspost/cpuid/v2 v2.3.0 // indirect
+	github.com/klauspost/cpuid/v2 v2.2.10 // indirect
 	github.com/koofr/go-httpclient v0.0.0-20240520111329-e20f8f203988 // indirect
 	github.com/koofr/go-koofrclient v0.0.0-20221207135200-cbd7fc9ad6a6 // indirect
 	github.com/kr/fs v0.1.0 // indirect
 	github.com/kylelemons/godebug v1.1.0 // indirect
-	github.com/lanrat/extsort v1.4.0 // indirect
+	github.com/lanrat/extsort v1.0.2 // indirect
 	github.com/leodido/go-urn v1.4.0 // indirect
 	github.com/lpar/date v1.0.0 // indirect
 	github.com/lufia/plan9stats v0.0.0-20250317134145-8bc96cf8fc35 // indirect
@@ -367,7 +324,7 @@ require (
 	github.com/mattn/go-runewidth v0.0.16 // indirect
 	github.com/mitchellh/colorstring v0.0.0-20190213212951-d06e56a500db // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
-	github.com/mitchellh/mapstructure v1.5.1-0.20220423185008-bf980b35cac4 // indirect
+	github.com/mitchellh/mapstructure v1.5.0 // indirect
 	github.com/montanaflynn/stats v0.7.1 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
 	github.com/nats-io/nats.go v1.43.0 // indirect
@@ -379,19 +336,19 @@ require (
 	github.com/oklog/ulid v1.3.1 // indirect
 	github.com/onsi/ginkgo/v2 v2.23.3 // indirect
 	github.com/opentracing/opentracing-go v1.2.0 // indirect
-	github.com/oracle/oci-go-sdk/v65 v65.98.0 // indirect
+	github.com/oracle/oci-go-sdk/v65 v65.93.0 // indirect
 	github.com/panjf2000/ants/v2 v2.11.3 // indirect
 	github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
 	github.com/pelletier/go-toml/v2 v2.2.4 // indirect
 	github.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14 // indirect
 	github.com/philhofer/fwd v1.2.0 // indirect
-	github.com/pierrec/lz4/v4 v4.1.22
+	github.com/pierrec/lz4/v4 v4.1.21 // indirect
 	github.com/pingcap/errors v0.11.5-0.20211224045212-9687c2b0f87c // indirect
 	github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c // indirect
 	github.com/pingcap/kvproto v0.0.0-20230403051650-e166ae588106 // indirect
 	github.com/pingcap/log v1.1.1-0.20221110025148-ca232912c9f3 // indirect
 	github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c // indirect
-	github.com/pkg/xattr v0.4.12 // indirect
+	github.com/pkg/xattr v0.4.10 // indirect
 	github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 // indirect
 	github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 // indirect
 	github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8 // indirect
@@ -399,18 +356,19 @@ require (
 	github.com/rfjakob/eme v1.1.2 // indirect
 	github.com/rivo/uniseg v0.4.7 // indirect
 	github.com/sabhiram/go-gitignore v0.0.0-20210923224102-525f6e181f06 // indirect
-	github.com/sagikazarmark/locafero v0.11.0 // indirect
-	github.com/samber/lo v1.51.0 // indirect
-	github.com/seaweedfs/cockroachdb-parser v0.0.0-20251021184156-909763b17138
+	github.com/sagikazarmark/locafero v0.7.0 // indirect
+	github.com/samber/lo v1.50.0 // indirect
+	github.com/shirou/gopsutil/v4 v4.25.5 // indirect
+	github.com/shoenig/go-m1cpu v0.1.6 // indirect
 	github.com/skratchdot/open-golang v0.0.0-20200116055534-eef842397966 // indirect
 	github.com/smartystreets/goconvey v1.8.1 // indirect
 	github.com/sony/gobreaker v1.0.0 // indirect
-	github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 // indirect
+	github.com/sourcegraph/conc v0.3.0 // indirect
 	github.com/spacemonkeygo/monkit/v3 v3.0.24 // indirect
-	github.com/spf13/pflag v1.0.10 // indirect
-	github.com/spiffe/go-spiffe/v2 v2.6.0 // indirect
+	github.com/spf13/pflag v1.0.6 // indirect
+	github.com/spiffe/go-spiffe/v2 v2.5.0 // indirect
 	github.com/subosito/gotenv v1.6.0 // indirect
-	github.com/t3rm1n4l/go-mega v0.0.0-20250926104142-ccb8d3498e6c // indirect
+	github.com/t3rm1n4l/go-mega v0.0.0-20241213151442-a19cff0ec7b5 // indirect
 	github.com/tarantool/go-iproto v1.1.0 // indirect
 	github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a // indirect
 	github.com/tikv/pd/client v0.0.0-20230329114254-1948c247c2b1 // indirect
@@ -419,45 +377,45 @@ require (
 	github.com/tklauser/numcpus v0.10.0 // indirect
 	github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
 	github.com/twmb/murmur3 v1.1.3 // indirect
-	github.com/ugorji/go/codec v1.3.0 // indirect
+	github.com/ugorji/go/codec v1.2.12 // indirect
 	github.com/unknwon/goconfig v1.0.0 // indirect
 	github.com/vmihailenco/msgpack/v5 v5.4.1 // indirect
 	github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
 	github.com/xanzy/ssh-agent v0.3.3 // indirect
 	github.com/yandex-cloud/go-genproto v0.0.0-20211115083454-9ca41db5ed9e // indirect
-	github.com/ydb-platform/ydb-go-genproto v0.0.0-20250911135631-b3beddd517d9 // indirect
+	github.com/ydb-platform/ydb-go-genproto v0.0.0-20241112172322-ea1f63298f77 // indirect
 	github.com/ydb-platform/ydb-go-yc v0.12.1 // indirect
 	github.com/ydb-platform/ydb-go-yc-metadata v0.6.1 // indirect
 	github.com/yunify/qingstor-sdk-go/v3 v3.2.0 // indirect
 	github.com/yusufpapurcu/wmi v1.2.4 // indirect
 	github.com/zeebo/blake3 v0.2.4 // indirect
 	github.com/zeebo/errs v1.4.0 // indirect
-	go.etcd.io/bbolt v1.4.2 // indirect
-	go.etcd.io/etcd/api/v3 v3.6.6 // indirect
-	go.opentelemetry.io/auto/sdk v1.2.1 // indirect
-	go.opentelemetry.io/contrib/detectors/gcp v1.38.0 // indirect
+	go.etcd.io/bbolt v1.4.0 // indirect
+	go.etcd.io/etcd/api/v3 v3.6.4 // indirect
+	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
+	go.opentelemetry.io/contrib/detectors/gcp v1.37.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.62.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.62.0 // indirect
-	go.opentelemetry.io/otel v1.38.0 // indirect
-	go.opentelemetry.io/otel/metric v1.38.0 // indirect
-	go.opentelemetry.io/otel/sdk v1.38.0 // indirect
-	go.opentelemetry.io/otel/sdk/metric v1.38.0 // indirect
-	go.opentelemetry.io/otel/trace v1.38.0 // indirect
+	go.opentelemetry.io/otel v1.37.0 // indirect
+	go.opentelemetry.io/otel/metric v1.37.0 // indirect
+	go.opentelemetry.io/otel/sdk v1.37.0 // indirect
+	go.opentelemetry.io/otel/sdk/metric v1.37.0 // indirect
+	go.opentelemetry.io/otel/trace v1.37.0 // indirect
 	go.uber.org/multierr v1.11.0 // indirect
 	go.uber.org/zap v1.27.0 // indirect
-	golang.org/x/arch v0.20.0 // indirect
-	golang.org/x/term v0.37.0 // indirect
+	golang.org/x/arch v0.16.0 // indirect
+	golang.org/x/term v0.34.0 // indirect
 	golang.org/x/time v0.12.0 // indirect
-	google.golang.org/genproto/googleapis/api v0.0.0-20251022142026-3a174f9686a8 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20251111163417-95abcf5c77ba // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20250818200422-3122310a409c // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20250818200422-3122310a409c // indirect
 	gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
 	gopkg.in/validator.v2 v2.0.1 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 	modernc.org/libc v1.66.3 // indirect
 	moul.io/http2curl/v2 v2.3.0 // indirect
-	sigs.k8s.io/yaml v1.6.0 // indirect
-	storj.io/common v0.0.0-20250808122759-804533d519c1 // indirect
+	sigs.k8s.io/yaml v1.4.0 // indirect
+	storj.io/common v0.0.0-20250605163628-70ca83b6228e // indirect
 	storj.io/drpc v0.0.35-0.20250513201419-f7819ea69b55 // indirect
 	storj.io/eventkit v0.0.0-20250410172343-61f26d3de156 // indirect
 	storj.io/infectious v0.0.2 // indirect

k8s/charts/seaweedfs/Chart.yaml

@@ -1,6 +1,6 @@
 apiVersion: v1
 description: SeaweedFS
 name: seaweedfs
-appVersion: "4.01"
+appVersion: "3.96"
 # Dev note: Trigger a helm chart release by `git tag -a helm-<version>`
-version: 4.0.401
+version: 4.0.396

k8s/charts/seaweedfs/templates/all-in-one/all-in-one-deployment.yaml

@@ -79,12 +79,6 @@ spec:
           image: {{ template "master.image" . }}
           imagePullPolicy: {{ default "IfNotPresent" .Values.global.imagePullPolicy }}
           env:
-            {{- /* Determine default cluster alias and the corresponding env var keys to avoid conflicts */}}
-            {{- $envMerged := merge (.Values.global.extraEnvironmentVars | default dict) (.Values.allInOne.extraEnvironmentVars | default dict) }}
-            {{- $clusterDefault := default "sw" (index $envMerged "WEED_CLUSTER_DEFAULT") }}
-            {{- $clusterUpper := upper $clusterDefault }}
-            {{- $clusterMasterKey := printf "WEED_CLUSTER_%s_MASTER" $clusterUpper }}
-            {{- $clusterFilerKey := printf "WEED_CLUSTER_%s_FILER" $clusterUpper }}
             - name: POD_IP
               valueFrom:
                 fieldRef:
@@ -101,7 +95,6 @@ spec:
               value: "{{ template "seaweedfs.name" . }}"
             {{- if .Values.allInOne.extraEnvironmentVars }}
             {{- range $key, $value := .Values.allInOne.extraEnvironmentVars }}
-            {{- if and (ne $key $clusterMasterKey) (ne $key $clusterFilerKey) }}
             - name: {{ $key }}
               {{- if kindIs "string" $value }}
               value: {{ $value | quote }}
@@ -111,10 +104,8 @@ spec:
               {{- end }}
             {{- end }}
             {{- end }}
-            {{- end }}
             {{- if .Values.global.extraEnvironmentVars }}
             {{- range $key, $value := .Values.global.extraEnvironmentVars }}
-            {{- if and (ne $key $clusterMasterKey) (ne $key $clusterFilerKey) }}
             - name: {{ $key }}
               {{- if kindIs "string" $value }}
               value: {{ $value | quote }}
@@ -124,12 +115,6 @@ spec:
               {{- end }}
             {{- end }}
             {{- end }}
-            {{- end }}
-            # Inject computed cluster endpoints for the default cluster
-            - name: {{ $clusterMasterKey }}
-              value: {{ include "seaweedfs.cluster.masterAddress" . | quote }}
-            - name: {{ $clusterFilerKey }}
-              value: {{ include "seaweedfs.cluster.filerAddress" . | quote }}
           command:
             - "/bin/sh"
             - "-ec"

k8s/charts/seaweedfs/templates/cert/ca-cert.yaml

@@ -13,12 +13,6 @@ spec:
   secretName: {{ template "seaweedfs.name" . }}-ca-cert
   commonName: "{{ template "seaweedfs.name" . }}-root-ca"
   isCA: true
-  {{- if .Values.certificates.ca.duration }}
-  duration: {{ .Values.certificates.ca.duration }}
-  {{- end }}
-  {{- if .Values.certificates.ca.renewBefore }}
-  renewBefore: {{ .Values.certificates.ca.renewBefore }}
-  {{- end }}
   issuerRef:
     name: {{ template "seaweedfs.name" . }}-issuer
     kind: Issuer

k8s/charts/seaweedfs/templates/cosi/cosi-deployment.yaml

@@ -15,6 +15,7 @@ spec:
   selector:
     matchLabels:
       app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
+      helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
       app.kubernetes.io/instance: {{ .Release.Name }}
       app.kubernetes.io/component: objectstorage-provisioner
   template:

k8s/charts/seaweedfs/templates/filer/filer-ingress.yaml

@@ -28,8 +28,8 @@ spec:
   rules:
   - http:
       paths:
-      - path: {{ .Values.filer.ingress.path | quote }}
-        pathType: {{ .Values.filer.ingress.pathType | quote }}
+      - path: /sw-filer/?(.*)
+        pathType: ImplementationSpecific
         backend:
 {{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion }}
           service:

k8s/charts/seaweedfs/templates/filer/filer-statefulset.yaml

@@ -392,12 +392,10 @@ spec:
       nodeSelector:
         {{ tpl .Values.filer.nodeSelector . | indent 8 | trim }}
       {{- end }}
-  {{- if and (.Values.filer.enablePVC) (not .Values.filer.data) }}
+  {{- if and (.Values.filer.enablePVC) (eq .Values.filer.data.type "persistentVolumeClaim") }}
   # DEPRECATION: Deprecate in favor of filer.data section below
   volumeClaimTemplates:
-  - apiVersion: v1
-    kind: PersistentVolumeClaim
-    metadata:
+  - metadata:
       name: data-filer
     spec:
       accessModes:
@@ -413,9 +411,7 @@ spec:
   {{- if $pvc_exists }}
   volumeClaimTemplates:
     {{- if eq .Values.filer.data.type "persistentVolumeClaim" }}
-    - apiVersion: v1
-      kind: PersistentVolumeClaim
-      metadata:
+    - metadata:
         name: data-filer
         {{- with .Values.filer.data.annotations }}
         annotations:
@@ -429,9 +425,7 @@ spec:
             storage: {{ .Values.filer.data.size }}
     {{- end }}
     {{- if eq .Values.filer.logs.type "persistentVolumeClaim" }}
-    - apiVersion: v1
-      kind: PersistentVolumeClaim
-      metadata:
+    - metadata:
         name: seaweedfs-filer-log-volume
         {{- with .Values.filer.logs.annotations }}
         annotations:

k8s/charts/seaweedfs/templates/master/master-ingress.yaml

@@ -28,8 +28,8 @@ spec:
   rules:
     - http:
         paths:
-          - path: {{ .Values.master.ingress.path | quote }}
-            pathType: {{ .Values.master.ingress.pathType | quote }}
+          - path: /sw-master/?(.*)
+            pathType: ImplementationSpecific
             backend:
 {{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion }}
               service:

k8s/charts/seaweedfs/templates/master/master-statefulset.yaml

@@ -327,9 +327,7 @@ spec:
   {{- if $pvc_exists }}
   volumeClaimTemplates:
     {{- if eq .Values.master.data.type "persistentVolumeClaim"}}
-    - apiVersion: v1
-      kind: PersistentVolumeClaim
-      metadata:
+    - metadata:
         name: data-{{ .Release.Namespace }}
         {{- with .Values.master.data.annotations }}
         annotations:
@@ -343,9 +341,7 @@ spec:
             storage: {{ .Values.master.data.size }}
     {{- end }}
     {{- if eq .Values.master.logs.type "persistentVolumeClaim"}}
-    - apiVersion: v1
-      kind: PersistentVolumeClaim
-      metadata:
+    - metadata:
         name: seaweedfs-master-log-volume
         {{- with .Values.master.logs.annotations }}
         annotations:

k8s/charts/seaweedfs/templates/s3/s3-deployment.yaml

@@ -152,10 +152,7 @@ spec:
               {{- if .Values.s3.auditLogConfig }}
               -auditLogConfig=/etc/sw/s3_auditLogConfig.json \
               {{- end }}
-              -filer={{ template "seaweedfs.name" . }}-filer-client.{{ .Release.Namespace }}:{{ .Values.filer.port }} \
-              {{- range .Values.s3.extraArgs }}
-              {{ . }} \
-              {{- end }}
+              -filer={{ template "seaweedfs.name" . }}-filer-client.{{ .Release.Namespace }}:{{ .Values.filer.port }}
           volumeMounts:
             {{- if or (eq .Values.s3.logs.type "hostPath") (eq .Values.s3.logs.type "emptyDir") }}
             - name: logs

k8s/charts/seaweedfs/templates/s3/s3-ingress.yaml

@@ -27,8 +27,8 @@ spec:
   rules:
   - http:
       paths:
-      - path: {{ .Values.s3.ingress.path | quote }}
-        pathType: {{ .Values.s3.ingress.pathType | quote }}
+      - path: /
+        pathType: ImplementationSpecific
         backend:
 {{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion }}
           service:

k8s/charts/seaweedfs/templates/shared/_helpers.tpl

@@ -96,16 +96,13 @@ Inject extra environment vars in the format key:value, if populated
 {{/* Computes the container image name for all components (if they are not overridden) */}}
 {{- define "common.image" -}}
 {{- $registryName := default .Values.image.registry .Values.global.registry | toString -}}
-{{- $repositoryName := default .Values.image.repository .Values.global.repository | toString -}}
+{{- $repositoryName := .Values.image.repository | toString -}}
 {{- $name := .Values.global.imageName | toString -}}
 {{- $tag := default .Chart.AppVersion .Values.image.tag  | toString -}}
-{{- if $repositoryName -}}
-{{-   $name = printf "%s/%s" (trimSuffix "/" $repositoryName) (base $name) -}}
-{{- end -}}
 {{- if $registryName -}}
-{{-   printf "%s/%s:%s" $registryName $name $tag -}}
+{{- printf "%s/%s%s:%s" $registryName $repositoryName $name $tag -}}
 {{- else -}}
-{{-   printf "%s:%s" $name $tag -}}
+{{- printf "%s%s:%s" $repositoryName $name $tag -}}
 {{- end -}}
 {{- end -}}
 
@@ -222,27 +219,3 @@ or generate a new random password if it doesn't exist.
   {{- randAlphaNum $length -}}
 {{- end -}}
 {{- end -}}
-
-{{/*
-Compute the master service address to be used in cluster env vars.
-If allInOne is enabled, point to the all-in-one service; otherwise, point to the master service.
-*/}}
-{{- define "seaweedfs.cluster.masterAddress" -}}
-{{- $serviceNameSuffix := "-master" -}}
-{{- if .Values.allInOne.enabled -}}
-{{-   $serviceNameSuffix = "-all-in-one" -}}
-{{- end -}}
-{{- printf "%s%s.%s:%d" (include "seaweedfs.name" .) $serviceNameSuffix .Release.Namespace (int .Values.master.port) -}}
-{{- end -}}
-
-{{/*
-Compute the filer service address to be used in cluster env vars.
-If allInOne is enabled, point to the all-in-one service; otherwise, point to the filer-client service.
-*/}}
-{{- define "seaweedfs.cluster.filerAddress" -}}
-{{- $serviceNameSuffix := "-filer-client" -}}
-{{- if .Values.allInOne.enabled -}}
-{{-   $serviceNameSuffix = "-all-in-one" -}}
-{{- end -}}
-{{- printf "%s%s.%s:%d" (include "seaweedfs.name" .) $serviceNameSuffix .Release.Namespace (int .Values.filer.port) -}}
-{{- end -}}

k8s/charts/seaweedfs/templates/volume/volume-servicemonitor.yaml

@@ -21,9 +21,9 @@ metadata:
     {{- with $.Values.global.monitoring.additionalLabels }}
     {{- toYaml . | nindent 4 }}
     {{- end }}
-{{- with $volume.annotations }}
+{{- if .Values.volume.annotations }}
   annotations:
-    {{- toYaml . | nindent 4 }}
+    {{- toYaml .Values.volume.annotations | nindent 4 }}
 {{- end }}
 spec:
   endpoints:

k8s/charts/seaweedfs/templates/volume/volume-statefulset.yaml

@@ -88,9 +88,6 @@ spec:
             - name: {{ $dir.name }}
               mountPath: /{{ $dir.name }}
           {{- end }}
-          {{- if $volume.containerSecurityContext.enabled }}
-          securityContext: {{- omit $volume.containerSecurityContext "enabled" | toYaml | nindent 12 }}
-          {{- end }}
         {{- end }}
         {{- if $volume.initContainers }}
         {{ tpl (printf "{{ $volumeName := \"%s\" }}%s" $volumeName $volume.initContainers) $ | indent 8 | trim }}

k8s/charts/seaweedfs/values.yaml

@@ -3,7 +3,6 @@
 global:
   createClusterRole: true
   registry: ""
-  # if repository is set, it overrides the namespace part of imageName
   repository: ""
   imageName: chrislusf/seaweedfs
   imagePullPolicy: IfNotPresent
@@ -22,8 +21,6 @@ global:
   serviceAccountName: "seaweedfs"
   automountServiceAccountToken: true
   certificates:
-    duration: 87600h
-    renewBefore: 720h
     alphacrds: false
   monitoring:
     enabled: false
@@ -204,7 +201,8 @@ master:
   # nodeSelector labels for master pod assignment, formatted as a muli-line string.
   # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#nodeselector
   # Example:
-  nodeSelector: ""
+  nodeSelector: |
+    kubernetes.io/arch: amd64
   # nodeSelector: |
   #   sw-backend: "true"
 
@@ -237,27 +235,25 @@ master:
 
   ingress:
     enabled: false
-    className: ""
+    className: "nginx"
     # host: false for "*" hostname
     host: "master.seaweedfs.local"
-    path: "/sw-master/?(.*)"
-    pathType: ImplementationSpecific
-    annotations: {}
-      # nginx.ingress.kubernetes.io/auth-type: "basic"
-      # nginx.ingress.kubernetes.io/auth-secret: "default/ingress-basic-auth-secret"
-      # nginx.ingress.kubernetes.io/auth-realm: 'Authentication Required - SW-Master'
-      # nginx.ingress.kubernetes.io/service-upstream: "true"
-      # nginx.ingress.kubernetes.io/rewrite-target: /$1
-      # nginx.ingress.kubernetes.io/use-regex: "true"
-      # nginx.ingress.kubernetes.io/enable-rewrite-log: "true"
-      # nginx.ingress.kubernetes.io/ssl-redirect: "false"
-      # nginx.ingress.kubernetes.io/force-ssl-redirect: "false"
-      # nginx.ingress.kubernetes.io/configuration-snippet: |
-      #   sub_filter '<head>' '<head> <base href="/sw-master/">'; #add base url
-      #   sub_filter '="/' '="./';                                #make absolute paths to relative
-      #   sub_filter '=/' '=./';
-      #   sub_filter '/seaweedfsstatic' './seaweedfsstatic';
-      #   sub_filter_once off;
+    annotations:
+      nginx.ingress.kubernetes.io/auth-type: "basic"
+      nginx.ingress.kubernetes.io/auth-secret: "default/ingress-basic-auth-secret"
+      nginx.ingress.kubernetes.io/auth-realm: 'Authentication Required - SW-Master'
+      nginx.ingress.kubernetes.io/service-upstream: "true"
+      nginx.ingress.kubernetes.io/rewrite-target: /$1
+      nginx.ingress.kubernetes.io/use-regex: "true"
+      nginx.ingress.kubernetes.io/enable-rewrite-log: "true"
+      nginx.ingress.kubernetes.io/ssl-redirect: "false"
+      nginx.ingress.kubernetes.io/force-ssl-redirect: "false"
+      nginx.ingress.kubernetes.io/configuration-snippet: |
+        sub_filter '<head>' '<head> <base href="/sw-master/">'; #add base url
+        sub_filter '="/' '="./';                                #make absolute paths to relative
+        sub_filter '=/' '=./';
+        sub_filter '/seaweedfsstatic' './seaweedfsstatic';
+        sub_filter_once off;
     tls: []
 
   extraEnvironmentVars:
@@ -482,7 +478,8 @@ volume:
   # nodeSelector labels for server pod assignment, formatted as a muli-line string.
   # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#nodeselector
   # Example:
-  nodeSelector: ""
+  nodeSelector: |
+   kubernetes.io/arch: amd64
   # nodeSelector: |
   #   sw-volume: "true"
 
@@ -738,7 +735,8 @@ filer:
   # nodeSelector labels for server pod assignment, formatted as a muli-line string.
   # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#nodeselector
   # Example:
-  nodeSelector: ""
+  nodeSelector: |
+    kubernetes.io/arch: amd64
   # nodeSelector: |
   #   sw-backend: "true"
 
@@ -771,28 +769,26 @@ filer:
 
   ingress:
     enabled: false
-    className: ""
+    className: "nginx"
     # host: false for "*" hostname
     host: "seaweedfs.cluster.local"
-    path: "/sw-filer/?(.*)"
-    pathType: ImplementationSpecific
-    annotations: {}
-      # nginx.ingress.kubernetes.io/backend-protocol: GRPC
-      # nginx.ingress.kubernetes.io/auth-type: "basic"
-      # nginx.ingress.kubernetes.io/auth-secret: "default/ingress-basic-auth-secret"
-      # nginx.ingress.kubernetes.io/auth-realm: 'Authentication Required - SW-Filer'
-      # nginx.ingress.kubernetes.io/service-upstream: "true"
-      # nginx.ingress.kubernetes.io/rewrite-target: /$1
-      # nginx.ingress.kubernetes.io/use-regex: "true"
-      # nginx.ingress.kubernetes.io/enable-rewrite-log: "true"
-      # nginx.ingress.kubernetes.io/ssl-redirect: "false"
-      # nginx.ingress.kubernetes.io/force-ssl-redirect: "false"
-      # nginx.ingress.kubernetes.io/configuration-snippet: |
-      #   sub_filter '<head>' '<head> <base href="/sw-filer/">'; #add base url
-      #   sub_filter '="/' '="./';                               #make absolute paths to relative
-      #   sub_filter '=/' '=./';
-      #   sub_filter '/seaweedfsstatic' './seaweedfsstatic';
-      #   sub_filter_once off;
+    annotations:
+      nginx.ingress.kubernetes.io/backend-protocol: GRPC
+      nginx.ingress.kubernetes.io/auth-type: "basic"
+      nginx.ingress.kubernetes.io/auth-secret: "default/ingress-basic-auth-secret"
+      nginx.ingress.kubernetes.io/auth-realm: 'Authentication Required - SW-Filer'
+      nginx.ingress.kubernetes.io/service-upstream: "true"
+      nginx.ingress.kubernetes.io/rewrite-target: /$1
+      nginx.ingress.kubernetes.io/use-regex: "true"
+      nginx.ingress.kubernetes.io/enable-rewrite-log: "true"
+      nginx.ingress.kubernetes.io/ssl-redirect: "false"
+      nginx.ingress.kubernetes.io/force-ssl-redirect: "false"
+      nginx.ingress.kubernetes.io/configuration-snippet: |
+        sub_filter '<head>' '<head> <base href="/sw-filer/">'; #add base url
+        sub_filter '="/' '="./';                               #make absolute paths to relative
+        sub_filter '=/' '=./';
+        sub_filter '/seaweedfsstatic' './seaweedfsstatic';
+        sub_filter_once off;
 
   # extraEnvVars is a list of extra environment variables to set with the stateful set.
   extraEnvironmentVars:
@@ -936,7 +932,8 @@ s3:
   # nodeSelector labels for server pod assignment, formatted as a muli-line string.
   # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#nodeselector
   # Example:
-  nodeSelector: ""
+  nodeSelector: |
+    kubernetes.io/arch: amd64
   # nodeSelector: |
   #   sw-backend: "true"
 
@@ -978,11 +975,6 @@ s3:
 
   extraEnvironmentVars:
 
-  # Custom command line arguments to add to the s3 command
-  # Example to fix connection idle seconds:
-  extraArgs: ["-idleTimeout=30"]
-  # extraArgs: []
-
   # used to configure livenessProbe on s3 containers
   #
   livenessProbe:
@@ -1011,11 +1003,9 @@ s3:
 
   ingress:
     enabled: false
-    className: ""
+    className: "nginx"
     # host: false for "*" hostname
     host: "seaweedfs.cluster.local"
-    path: "/"
-    pathType: Prefix
     # additional ingress annotations for the s3 endpoint
     annotations: {}
     tls: []
@@ -1061,7 +1051,8 @@ sftp:
   annotations: {}
   resources: {}
   tolerations: ""
-  nodeSelector: ""
+  nodeSelector: |
+    kubernetes.io/arch: amd64
   priorityClassName: ""
   serviceAccountName: ""
   podSecurityContext: {}
@@ -1188,7 +1179,8 @@ allInOne:
 
   # nodeSelector labels for master pod assignment, formatted as a muli-line string.
   # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#nodeselector
-  nodeSelector: ""
+  nodeSelector: |
+    kubernetes.io/arch: amd64
 
   # Used to assign priority to master pods
   # ref: https://kubernetes.io/docs/concepts/configuration/pod-priority-preemption/
@@ -1270,9 +1262,6 @@ certificates:
   keySize: 2048
   duration: 2160h  # 90d
   renewBefore: 360h  # 15d
-  ca:
-    duration: 87600h  # 10 years
-    renewBefore: 720h  # 30d
   externalCertificates:
     # This will avoid the need to use cert-manager and will rely on providing your own external certificates and CA
     # you will need to store your provided certificates in the secret read by the different services:

other/java/client/pom.xml

@@ -5,7 +5,7 @@
 
     <groupId>com.seaweedfs</groupId>
     <artifactId>seaweedfs-client</artifactId>
-    <version>4.00</version>
+    <version>3.80</version>
 
     <name>SeaweedFS Java Client</name>
     <description>A java client for SeaweedFS.</description>
@@ -33,7 +33,7 @@
     <properties>
         <protobuf.version>3.25.5</protobuf.version>
         <!-- follow https://github.com/grpc/grpc-java -->
-        <grpc.version>1.77.0</grpc.version>
+        <grpc.version>1.68.1</grpc.version>
         <guava.version>32.0.0-jre</guava.version>
     </properties>
 

other/java/client/src/main/java/seaweedfs/client/FilerGrpcClient.java

@@ -8,13 +8,10 @@ import io.grpc.netty.shaded.io.netty.handler.ssl.SslContext;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import java.util.ArrayList;
 import java.util.HashMap;
-import java.util.List;
 import java.util.Map;
 import java.util.Random;
 import java.util.concurrent.TimeUnit;
-import java.util.concurrent.atomic.AtomicInteger;
 
 public class FilerGrpcClient {
 
@@ -22,10 +19,6 @@ public class FilerGrpcClient {
     private static final SslContext sslContext;
     private static final String protocol;
 
-    // gRPC keepalive settings - must be consistent with server-side settings in grpc_client_server.go
-    private static final long KEEP_ALIVE_TIME_SECONDS = 60L;
-    private static final long KEEP_ALIVE_TIMEOUT_SECONDS = 20L;
-
     static {
         sslContext = FilerSecurityContext.getGrpcSslContext();
         protocol = FilerSecurityContext.isHttpSecurityEnabled() ? "https" : "http";
@@ -36,12 +29,10 @@ public class FilerGrpcClient {
     public final int VOLUME_SERVER_ACCESS_FILER_PROXY = 2;
     public final Map<String, FilerProto.Locations> vidLocations = new HashMap<>();
     protected int randomClientId;
-
-    // Connection pool to handle concurrent requests
-    private static final int CHANNEL_POOL_SIZE = 4;
-    private final List<ManagedChannel> channelPool;
-    private final AtomicInteger channelIndex = new AtomicInteger(0);
-
+    private final ManagedChannel channel;
+    private final SeaweedFilerGrpc.SeaweedFilerBlockingStub blockingStub;
+    private final SeaweedFilerGrpc.SeaweedFilerStub asyncStub;
+    private final SeaweedFilerGrpc.SeaweedFilerFutureStub futureStub;
     private boolean cipher = false;
     private String collection = "";
     private String replication = "";
@@ -54,18 +45,26 @@ public class FilerGrpcClient {
 
     public FilerGrpcClient(String host, int port, int grpcPort, String cn, SslContext sslContext) {
 
+        this(sslContext == null ?
+                ManagedChannelBuilder.forAddress(host, grpcPort)
+                        .usePlaintext()
+                        .maxInboundMessageSize(1024 * 1024 * 1024) :
+                cn.isEmpty() ?
+                    NettyChannelBuilder.forAddress(host, grpcPort)
+                            .maxInboundMessageSize(1024 * 1024 * 1024)
+                            .negotiationType(NegotiationType.TLS)
+                            .sslContext(sslContext) :
+                    NettyChannelBuilder.forAddress(host, grpcPort)
+                            .maxInboundMessageSize(1024 * 1024 * 1024)
+                            .negotiationType(NegotiationType.TLS)
+                            .overrideAuthority(cn) //will not check hostname of the filer server
+                            .sslContext(sslContext)
+                );
+
         filerAddress = SeaweedUtil.joinHostPort(host, port);
 
-        // Create a pool of channels for better concurrency handling
-        channelPool = new ArrayList<>(CHANNEL_POOL_SIZE);
-
-        for (int i = 0; i < CHANNEL_POOL_SIZE; i++) {
-            channelPool.add(createChannelBuilder(host, grpcPort, sslContext, cn).build());
-        }
-
-        // Get filer configuration using first channel
-        FilerProto.GetFilerConfigurationResponse filerConfigurationResponse = SeaweedFilerGrpc
-                .newBlockingStub(channelPool.get(0)).getFilerConfiguration(
+        FilerProto.GetFilerConfigurationResponse filerConfigurationResponse =
+                this.getBlockingStub().getFilerConfiguration(
                         FilerProto.GetFilerConfigurationRequest.newBuilder().build());
         cipher = filerConfigurationResponse.getCipher();
         collection = filerConfigurationResponse.getCollection();
@@ -74,39 +73,11 @@ public class FilerGrpcClient {
 
     }
 
-    /**
-     * Creates a NettyChannelBuilder with common gRPC configuration.
-     * Supports plaintext and TLS modes with optional authority override.
-     */
-    private NettyChannelBuilder createChannelBuilder(String host, int grpcPort, SslContext sslContext, String cn) {
-        NettyChannelBuilder builder = NettyChannelBuilder.forAddress(host, grpcPort)
-                .maxInboundMessageSize(1024 * 1024 * 1024)
-                .maxInboundMetadataSize(1024 * 1024)
-                .flowControlWindow(16 * 1024 * 1024)
-                .initialFlowControlWindow(16 * 1024 * 1024)
-                .maxHeaderListSize(16 * 1024 * 1024)
-                .keepAliveTime(KEEP_ALIVE_TIME_SECONDS, TimeUnit.SECONDS)
-                .keepAliveTimeout(KEEP_ALIVE_TIMEOUT_SECONDS, TimeUnit.SECONDS)
-                .keepAliveWithoutCalls(true)
-                .withOption(io.grpc.netty.shaded.io.netty.channel.ChannelOption.SO_RCVBUF, 16 * 1024 * 1024)
-                .withOption(io.grpc.netty.shaded.io.netty.channel.ChannelOption.SO_SNDBUF, 16 * 1024 * 1024);
-
-        if (sslContext == null) {
-            builder.usePlaintext();
-        } else {
-            builder.negotiationType(NegotiationType.TLS).sslContext(sslContext);
-            if (!cn.isEmpty()) {
-                builder.overrideAuthority(cn);
-            }
-        }
-        return builder;
-    }
-
-    // Get a channel from the pool using round-robin
-    private ManagedChannel getChannel() {
-        int raw = channelIndex.getAndIncrement();
-        int index = Math.floorMod(raw, CHANNEL_POOL_SIZE);
-        return channelPool.get(index);
+    private FilerGrpcClient(ManagedChannelBuilder<?> channelBuilder) {
+        channel = channelBuilder.build();
+        blockingStub = SeaweedFilerGrpc.newBlockingStub(channel);
+        asyncStub = SeaweedFilerGrpc.newStub(channel);
+        futureStub = SeaweedFilerGrpc.newFutureStub(channel);
     }
 
     public boolean isCipher() {
@@ -122,25 +93,19 @@ public class FilerGrpcClient {
     }
 
     public void shutdown() throws InterruptedException {
-        for (ManagedChannel channel : channelPool) {
-            channel.shutdown();
-        }
-        for (ManagedChannel channel : channelPool) {
-            channel.awaitTermination(5, TimeUnit.SECONDS);
-        }
+        channel.shutdown().awaitTermination(5, TimeUnit.SECONDS);
     }
 
     public SeaweedFilerGrpc.SeaweedFilerBlockingStub getBlockingStub() {
-        // Return a new stub using a channel from the pool (round-robin)
-        return SeaweedFilerGrpc.newBlockingStub(getChannel());
+        return blockingStub;
     }
 
     public SeaweedFilerGrpc.SeaweedFilerStub getAsyncStub() {
-        return SeaweedFilerGrpc.newStub(getChannel());
+        return asyncStub;
     }
 
     public SeaweedFilerGrpc.SeaweedFilerFutureStub getFutureStub() {
-        return SeaweedFilerGrpc.newFutureStub(getChannel());
+        return futureStub;
     }
 
     public void setAccessVolumeServerDirectly() {

other/java/client/src/main/java/seaweedfs/client/SeaweedInputStream.java

@@ -23,7 +23,7 @@ public class SeaweedInputStream extends InputStream {
     private final long contentLength;
     private FilerProto.Entry entry;
 
-    private long position = 0; // cursor of the file
+    private long position = 0;  // cursor of the file
 
     private boolean closed = false;
 
@@ -44,6 +44,7 @@ public class SeaweedInputStream extends InputStream {
         }
 
         this.contentLength = SeaweedRead.fileSize(entry);
+
         this.visibleIntervalList = SeaweedRead.nonOverlappingVisibleIntervals(filerClient, entry.getChunksList());
 
         LOG.debug("new path:{} entry:{} visibleIntervalList:{}", path, entry, visibleIntervalList);
@@ -63,6 +64,7 @@ public class SeaweedInputStream extends InputStream {
         }
 
         this.contentLength = SeaweedRead.fileSize(entry);
+
         this.visibleIntervalList = SeaweedRead.nonOverlappingVisibleIntervals(filerClient, entry.getChunksList());
 
         LOG.debug("new path:{} entry:{} visibleIntervalList:{}", path, entry, visibleIntervalList);
@@ -97,8 +99,7 @@ public class SeaweedInputStream extends InputStream {
             throw new IllegalArgumentException("requested read length is less than zero");
         }
         if (len > (b.length - off)) {
-            throw new IllegalArgumentException(
-                    "requested read length is more than will fit after requested offset in buffer");
+            throw new IllegalArgumentException("requested read length is more than will fit after requested offset in buffer");
         }
 
         ByteBuffer buf = ByteBuffer.wrap(b, off, len);
@@ -113,30 +114,21 @@ public class SeaweedInputStream extends InputStream {
             throw new IllegalArgumentException("attempting to read from negative offset");
         }
         if (position >= contentLength) {
-            return -1; // Hadoop prefers -1 to EOFException
+            return -1;  // Hadoop prefers -1 to EOFException
         }
 
         long bytesRead = 0;
         int len = buf.remaining();
-        if (this.position < Integer.MAX_VALUE && (this.position + len) <= entry.getContent().size()) {
-            entry.getContent().substring((int) this.position, (int) (this.position + len)).copyTo(buf);
-            bytesRead = len; // FIX: Update bytesRead after inline copy
+        if (this.position< Integer.MAX_VALUE && (this.position + len )<= entry.getContent().size()) {
+            entry.getContent().substring((int)this.position, (int)(this.position + len)).copyTo(buf);
         } else {
-            // Use the known contentLength instead of recomputing from the entry to avoid
-            // races
-            bytesRead = SeaweedRead.read(this.filerClient, this.visibleIntervalList, this.position, buf,
-                    this.contentLength);
+            bytesRead = SeaweedRead.read(this.filerClient, this.visibleIntervalList, this.position, buf, SeaweedRead.fileSize(entry));
         }
 
         if (bytesRead > Integer.MAX_VALUE) {
             throw new IOException("Unexpected Content-Length");
         }
 
-        // Clamp premature EOFs: do not return -1 unless position >= contentLength
-        if (bytesRead < 0 && position < contentLength) {
-            bytesRead = 0;
-        }
-
         if (bytesRead > 0) {
             this.position += bytesRead;
         }
@@ -196,15 +188,12 @@ public class SeaweedInputStream extends InputStream {
         }
         final long remaining = this.contentLength - this.position;
         return remaining <= Integer.MAX_VALUE
-                ? (int) remaining
-                : Integer.MAX_VALUE;
+                ? (int) remaining : Integer.MAX_VALUE;
     }
 
     /**
-     * Returns the length of the file that this stream refers to. Note that the
-     * length returned is the length
-     * as of the time the Stream was opened. Specifically, if there have been
-     * subsequent appends to the file,
+     * Returns the length of the file that this stream refers to. Note that the length returned is the length
+     * as of the time the Stream was opened. Specifically, if there have been subsequent appends to the file,
      * they wont be reflected in the returned length.
      *
      * @return length of the file.

other/java/client/src/main/java/seaweedfs/client/SeaweedOutputStream.java

@@ -23,13 +23,15 @@ public class SeaweedOutputStream extends OutputStream {
     private final ThreadPoolExecutor threadExecutor;
     private final ExecutorCompletionService<Void> completionService;
     private final ConcurrentLinkedDeque<WriteOperation> writeOperations;
+    private final boolean shouldSaveMetadata = false;
     private FilerProto.Entry.Builder entry;
-    private long position; // Flushed bytes (committed to service)
+    private long position;
     private boolean closed;
     private volatile IOException lastError;
     private long lastFlushOffset;
     private long lastTotalAppendOffset = 0;
     private ByteBuffer buffer;
+    private long outputIndex;
     private String replication = "";
     private String collection = "";
 
@@ -42,8 +44,7 @@ public class SeaweedOutputStream extends OutputStream {
     }
 
     public SeaweedOutputStream(FilerClient filerClient, final String path, FilerProto.Entry.Builder entry,
-            final long position, final int bufferSize, final String replication) {
-
+                               final long position, final int bufferSize, final String replication) {
         this.filerClient = filerClient;
         this.replication = replication;
         this.path = path;
@@ -57,7 +58,8 @@ public class SeaweedOutputStream extends OutputStream {
 
         this.maxConcurrentRequestCount = Runtime.getRuntime().availableProcessors();
 
-        this.threadExecutor = new ThreadPoolExecutor(maxConcurrentRequestCount,
+        this.threadExecutor
+                = new ThreadPoolExecutor(maxConcurrentRequestCount,
                 maxConcurrentRequestCount,
                 120L,
                 TimeUnit.SECONDS,
@@ -75,7 +77,8 @@ public class SeaweedOutputStream extends OutputStream {
                             .setFileMode(0755)
                             .setCrtime(now)
                             .setMtime(now)
-                            .clearGroupName());
+                            .clearGroupName()
+                    );
         }
 
     }
@@ -83,35 +86,14 @@ public class SeaweedOutputStream extends OutputStream {
     public void setReplication(String replication) {
         this.replication = replication;
     }
-
     public void setCollection(String collection) {
         this.collection = collection;
     }
 
-    /**
-     * Get the current position in the output stream.
-     * This returns the total position including both flushed and buffered data.
-     * 
-     * @return current position (flushed + buffered bytes)
-     */
-    public synchronized long getPos() throws IOException {
-        // Guard against NPE if called after close()
-        if (buffer == null) {
-            return position;
-        }
-
-        // Return current position (flushed + buffered)
-        return position + buffer.position();
-    }
-
     public static String getParentDirectory(String path) {
         int protoIndex = path.indexOf("://");
         if (protoIndex >= 0) {
-            int pathStart = path.indexOf("/", protoIndex + 3);
-            if (pathStart < 0) {
-                // No path segment; treat as root (e.g., "seaweedfs://host")
-                return "/";
-            }
+            int pathStart = path.indexOf("/", protoIndex+3);
             path = path.substring(pathStart);
         }
         if (path.equals("/")) {
@@ -134,13 +116,6 @@ public class SeaweedOutputStream extends OutputStream {
 
     private synchronized void flushWrittenBytesToServiceInternal(final long offset) throws IOException {
         try {
-
-            // Set the file size in attributes based on our position
-            // This ensures Parquet footer metadata matches what we actually wrote
-            FilerProto.FuseAttributes.Builder attrBuilder = entry.getAttributes().toBuilder();
-            attrBuilder.setFileSize(offset);
-            entry.setAttributes(attrBuilder);
-
             SeaweedWrite.writeMeta(filerClient, getParentDirectory(path), entry);
         } catch (Exception ex) {
             throw new IOException(ex);
@@ -150,7 +125,7 @@ public class SeaweedOutputStream extends OutputStream {
 
     @Override
     public void write(final int byteVal) throws IOException {
-        write(new byte[] { (byte) (byteVal & 0xFF) });
+        write(new byte[]{(byte) (byteVal & 0xFF)});
     }
 
     @Override
@@ -166,6 +141,8 @@ public class SeaweedOutputStream extends OutputStream {
             throw new IndexOutOfBoundsException();
         }
 
+        // System.out.println(path + " write [" + (outputIndex + off) + "," + ((outputIndex + off) + length) + ")");
+
         int currentOffset = off;
         int writableBytes = bufferSize - buffer.position();
         int numberOfBytesToWrite = length;
@@ -177,11 +154,9 @@ public class SeaweedOutputStream extends OutputStream {
                 break;
             }
 
-            // System.out.println(path + " [" + (outputIndex + currentOffset) + "," +
-            // ((outputIndex + currentOffset) + writableBytes) + ") " + buffer.capacity());
+            // System.out.println(path + "     [" + (outputIndex + currentOffset) + "," + ((outputIndex + currentOffset) + writableBytes) + ") " + buffer.capacity());
             buffer.put(data, currentOffset, writableBytes);
             currentOffset += writableBytes;
-
             writeCurrentBufferToService();
             numberOfBytesToWrite = numberOfBytesToWrite - writableBytes;
             writableBytes = bufferSize - buffer.position();
@@ -216,6 +191,7 @@ public class SeaweedOutputStream extends OutputStream {
             return;
         }
 
+        LOG.debug("close path: {}", path);
         try {
             flushInternal();
             threadExecutor.shutdown();
@@ -233,35 +209,28 @@ public class SeaweedOutputStream extends OutputStream {
     }
 
     private synchronized void writeCurrentBufferToService() throws IOException {
-        int bufferPos = buffer.position();
-
-        if (bufferPos == 0) {
+        if (buffer.position() == 0) {
             return;
         }
 
-        int written = submitWriteBufferToService(buffer, position);
-        position += written;
+        position += submitWriteBufferToService(buffer, position);
 
         buffer = ByteBufferPool.request(bufferSize);
 
     }
 
-    private synchronized int submitWriteBufferToService(final ByteBuffer bufferToWrite, final long writePosition)
-            throws IOException {
+    private synchronized int submitWriteBufferToService(final ByteBuffer bufferToWrite, final long writePosition) throws IOException {
 
-        ((Buffer) bufferToWrite).flip();
+        ((Buffer)bufferToWrite).flip();
         int bytesLength = bufferToWrite.limit() - bufferToWrite.position();
 
         if (threadExecutor.getQueue().size() >= maxConcurrentRequestCount) {
             waitForTaskToComplete();
         }
         final Future<Void> job = completionService.submit(() -> {
-            // System.out.println(path + " is going to save [" + (writePosition) + "," +
-            // ((writePosition) + bytesLength) + ")");
-            SeaweedWrite.writeData(entry, replication, collection, filerClient, writePosition, bufferToWrite.array(),
-                    bufferToWrite.position(), bufferToWrite.limit(), path);
-            // System.out.println(path + " saved [" + (writePosition) + "," +
-            // ((writePosition) + bytesLength) + ")");
+            // System.out.println(path + " is going to save [" + (writePosition) + "," + ((writePosition) + bytesLength) + ")");
+            SeaweedWrite.writeData(entry, replication, collection, filerClient, writePosition, bufferToWrite.array(), bufferToWrite.position(), bufferToWrite.limit(), path);
+            // System.out.println(path + " saved [" + (writePosition) + "," + ((writePosition) + bytesLength) + ")");
             ByteBufferPool.release(bufferToWrite);
             return null;
         });
@@ -349,10 +318,12 @@ public class SeaweedOutputStream extends OutputStream {
 
     private static class WriteOperation {
         private final Future<Void> task;
+        private final long startOffset;
         private final long length;
 
         WriteOperation(final Future<Void> task, final long startOffset, final long length) {
             this.task = task;
+            this.startOffset = startOffset;
             this.length = length;
         }
     }

other/java/client/src/main/java/seaweedfs/client/SeaweedRead.java

@@ -24,10 +24,9 @@ public class SeaweedRead {
 
     // returns bytesRead
     public static long read(FilerClient filerClient, List<VisibleInterval> visibleIntervals,
-            final long position, final ByteBuffer buf, final long fileSize) throws IOException {
+                            final long position, final ByteBuffer buf, final long fileSize) throws IOException {
 
-        int originalRemaining = buf.remaining();
-        List<ChunkView> chunkViews = viewFromVisibles(visibleIntervals, position, originalRemaining);
+        List<ChunkView> chunkViews = viewFromVisibles(visibleIntervals, position, buf.remaining());
 
         Map<String, FilerProto.Locations> knownLocations = new HashMap<>();
 
@@ -52,7 +51,7 @@ public class SeaweedRead {
             }
         }
 
-        // TODO parallel this
+        //TODO parallel this
         long readCount = 0;
         long startOffset = position;
         for (ChunkView chunkView : chunkViews) {
@@ -60,7 +59,7 @@ public class SeaweedRead {
             if (startOffset < chunkView.logicOffset) {
                 long gap = chunkView.logicOffset - startOffset;
                 LOG.debug("zero [{},{})", startOffset, startOffset + gap);
-                buf.position(buf.position() + (int) gap);
+                buf.position(buf.position()+ (int)gap);
                 readCount += gap;
                 startOffset += gap;
             }
@@ -82,17 +81,12 @@ public class SeaweedRead {
 
         }
 
-        // Fix: Calculate the correct limit based on the read position and requested
-        // size,
-        // not the buffer's absolute limit. This fixes the 78-byte EOF error when
-        // seeking
-        // near the end of the file.
-        long limit = Math.min(position + originalRemaining, fileSize);
+        long limit = Math.min(buf.limit(), fileSize);
 
         if (startOffset < limit) {
             long gap = limit - startOffset;
             LOG.debug("zero2 [{},{})", startOffset, startOffset + gap);
-            buf.position(buf.position() + (int) gap);
+            buf.position(buf.position()+ (int)gap);
             readCount += gap;
             startOffset += gap;
         }
@@ -100,8 +94,7 @@ public class SeaweedRead {
         return readCount;
     }
 
-    private static int readChunkView(FilerClient filerClient, long startOffset, ByteBuffer buf, ChunkView chunkView,
-            FilerProto.Locations locations) throws IOException {
+    private static int readChunkView(FilerClient filerClient, long startOffset, ByteBuffer buf, ChunkView chunkView, FilerProto.Locations locations) throws IOException {
 
         byte[] chunkData = chunkCache.getChunk(chunkView.fileId);
 
@@ -112,15 +105,13 @@ public class SeaweedRead {
 
         int len = (int) chunkView.size - (int) (startOffset - chunkView.logicOffset);
         LOG.debug("readChunkView fid:{} chunkData.length:{} chunkView.offset:{} chunkView[{};{}) startOffset:{}",
-                chunkView.fileId, chunkData.length, chunkView.offset, chunkView.logicOffset,
-                chunkView.logicOffset + chunkView.size, startOffset);
+                chunkView.fileId, chunkData.length, chunkView.offset, chunkView.logicOffset, chunkView.logicOffset + chunkView.size, startOffset);
         buf.put(chunkData, (int) (startOffset - chunkView.logicOffset + chunkView.offset), len);
 
         return len;
     }
 
-    public static byte[] doFetchFullChunkData(FilerClient filerClient, ChunkView chunkView,
-            FilerProto.Locations locations) throws IOException {
+    public static byte[] doFetchFullChunkData(FilerClient filerClient, ChunkView chunkView, FilerProto.Locations locations) throws IOException {
 
         byte[] data = null;
         IOException lastException = null;
@@ -223,7 +214,8 @@ public class SeaweedRead {
                         chunkStart,
                         isFullChunk,
                         chunk.cipherKey,
-                        chunk.isCompressed));
+                        chunk.isCompressed
+                ));
             }
         }
         return views;
@@ -247,10 +239,7 @@ public class SeaweedRead {
     }
 
     public static long fileSize(FilerProto.Entry entry) {
-        long chunksSize = totalSize(entry.getChunksList());
-        long attrSize = entry.getAttributes().getFileSize();
-        long finalSize = Math.max(chunksSize, attrSize);
-        return finalSize;
+        return Math.max(totalSize(entry.getChunksList()), entry.getAttributes().getFileSize());
     }
 
     public static long totalSize(List<FilerProto.FileChunk> chunksList) {
@@ -274,8 +263,7 @@ public class SeaweedRead {
         public final byte[] cipherKey;
         public final boolean isCompressed;
 
-        public VisibleInterval(long start, long stop, String fileId, long modifiedTime, long chunkOffset,
-                boolean isFullChunk, byte[] cipherKey, boolean isCompressed) {
+        public VisibleInterval(long start, long stop, String fileId, long modifiedTime, long chunkOffset, boolean isFullChunk, byte[] cipherKey, boolean isCompressed) {
             this.start = start;
             this.stop = stop;
             this.modifiedTime = modifiedTime;
@@ -309,8 +297,7 @@ public class SeaweedRead {
         public final byte[] cipherKey;
         public final boolean isCompressed;
 
-        public ChunkView(String fileId, long offset, long size, long logicOffset, boolean isFullChunk, byte[] cipherKey,
-                boolean isCompressed) {
+        public ChunkView(String fileId, long offset, long size, long logicOffset, boolean isFullChunk, byte[] cipherKey, boolean isCompressed) {
             this.fileId = fileId;
             this.offset = offset;
             this.size = size;

other/java/client/src/main/java/seaweedfs/client/SeaweedWrite.java

@@ -2,7 +2,6 @@ package seaweedfs.client;
 
 import com.google.common.base.Strings;
 import com.google.protobuf.ByteString;
-import org.apache.http.HttpEntity;
 import org.apache.http.client.methods.CloseableHttpResponse;
 import org.apache.http.client.methods.HttpPost;
 import org.apache.http.entity.mime.HttpMultipartMode;
@@ -26,13 +25,13 @@ public class SeaweedWrite {
     private static final SecureRandom random = new SecureRandom();
 
     public static void writeData(FilerProto.Entry.Builder entry,
-            final String replication,
-            String collection,
-            final FilerClient filerClient,
-            final long offset,
-            final byte[] bytes,
-            final long bytesOffset, final long bytesLength,
-            final String path) throws IOException {
+                                 final String replication,
+                                 String collection,
+                                 final FilerClient filerClient,
+                                 final long offset,
+                                 final byte[] bytes,
+                                 final long bytesOffset, final long bytesLength,
+                                 final String path) throws IOException {
 
         IOException lastException = null;
         for (long waitTime = 1000L; waitTime < 10 * 1000; waitTime += waitTime / 2) {
@@ -61,50 +60,21 @@ public class SeaweedWrite {
     }
 
     public static FilerProto.FileChunk.Builder writeChunk(final String replication,
-            final String collection,
-            final FilerClient filerClient,
-            final long offset,
-            final byte[] bytes,
-            final long bytesOffset,
-            final long bytesLength,
-            final String path) throws IOException {
-
-        // Retry assignVolume call for transient network/server errors
-        FilerProto.AssignVolumeResponse response = null;
-        IOException lastException = null;
-        int maxRetries = 3;
-
-        for (int attempt = 0; attempt < maxRetries; attempt++) {
-            try {
-                response = filerClient.getBlockingStub().assignVolume(
-                        FilerProto.AssignVolumeRequest.newBuilder()
-                                .setCollection(
-                                        Strings.isNullOrEmpty(collection) ? filerClient.getCollection() : collection)
-                                .setReplication(
-                                        Strings.isNullOrEmpty(replication) ? filerClient.getReplication() : replication)
-                                .setDataCenter("")
-                                .setTtlSec(0)
-                                .setPath(path)
-                                .build());
-                break; // Success, exit retry loop
-            } catch (io.grpc.StatusRuntimeException e) {
-                lastException = new IOException(
-                        "assignVolume failed (attempt " + (attempt + 1) + "/" + maxRetries + "): " + e.getMessage(), e);
-                if (attempt < maxRetries - 1) {
-                    try {
-                        Thread.sleep(100 * (attempt + 1)); // Exponential backoff: 100ms, 200ms, 300ms
-                    } catch (InterruptedException ie) {
-                        Thread.currentThread().interrupt();
-                        throw new IOException("Interrupted during retry", ie);
-                    }
-                }
-            }
-        }
-
-        if (response == null) {
-            throw lastException != null ? lastException
-                    : new IOException("assignVolume failed after " + maxRetries + " attempts");
-        }
+                                                          final String collection,
+                                                          final FilerClient filerClient,
+                                                          final long offset,
+                                                          final byte[] bytes,
+                                                          final long bytesOffset,
+                                                          final long bytesLength,
+                                                          final String path) throws IOException {
+        FilerProto.AssignVolumeResponse response = filerClient.getBlockingStub().assignVolume(
+                FilerProto.AssignVolumeRequest.newBuilder()
+                        .setCollection(Strings.isNullOrEmpty(collection) ? filerClient.getCollection() : collection)
+                        .setReplication(Strings.isNullOrEmpty(replication) ? filerClient.getReplication() : replication)
+                        .setDataCenter("")
+                        .setTtlSec(0)
+                        .setPath(path)
+                        .build());
 
         if (!Strings.isNullOrEmpty(response.getError())) {
             throw new IOException(response.getError());
@@ -113,8 +83,7 @@ public class SeaweedWrite {
         String fileId = response.getFileId();
         String auth = response.getAuth();
 
-        String targetUrl = filerClient.getChunkUrl(fileId, response.getLocation().getUrl(),
-                response.getLocation().getPublicUrl());
+        String targetUrl = filerClient.getChunkUrl(fileId, response.getLocation().getUrl(), response.getLocation().getPublicUrl());
 
         ByteString cipherKeyString = com.google.protobuf.ByteString.EMPTY;
         byte[] cipherKey = null;
@@ -125,6 +94,8 @@ public class SeaweedWrite {
 
         String etag = multipartUpload(targetUrl, auth, bytes, bytesOffset, bytesLength, cipherKey);
 
+        LOG.debug("write file chunk {} size {}", targetUrl, bytesLength);
+
         return FilerProto.FileChunk.newBuilder()
                 .setFileId(fileId)
                 .setOffset(offset)
@@ -135,28 +106,27 @@ public class SeaweedWrite {
     }
 
     public static void writeMeta(final FilerClient filerClient,
-            final String parentDirectory,
-            final FilerProto.Entry.Builder entry) throws IOException {
+                                 final String parentDirectory,
+                                 final FilerProto.Entry.Builder entry) throws IOException {
 
         synchronized (entry) {
-            List<FilerProto.FileChunk> chunks = FileChunkManifest.maybeManifestize(filerClient, entry.getChunksList(),
-                    parentDirectory);
-
+            List<FilerProto.FileChunk> chunks = FileChunkManifest.maybeManifestize(filerClient, entry.getChunksList(), parentDirectory);
             entry.clearChunks();
             entry.addAllChunks(chunks);
             filerClient.getBlockingStub().createEntry(
                     FilerProto.CreateEntryRequest.newBuilder()
                             .setDirectory(parentDirectory)
                             .setEntry(entry)
-                            .build());
+                            .build()
+            );
         }
     }
 
     private static String multipartUpload(String targetUrl,
-            String auth,
-            final byte[] bytes,
-            final long bytesOffset, final long bytesLength,
-            byte[] cipherKey) throws IOException {
+                                          String auth,
+                                          final byte[] bytes,
+                                          final long bytesOffset, final long bytesLength,
+                                          byte[] cipherKey) throws IOException {
         MessageDigest md = null;
         try {
             md = MessageDigest.getInstance("MD5");
@@ -192,10 +162,8 @@ public class SeaweedWrite {
 
         try {
             if (response.getStatusLine().getStatusCode() / 100 != 2) {
-                HttpEntity entity = response.getEntity();
-                if (entity != null && entity.getContentType() != null
-                        && entity.getContentType().getValue().equals("application/json")) {
-                    throw new IOException(EntityUtils.toString(entity, "UTF-8"));
+                if (response.getEntity().getContentType() != null && response.getEntity().getContentType().getValue().equals("application/json")) {
+                    throw new IOException(EntityUtils.toString(response.getEntity(), "UTF-8"));
                 } else {
                     throw new IOException(response.getStatusLine().getReasonPhrase());
                 }

other/java/client/src/main/proto/filer.proto

@@ -162,7 +162,7 @@ message FileChunk {
     bool is_compressed = 10;
     bool is_chunk_manifest = 11; // content is a list of FileChunks
     SSEType sse_type = 12;           // Server-side encryption type
-    bytes sse_metadata = 13;         // Serialized SSE metadata for this chunk (SSE-C, SSE-KMS, or SSE-S3)
+    bytes sse_kms_metadata = 13;     // Serialized SSE-KMS metadata for this chunk
 }
 
 message FileChunkManifest {
@@ -390,7 +390,6 @@ message LogEntry {
     int32 partition_key_hash = 2;
     bytes data = 3;
     bytes key = 4;
-    int64 offset = 5;  // Sequential offset within partition
 }
 
 message KeepConnectedRequest {

other/java/client/src/test/java/seaweedfs/client/FilerClientIntegrationTest.java

@@ -1,323 +0,0 @@
-package seaweedfs.client;
-
-import org.junit.After;
-import org.junit.Before;
-import org.junit.Test;
-
-import java.io.IOException;
-import java.nio.charset.StandardCharsets;
-import java.util.List;
-
-import static org.junit.Assert.*;
-
-/**
- * Integration tests for FilerClient.
- * 
- * These tests verify FilerClient operations against a running SeaweedFS filer
- * instance.
- * 
- * Prerequisites:
- * - SeaweedFS master, volume server, and filer must be running
- * - Default ports: filer HTTP 8888, filer gRPC 18888
- * 
- * To run tests:
- * export SEAWEEDFS_TEST_ENABLED=true
- * mvn test -Dtest=FilerClientIntegrationTest
- */
-public class FilerClientIntegrationTest {
-
-    private FilerClient filerClient;
-    private static final String TEST_ROOT = "/test-client-integration";
-    private static final boolean TESTS_ENABLED = "true".equalsIgnoreCase(System.getenv("SEAWEEDFS_TEST_ENABLED"));
-
-    @Before
-    public void setUp() throws Exception {
-        if (!TESTS_ENABLED) {
-            return;
-        }
-
-        filerClient = new FilerClient("localhost", 18888);
-
-        // Clean up any existing test directory
-        if (filerClient.exists(TEST_ROOT)) {
-            filerClient.rm(TEST_ROOT, true, true);
-        }
-
-        // Create test root directory
-        filerClient.mkdirs(TEST_ROOT, 0755);
-    }
-
-    @After
-    public void tearDown() throws Exception {
-        if (!TESTS_ENABLED || filerClient == null) {
-            return;
-        }
-
-        try {
-            // Clean up test directory
-            if (filerClient.exists(TEST_ROOT)) {
-                filerClient.rm(TEST_ROOT, true, true);
-            }
-        } finally {
-            filerClient.shutdown();
-        }
-    }
-
-    @Test
-    public void testMkdirs() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testDir = TEST_ROOT + "/testdir";
-        boolean success = filerClient.mkdirs(testDir, 0755);
-
-        assertTrue("Directory creation should succeed", success);
-        assertTrue("Directory should exist", filerClient.exists(testDir));
-    }
-
-    @Test
-    public void testTouch() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testFile = TEST_ROOT + "/testfile.txt";
-        boolean success = filerClient.touch(testFile, 0644);
-
-        assertTrue("Touch should succeed", success);
-        assertTrue("File should exist", filerClient.exists(testFile));
-    }
-
-    @Test
-    public void testExists() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        assertTrue("Root should exist", filerClient.exists("/"));
-        assertTrue("Test root should exist", filerClient.exists(TEST_ROOT));
-        assertFalse("Non-existent path should not exist",
-                filerClient.exists(TEST_ROOT + "/nonexistent"));
-    }
-
-    @Test
-    public void testListEntries() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        // Create some test files and directories
-        filerClient.touch(TEST_ROOT + "/file1.txt", 0644);
-        filerClient.touch(TEST_ROOT + "/file2.txt", 0644);
-        filerClient.mkdirs(TEST_ROOT + "/subdir", 0755);
-
-        List<FilerProto.Entry> entries = filerClient.listEntries(TEST_ROOT);
-
-        assertNotNull("Entries should not be null", entries);
-        assertEquals("Should have 3 entries", 3, entries.size());
-    }
-
-    @Test
-    public void testListEntriesWithPrefix() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        // Create test files
-        filerClient.touch(TEST_ROOT + "/test1.txt", 0644);
-        filerClient.touch(TEST_ROOT + "/test2.txt", 0644);
-        filerClient.touch(TEST_ROOT + "/other.txt", 0644);
-
-        List<FilerProto.Entry> entries = filerClient.listEntries(TEST_ROOT, "test", "", 100, false);
-
-        assertNotNull("Entries should not be null", entries);
-        assertEquals("Should have 2 entries starting with 'test'", 2, entries.size());
-    }
-
-    @Test
-    public void testDeleteFile() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testFile = TEST_ROOT + "/deleteme.txt";
-        filerClient.touch(testFile, 0644);
-
-        assertTrue("File should exist before delete", filerClient.exists(testFile));
-
-        boolean success = filerClient.rm(testFile, false, true);
-
-        assertTrue("Delete should succeed", success);
-        assertFalse("File should not exist after delete", filerClient.exists(testFile));
-    }
-
-    @Test
-    public void testDeleteDirectoryRecursive() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testDir = TEST_ROOT + "/deletedir";
-        filerClient.mkdirs(testDir, 0755);
-        filerClient.touch(testDir + "/file.txt", 0644);
-
-        assertTrue("Directory should exist", filerClient.exists(testDir));
-        assertTrue("File should exist", filerClient.exists(testDir + "/file.txt"));
-
-        boolean success = filerClient.rm(testDir, true, true);
-
-        assertTrue("Delete should succeed", success);
-        assertFalse("Directory should not exist after delete", filerClient.exists(testDir));
-    }
-
-    @Test
-    public void testRename() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String srcFile = TEST_ROOT + "/source.txt";
-        String dstFile = TEST_ROOT + "/destination.txt";
-
-        filerClient.touch(srcFile, 0644);
-        assertTrue("Source file should exist", filerClient.exists(srcFile));
-
-        boolean success = filerClient.mv(srcFile, dstFile);
-
-        assertTrue("Rename should succeed", success);
-        assertFalse("Source file should not exist after rename", filerClient.exists(srcFile));
-        assertTrue("Destination file should exist after rename", filerClient.exists(dstFile));
-    }
-
-    @Test
-    public void testGetEntry() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testFile = TEST_ROOT + "/getentry.txt";
-        filerClient.touch(testFile, 0644);
-
-        FilerProto.Entry entry = filerClient.lookupEntry(TEST_ROOT, "getentry.txt");
-
-        assertNotNull("Entry should not be null", entry);
-        assertEquals("Entry name should match", "getentry.txt", entry.getName());
-        assertFalse("Entry should not be a directory", entry.getIsDirectory());
-    }
-
-    @Test
-    public void testGetEntryForDirectory() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testDir = TEST_ROOT + "/testsubdir";
-        filerClient.mkdirs(testDir, 0755);
-
-        FilerProto.Entry entry = filerClient.lookupEntry(TEST_ROOT, "testsubdir");
-
-        assertNotNull("Entry should not be null", entry);
-        assertEquals("Entry name should match", "testsubdir", entry.getName());
-        assertTrue("Entry should be a directory", entry.getIsDirectory());
-    }
-
-    @Test
-    public void testCreateAndListNestedDirectories() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String nestedPath = TEST_ROOT + "/level1/level2/level3";
-        boolean success = filerClient.mkdirs(nestedPath, 0755);
-
-        assertTrue("Nested directory creation should succeed", success);
-        assertTrue("Nested directory should exist", filerClient.exists(nestedPath));
-
-        // Verify each level exists
-        assertTrue("Level 1 should exist", filerClient.exists(TEST_ROOT + "/level1"));
-        assertTrue("Level 2 should exist", filerClient.exists(TEST_ROOT + "/level1/level2"));
-        assertTrue("Level 3 should exist", filerClient.exists(nestedPath));
-    }
-
-    @Test
-    public void testMultipleFilesInDirectory() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testDir = TEST_ROOT + "/multifiles";
-        filerClient.mkdirs(testDir, 0755);
-
-        // Create 10 files
-        for (int i = 0; i < 10; i++) {
-            filerClient.touch(testDir + "/file" + i + ".txt", 0644);
-        }
-
-        List<FilerProto.Entry> entries = filerClient.listEntries(testDir);
-
-        assertNotNull("Entries should not be null", entries);
-        assertEquals("Should have 10 files", 10, entries.size());
-    }
-
-    @Test
-    public void testRenameDirectory() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String srcDir = TEST_ROOT + "/sourcedir";
-        String dstDir = TEST_ROOT + "/destdir";
-
-        filerClient.mkdirs(srcDir, 0755);
-        filerClient.touch(srcDir + "/file.txt", 0644);
-
-        boolean success = filerClient.mv(srcDir, dstDir);
-
-        assertTrue("Directory rename should succeed", success);
-        assertFalse("Source directory should not exist", filerClient.exists(srcDir));
-        assertTrue("Destination directory should exist", filerClient.exists(dstDir));
-        assertTrue("File should exist in destination", filerClient.exists(dstDir + "/file.txt"));
-    }
-
-    @Test
-    public void testLookupNonExistentEntry() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        FilerProto.Entry entry = filerClient.lookupEntry(TEST_ROOT, "nonexistent.txt");
-
-        assertNull("Entry for non-existent file should be null", entry);
-    }
-
-    @Test
-    public void testEmptyDirectory() {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String emptyDir = TEST_ROOT + "/emptydir";
-        filerClient.mkdirs(emptyDir, 0755);
-
-        List<FilerProto.Entry> entries = filerClient.listEntries(emptyDir);
-
-        assertNotNull("Entries should not be null", entries);
-        assertTrue("Empty directory should have no entries", entries.isEmpty());
-    }
-}

other/java/client/src/test/java/seaweedfs/client/GetPosBufferTest.java

@@ -1,303 +0,0 @@
-package seaweedfs.client;
-
-import org.junit.After;
-import org.junit.Before;
-import org.junit.Test;
-
-import java.io.IOException;
-import java.nio.charset.StandardCharsets;
-
-import static org.junit.Assert.*;
-
-/**
- * Unit test to reproduce the Parquet EOF issue.
- * 
- * The issue: When Parquet writes column chunks, it calls getPos() to record
- * offsets.
- * If getPos() returns a position that doesn't include buffered (unflushed)
- * data,
- * the footer metadata will have incorrect offsets.
- * 
- * This test simulates Parquet's behavior:
- * 1. Write some data (column chunk 1)
- * 2. Call getPos() - Parquet records this as the END of chunk 1
- * 3. Write more data (column chunk 2)
- * 4. Call getPos() - Parquet records this as the END of chunk 2
- * 5. Close the file
- * 6. Verify that the recorded positions match the actual file content
- * 
- * Prerequisites:
- * - SeaweedFS master, volume server, and filer must be running
- * - Default ports: filer HTTP 8888, filer gRPC 18888
- * 
- * To run:
- * export SEAWEEDFS_TEST_ENABLED=true
- * cd other/java/client
- * mvn test -Dtest=GetPosBufferTest
- */
-public class GetPosBufferTest {
-
-    private FilerClient filerClient;
-    private static final String TEST_ROOT = "/test-getpos-buffer";
-    private static final boolean TESTS_ENABLED = "true".equalsIgnoreCase(System.getenv("SEAWEEDFS_TEST_ENABLED"));
-
-    @Before
-    public void setUp() throws Exception {
-        if (!TESTS_ENABLED) {
-            return;
-        }
-
-        String filerHost = System.getenv().getOrDefault("SEAWEEDFS_FILER_HOST", "localhost");
-        String filerGrpcPort = System.getenv().getOrDefault("SEAWEEDFS_FILER_GRPC_PORT", "18888");
-
-        filerClient = new FilerClient(filerHost, Integer.parseInt(filerGrpcPort));
-
-        // Clean up any existing test directory
-        if (filerClient.exists(TEST_ROOT)) {
-            filerClient.rm(TEST_ROOT, true, true);
-        }
-
-        // Create test root directory
-        filerClient.mkdirs(TEST_ROOT, 0755);
-    }
-
-    @After
-    public void tearDown() throws Exception {
-        if (!TESTS_ENABLED) {
-            return;
-        }
-        if (filerClient != null) {
-            filerClient.rm(TEST_ROOT, true, true);
-            filerClient.shutdown();
-        }
-    }
-
-    @Test
-    public void testGetPosWithBufferedData() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        System.out.println("\n=== Testing getPos() with buffered data ===");
-
-        String testPath = TEST_ROOT + "/getpos-test.bin";
-
-        // Simulate what Parquet does when writing column chunks
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-
-        // Write "column chunk 1" - 100 bytes
-        byte[] chunk1 = new byte[100];
-        for (int i = 0; i < 100; i++) {
-            chunk1[i] = (byte) i;
-        }
-        outputStream.write(chunk1);
-
-        // Parquet calls getPos() here to record end of chunk 1
-        long posAfterChunk1 = outputStream.getPos();
-        System.out.println("Position after chunk 1 (100 bytes): " + posAfterChunk1);
-        assertEquals("getPos() should return 100 after writing 100 bytes", 100, posAfterChunk1);
-
-        // Write "column chunk 2" - 200 bytes
-        byte[] chunk2 = new byte[200];
-        for (int i = 0; i < 200; i++) {
-            chunk2[i] = (byte) (i + 100);
-        }
-        outputStream.write(chunk2);
-
-        // Parquet calls getPos() here to record end of chunk 2
-        long posAfterChunk2 = outputStream.getPos();
-        System.out.println("Position after chunk 2 (200 more bytes): " + posAfterChunk2);
-        assertEquals("getPos() should return 300 after writing 300 bytes total", 300, posAfterChunk2);
-
-        // Write "column chunk 3" - small chunk of 78 bytes (the problematic size!)
-        byte[] chunk3 = new byte[78];
-        for (int i = 0; i < 78; i++) {
-            chunk3[i] = (byte) (i + 50);
-        }
-        outputStream.write(chunk3);
-
-        // Parquet calls getPos() here to record end of chunk 3
-        long posAfterChunk3 = outputStream.getPos();
-        System.out.println("Position after chunk 3 (78 more bytes): " + posAfterChunk3);
-        assertEquals("getPos() should return 378 after writing 378 bytes total", 378, posAfterChunk3);
-
-        // Close to flush everything
-        outputStream.close();
-        System.out.println("File closed successfully");
-
-        // Now read the file and verify its actual size matches what getPos() reported
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        long actualFileSize = SeaweedRead.fileSize(entry);
-        System.out.println("Actual file size on disk: " + actualFileSize);
-
-        assertEquals("File size should match the last getPos() value", 378, actualFileSize);
-
-        // Now read the file and verify we can read all the data
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-
-        byte[] readBuffer = new byte[500]; // Larger buffer to read everything
-        int totalRead = 0;
-        int bytesRead;
-        while ((bytesRead = inputStream.read(readBuffer, totalRead, readBuffer.length - totalRead)) > 0) {
-            totalRead += bytesRead;
-        }
-        inputStream.close();
-
-        System.out.println("Total bytes read: " + totalRead);
-        assertEquals("Should read exactly 378 bytes", 378, totalRead);
-
-        // Verify the data is correct
-        for (int i = 0; i < 100; i++) {
-            assertEquals("Chunk 1 data mismatch at byte " + i, (byte) i, readBuffer[i]);
-        }
-        for (int i = 0; i < 200; i++) {
-            assertEquals("Chunk 2 data mismatch at byte " + (100 + i), (byte) (i + 100), readBuffer[100 + i]);
-        }
-        for (int i = 0; i < 78; i++) {
-            assertEquals("Chunk 3 data mismatch at byte " + (300 + i), (byte) (i + 50), readBuffer[300 + i]);
-        }
-
-        System.out.println("SUCCESS: All data verified correctly!\n");
-    }
-
-    @Test
-    public void testGetPosWithSmallWrites() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        System.out.println("\n=== Testing getPos() with many small writes (Parquet pattern) ===");
-
-        String testPath = TEST_ROOT + "/small-writes-test.bin";
-
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-
-        // Parquet writes column data in small chunks and frequently calls getPos()
-        String[] columnData = { "Alice", "Bob", "Charlie", "David" };
-        long[] recordedPositions = new long[columnData.length];
-
-        for (int i = 0; i < columnData.length; i++) {
-            byte[] data = columnData[i].getBytes(StandardCharsets.UTF_8);
-            outputStream.write(data);
-
-            // Parquet calls getPos() after each value to track offsets
-            recordedPositions[i] = outputStream.getPos();
-            System.out.println("After writing '" + columnData[i] + "': pos=" + recordedPositions[i]);
-        }
-
-        long finalPos = outputStream.getPos();
-        System.out.println("Final position before close: " + finalPos);
-
-        outputStream.close();
-
-        // Verify file size
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-        long actualFileSize = SeaweedRead.fileSize(entry);
-
-        System.out.println("Actual file size: " + actualFileSize);
-        assertEquals("File size should match final getPos()", finalPos, actualFileSize);
-
-        // Verify we can read using the recorded positions
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-
-        long currentPos = 0;
-        for (int i = 0; i < columnData.length; i++) {
-            long nextPos = recordedPositions[i];
-            int length = (int) (nextPos - currentPos);
-
-            byte[] buffer = new byte[length];
-            int bytesRead = inputStream.read(buffer, 0, length);
-
-            assertEquals("Should read " + length + " bytes for '" + columnData[i] + "'", length, bytesRead);
-
-            String readData = new String(buffer, 0, bytesRead, StandardCharsets.UTF_8);
-            System.out.println("Read at offset " + currentPos + ": '" + readData + "'");
-            assertEquals("Data mismatch", columnData[i], readData);
-
-            currentPos = nextPos;
-        }
-
-        inputStream.close();
-
-        System.out.println("SUCCESS: Small writes with getPos() tracking work correctly!\n");
-    }
-
-    @Test
-    public void testGetPosWithExactly78BytesBuffered() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        System.out.println("\n=== Testing getPos() with EXACTLY 78 bytes buffered (the bug size!) ===");
-
-        String testPath = TEST_ROOT + "/78-bytes-test.bin";
-
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-
-        // Write some initial data
-        byte[] initial = new byte[1000];
-        for (int i = 0; i < 1000; i++) {
-            initial[i] = (byte) i;
-        }
-        outputStream.write(initial);
-        outputStream.flush(); // Ensure this is flushed
-
-        long posAfterFlush = outputStream.getPos();
-        System.out.println("Position after 1000 bytes + flush: " + posAfterFlush);
-        assertEquals("Should be at position 1000 after flush", 1000, posAfterFlush);
-
-        // Now write EXACTLY 78 bytes (the problematic buffer size in our bug)
-        byte[] problematicChunk = new byte[78];
-        for (int i = 0; i < 78; i++) {
-            problematicChunk[i] = (byte) (i + 50);
-        }
-        outputStream.write(problematicChunk);
-
-        // DO NOT FLUSH - this is the bug scenario!
-        // Parquet calls getPos() here while the 78 bytes are still buffered
-        long posWithBufferedData = outputStream.getPos();
-        System.out.println("Position with 78 bytes BUFFERED (not flushed): " + posWithBufferedData);
-
-        // This MUST return 1078, not 1000!
-        assertEquals("getPos() MUST include buffered data", 1078, posWithBufferedData);
-
-        // Now close (which will flush)
-        outputStream.close();
-
-        // Verify actual file size
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-        long actualFileSize = SeaweedRead.fileSize(entry);
-
-        System.out.println("Actual file size: " + actualFileSize);
-        assertEquals("File size must be 1078", 1078, actualFileSize);
-
-        // Try to read at position 1000 for 78 bytes (what Parquet would try)
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        inputStream.seek(1000);
-
-        byte[] readBuffer = new byte[78];
-        int bytesRead = inputStream.read(readBuffer, 0, 78);
-
-        System.out.println("Bytes read at position 1000: " + bytesRead);
-        assertEquals("Should successfully read 78 bytes at position 1000", 78, bytesRead);
-
-        // Verify the data matches
-        for (int i = 0; i < 78; i++) {
-            assertEquals("Data mismatch at byte " + i, problematicChunk[i], readBuffer[i]);
-        }
-
-        inputStream.close();
-
-        System.out.println("SUCCESS: getPos() correctly includes buffered data!\n");
-    }
-}

other/java/client/src/test/java/seaweedfs/client/SeaweedStreamIntegrationTest.java

@@ -1,507 +0,0 @@
-package seaweedfs.client;
-
-import org.junit.After;
-import org.junit.Before;
-import org.junit.Test;
-
-import java.io.IOException;
-import java.nio.charset.StandardCharsets;
-import java.util.Arrays;
-import java.util.Random;
-
-import static org.junit.Assert.*;
-
-/**
- * Integration tests for SeaweedInputStream and SeaweedOutputStream.
- * 
- * These tests verify stream operations against a running SeaweedFS instance.
- * 
- * Prerequisites:
- * - SeaweedFS master, volume server, and filer must be running
- * - Default ports: filer HTTP 8888, filer gRPC 18888
- * 
- * To run tests:
- * export SEAWEEDFS_TEST_ENABLED=true
- * mvn test -Dtest=SeaweedStreamIntegrationTest
- */
-public class SeaweedStreamIntegrationTest {
-
-    private FilerClient filerClient;
-    private static final String TEST_ROOT = "/test-stream-integration";
-    private static final boolean TESTS_ENABLED = "true".equalsIgnoreCase(System.getenv("SEAWEEDFS_TEST_ENABLED"));
-
-    @Before
-    public void setUp() throws Exception {
-        if (!TESTS_ENABLED) {
-            return;
-        }
-
-        filerClient = new FilerClient("localhost", 18888);
-
-        // Clean up any existing test directory
-        if (filerClient.exists(TEST_ROOT)) {
-            filerClient.rm(TEST_ROOT, true, true);
-        }
-
-        // Create test root directory
-        filerClient.mkdirs(TEST_ROOT, 0755);
-    }
-
-    @After
-    public void tearDown() throws Exception {
-        if (!TESTS_ENABLED || filerClient == null) {
-            return;
-        }
-
-        try {
-            // Clean up test directory
-            if (filerClient.exists(TEST_ROOT)) {
-                filerClient.rm(TEST_ROOT, true, true);
-            }
-        } finally {
-            filerClient.shutdown();
-        }
-    }
-
-    @Test
-    public void testWriteAndReadSmallFile() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/small.txt";
-        String testContent = "Hello, SeaweedFS!";
-
-        // Write file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(testContent.getBytes(StandardCharsets.UTF_8));
-        outputStream.close();
-
-        // Verify file exists
-        assertTrue("File should exist", filerClient.exists(testPath));
-
-        // Read file
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-        assertNotNull("Entry should not be null", entry);
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        byte[] buffer = new byte[testContent.length()];
-        int bytesRead = inputStream.read(buffer);
-        inputStream.close();
-
-        assertEquals("Should read all bytes", testContent.length(), bytesRead);
-        assertEquals("Content should match", testContent, new String(buffer, StandardCharsets.UTF_8));
-    }
-
-    @Test
-    public void testWriteAndReadLargeFile() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/large.bin";
-        int fileSize = 10 * 1024 * 1024; // 10 MB
-
-        // Generate random data
-        byte[] originalData = new byte[fileSize];
-        new Random(42).nextBytes(originalData); // Use seed for reproducibility
-
-        // Write file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(originalData);
-        outputStream.close();
-
-        // Verify file exists
-        assertTrue("File should exist", filerClient.exists(testPath));
-
-        // Read file
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-        assertNotNull("Entry should not be null", entry);
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-
-        // Read file in chunks to handle large files properly
-        byte[] readData = new byte[fileSize];
-        int totalRead = 0;
-        int bytesRead;
-        byte[] buffer = new byte[8192]; // Read in 8KB chunks
-
-        while ((bytesRead = inputStream.read(buffer)) > 0) {
-            System.arraycopy(buffer, 0, readData, totalRead, bytesRead);
-            totalRead += bytesRead;
-        }
-        inputStream.close();
-
-        assertEquals("Should read all bytes", fileSize, totalRead);
-        assertArrayEquals("Content should match", originalData, readData);
-    }
-
-    @Test
-    public void testWriteInChunks() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/chunked.txt";
-        String[] chunks = { "First chunk. ", "Second chunk. ", "Third chunk." };
-
-        // Write file in chunks
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        for (String chunk : chunks) {
-            outputStream.write(chunk.getBytes(StandardCharsets.UTF_8));
-        }
-        outputStream.close();
-
-        // Read and verify
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        byte[] buffer = new byte[1024];
-        int bytesRead = inputStream.read(buffer);
-        inputStream.close();
-
-        String expected = String.join("", chunks);
-        String actual = new String(buffer, 0, bytesRead, StandardCharsets.UTF_8);
-
-        assertEquals("Content should match", expected, actual);
-    }
-
-    @Test
-    public void testReadWithOffset() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/offset.txt";
-        String testContent = "0123456789ABCDEFGHIJ";
-
-        // Write file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(testContent.getBytes(StandardCharsets.UTF_8));
-        outputStream.close();
-
-        // Read with offset
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        inputStream.seek(10); // Skip first 10 bytes
-
-        byte[] buffer = new byte[10];
-        int bytesRead = inputStream.read(buffer);
-        inputStream.close();
-
-        assertEquals("Should read 10 bytes", 10, bytesRead);
-        assertEquals("Should read from offset", "ABCDEFGHIJ",
-                new String(buffer, StandardCharsets.UTF_8));
-    }
-
-    @Test
-    public void testReadPartial() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/partial.txt";
-        String testContent = "The quick brown fox jumps over the lazy dog";
-
-        // Write file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(testContent.getBytes(StandardCharsets.UTF_8));
-        outputStream.close();
-
-        // Read partial
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-
-        // Read only "quick brown"
-        inputStream.seek(4);
-        byte[] buffer = new byte[11];
-        int bytesRead = inputStream.read(buffer);
-        inputStream.close();
-
-        assertEquals("Should read 11 bytes", 11, bytesRead);
-        assertEquals("Should read partial content", "quick brown",
-                new String(buffer, StandardCharsets.UTF_8));
-    }
-
-    @Test
-    public void testEmptyFile() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/empty.txt";
-
-        // Write empty file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.close();
-
-        // Verify file exists
-        assertTrue("File should exist", filerClient.exists(testPath));
-
-        // Read empty file
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-        assertNotNull("Entry should not be null", entry);
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        byte[] buffer = new byte[100];
-        int bytesRead = inputStream.read(buffer);
-        inputStream.close();
-
-        assertEquals("Should read 0 bytes from empty file", -1, bytesRead);
-    }
-
-    @Test
-    public void testOverwriteFile() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/overwrite.txt";
-        String originalContent = "Original content";
-        String newContent = "New content that overwrites the original";
-
-        // Write original file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(originalContent.getBytes(StandardCharsets.UTF_8));
-        outputStream.close();
-
-        // Overwrite file
-        outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(newContent.getBytes(StandardCharsets.UTF_8));
-        outputStream.close();
-
-        // Read and verify
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        byte[] buffer = new byte[1024];
-        int bytesRead = inputStream.read(buffer);
-        inputStream.close();
-
-        String actual = new String(buffer, 0, bytesRead, StandardCharsets.UTF_8);
-        assertEquals("Should have new content", newContent, actual);
-    }
-
-    @Test
-    public void testMultipleReads() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/multireads.txt";
-        String testContent = "ABCDEFGHIJKLMNOPQRSTUVWXYZ";
-
-        // Write file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(testContent.getBytes(StandardCharsets.UTF_8));
-        outputStream.close();
-
-        // Read in multiple small chunks
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-
-        StringBuilder result = new StringBuilder();
-        byte[] buffer = new byte[5];
-        int bytesRead;
-        while ((bytesRead = inputStream.read(buffer)) > 0) {
-            result.append(new String(buffer, 0, bytesRead, StandardCharsets.UTF_8));
-        }
-        inputStream.close();
-
-        assertEquals("Should read entire content", testContent, result.toString());
-    }
-
-    @Test
-    public void testBinaryData() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/binary.bin";
-        byte[] binaryData = new byte[256];
-        for (int i = 0; i < 256; i++) {
-            binaryData[i] = (byte) i;
-        }
-
-        // Write binary file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(binaryData);
-        outputStream.close();
-
-        // Read and verify
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        byte[] readData = new byte[256];
-        int bytesRead = inputStream.read(readData);
-        inputStream.close();
-
-        assertEquals("Should read all bytes", 256, bytesRead);
-        assertArrayEquals("Binary data should match", binaryData, readData);
-    }
-
-    @Test
-    public void testFlush() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/flush.txt";
-        String testContent = "Content to flush";
-
-        // Write file with flush
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(testContent.getBytes(StandardCharsets.UTF_8));
-        outputStream.flush(); // Explicitly flush
-        outputStream.close();
-
-        // Verify file was written
-        assertTrue("File should exist after flush", filerClient.exists(testPath));
-
-        // Read and verify
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        byte[] buffer = new byte[testContent.length()];
-        int bytesRead = inputStream.read(buffer);
-        inputStream.close();
-
-        assertEquals("Content should match", testContent,
-                new String(buffer, 0, bytesRead, StandardCharsets.UTF_8));
-    }
-
-    /**
-     * Tests range reads similar to how Parquet reads column chunks.
-     * This simulates:
-     * 1. Seeking to specific offsets
-     * 2. Reading specific byte ranges
-     * 3. Verifying each read() call returns the correct number of bytes
-     * 
-     * This test specifically addresses the bug where read() was returning 0
-     * for inline content or -1 prematurely for chunked reads.
-     */
-    @Test
-    public void testRangeReads() throws IOException {
-        if (!TESTS_ENABLED) {
-            System.out.println("Skipping test - SEAWEEDFS_TEST_ENABLED not set");
-            return;
-        }
-
-        String testPath = TEST_ROOT + "/rangereads.dat";
-
-        // Create a 1275-byte file (similar to the Parquet file size that was failing)
-        byte[] testData = new byte[1275];
-        Random random = new Random(42); // Fixed seed for reproducibility
-        random.nextBytes(testData);
-
-        // Write file
-        SeaweedOutputStream outputStream = new SeaweedOutputStream(filerClient, testPath);
-        outputStream.write(testData);
-        outputStream.close();
-
-        // Read file entry
-        FilerProto.Entry entry = filerClient.lookupEntry(
-                SeaweedOutputStream.getParentDirectory(testPath),
-                SeaweedOutputStream.getFileName(testPath));
-
-        // Test 1: Read last 8 bytes (like reading Parquet footer length)
-        SeaweedInputStream inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        inputStream.seek(1267);
-        byte[] buffer = new byte[8];
-        int bytesRead = inputStream.read(buffer, 0, 8);
-        assertEquals("Should read 8 bytes at offset 1267", 8, bytesRead);
-        assertArrayEquals("Content at offset 1267 should match",
-                Arrays.copyOfRange(testData, 1267, 1275), buffer);
-        inputStream.close();
-
-        // Test 2: Read large chunk in middle (like reading column data)
-        inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        inputStream.seek(383);
-        buffer = new byte[884]; // Read bytes 383-1267
-        bytesRead = inputStream.read(buffer, 0, 884);
-        assertEquals("Should read 884 bytes at offset 383", 884, bytesRead);
-        assertArrayEquals("Content at offset 383 should match",
-                Arrays.copyOfRange(testData, 383, 1267), buffer);
-        inputStream.close();
-
-        // Test 3: Read from beginning (like reading Parquet magic bytes)
-        inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        buffer = new byte[4];
-        bytesRead = inputStream.read(buffer, 0, 4);
-        assertEquals("Should read 4 bytes at offset 0", 4, bytesRead);
-        assertArrayEquals("Content at offset 0 should match",
-                Arrays.copyOfRange(testData, 0, 4), buffer);
-        inputStream.close();
-
-        // Test 4: Multiple sequential reads without seeking (like
-        // H2SeekableInputStream.readFully)
-        // This is the critical test case that was failing!
-        inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        inputStream.seek(1197); // Position where EOF was being returned prematurely
-
-        byte[] fullBuffer = new byte[78]; // Try to read the "missing" 78 bytes
-        int totalRead = 0;
-        int offset = 0;
-        int remaining = 78;
-
-        // Simulate Parquet's H2SeekableInputStream.readFully() loop
-        while (remaining > 0) {
-            int read = inputStream.read(fullBuffer, offset, remaining);
-            if (read == -1) {
-                fail(String.format(
-                        "Got EOF after reading %d bytes, but expected to read %d more bytes (total requested: 78)",
-                        totalRead, remaining));
-            }
-            assertTrue("Each read() should return positive bytes", read > 0);
-            totalRead += read;
-            offset += read;
-            remaining -= read;
-        }
-
-        assertEquals("Should read all 78 bytes in readFully loop", 78, totalRead);
-        assertArrayEquals("Content at offset 1197 should match",
-                Arrays.copyOfRange(testData, 1197, 1275), fullBuffer);
-        inputStream.close();
-
-        // Test 5: Read entire file in one go
-        inputStream = new SeaweedInputStream(filerClient, testPath, entry);
-        byte[] allData = new byte[1275];
-        bytesRead = inputStream.read(allData, 0, 1275);
-        assertEquals("Should read entire 1275 bytes", 1275, bytesRead);
-        assertArrayEquals("Entire content should match", testData, allData);
-        inputStream.close();
-    }
-}

other/java/examples/pom.xml

@@ -16,14 +16,14 @@
         </dependency>
         <dependency>
             <groupId>com.seaweedfs</groupId>
-            <artifactId>seaweedfs-hadoop3-client</artifactId>
+            <artifactId>seaweedfs-hadoop2-client</artifactId>
             <version>3.80</version>
             <scope>compile</scope>
         </dependency>
         <dependency>
             <groupId>org.apache.hadoop</groupId>
             <artifactId>hadoop-common</artifactId>
-            <version>3.4.0</version>
+            <version>2.10.2</version>
             <scope>compile</scope>
         </dependency>
     </dependencies>

other/java/hdfs-over-ftp/pom.xml

@@ -0,0 +1,120 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>hdfs-over-ftp</groupId>
+    <artifactId>hdfs-over-ftp</artifactId>
+    <version>1.0</version>
+
+    <parent>
+        <groupId>org.springframework.boot</groupId>
+        <artifactId>spring-boot-starter-parent</artifactId>
+        <version>2.4.3</version>
+    </parent>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-web</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>io.springfox</groupId>
+            <artifactId>springfox-swagger2</artifactId>
+            <version>2.9.2</version>
+        </dependency>
+        <dependency>
+            <groupId>io.springfox</groupId>
+            <artifactId>springfox-swagger-ui</artifactId>
+            <version>2.10.0</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-common</artifactId>
+            <version>3.2.4</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-client</artifactId>
+            <version>3.2.1</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.ftpserver</groupId>
+            <artifactId>ftpserver-core</artifactId>
+            <version>1.1.1</version>
+        </dependency>
+        <dependency>
+            <groupId>com.seaweedfs</groupId>
+            <artifactId>seaweedfs-hadoop3-client</artifactId>
+            <version>1.6.2</version>
+        </dependency>
+    </dependencies>
+
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.springframework.boot</groupId>
+                <artifactId>spring-boot-maven-plugin</artifactId>
+            </plugin>
+
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.1</version>
+                <configuration>
+                    <source>1.8</source>
+                    <target>1.8</target>
+                    <encoding>UTF-8</encoding>
+                    <compilerArguments>
+                        <verbose />
+                        <bootclasspath>${java.home}/lib/rt.jar</bootclasspath>
+                    </compilerArguments>
+                </configuration>
+            </plugin>
+
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-jar-plugin</artifactId>
+                <version>2.6</version>
+                <configuration>
+                    <archive>
+                        <manifest>
+                            <mainClass>org.apache.hadoop.seaweed.ftp.ApplicationServer</mainClass>
+                            <addClasspath>true</addClasspath>
+                            <classpathPrefix>lib/</classpathPrefix>
+                        </manifest>
+                        <manifestEntries>
+                            <Class-Path>./</Class-Path>
+                        </manifestEntries>
+                    </archive>
+                </configuration>
+            </plugin>
+
+            <plugin>
+                <artifactId>maven-assembly-plugin</artifactId>
+                <configuration>
+                    <appendAssemblyId>false</appendAssemblyId>
+                    <descriptors>
+                        <descriptor>src/main/resources/assembly.xml</descriptor>
+                    </descriptors>
+                </configuration>
+                <executions>
+                    <execution>
+                        <id>make-assembly</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>single</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
+    </build>
+
+</project>

other/java/hdfs-over-ftp/src/main/java/org/apache/hadoop/seaweed/ftp/ApplicationServer.java

@@ -0,0 +1,14 @@
+package org.apache.hadoop.seaweed.ftp;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
+
+@SpringBootApplication
+public class ApplicationServer {
+
+    public static void main(String[] args) {
+        SpringApplication.run(ApplicationServer.class, args);
+    }
+
+}

other/java/hdfs-over-ftp/src/main/java/org/apache/hadoop/seaweed/ftp/config/SwaggerConfig.java

@@ -0,0 +1,27 @@
+package org.apache.hadoop.seaweed.ftp.config;
+
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import springfox.documentation.builders.ApiInfoBuilder;
+import springfox.documentation.builders.PathSelectors;
+import springfox.documentation.builders.RequestHandlerSelectors;
+import springfox.documentation.spi.DocumentationType;
+import springfox.documentation.spring.web.plugins.Docket;
+import springfox.documentation.swagger2.annotations.EnableSwagger2;
+
+@Configuration
+@EnableSwagger2
+public class SwaggerConfig {
+    @Bean
+    public Docket createRestApi() {
+        return new Docket(DocumentationType.SWAGGER_2)
+                .pathMapping("/")
+                .select()
+                .apis(RequestHandlerSelectors.basePackage("org.apache.hadoop.seaweed.ftp"))
+                .paths(PathSelectors.any())
+                .build().apiInfo(new ApiInfoBuilder()
+                        .title("FTP API Doc")
+                        .version("1.0")
+                        .build());
+    }
+}

other/java/hdfs-over-ftp/src/main/java/org/apache/hadoop/seaweed/ftp/controller/FtpManagerController.java

@@ -0,0 +1,71 @@
+package org.apache.hadoop.seaweed.ftp.controller;
+
+import io.swagger.annotations.Api;
+import io.swagger.annotations.ApiOperation;
+import org.apache.hadoop.seaweed.ftp.service.HFtpService;
+import org.apache.hadoop.seaweed.ftp.controller.vo.Result;
+import org.apache.log4j.Logger;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.PutMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+
+import java.util.HashMap;
+import java.util.Map;
+
+@RestController
+@RequestMapping("/manager")
+@Api(tags = "FTP操作管理")
+public class FtpManagerController {
+
+    private static Logger log = Logger.getLogger(FtpManagerController.class);
+
+    @Autowired
+    private HFtpService hdfsOverFtpServer;
+
+    @GetMapping("/status")
+    @ApiOperation("查看FTP服务状态")
+    public Result status() {
+        Map map = new HashMap<>();
+        try {
+            boolean status = hdfsOverFtpServer.statusServer();
+            map.put("is_running", status);
+            return new Result(true, map, "FTP 服务状态获取成功");
+        }catch (Exception e) {
+            log.error(e);
+            map.put("is_running", false);
+            return new Result(true, map, "FTP 服务状态获取成功");
+        }
+    }
+
+    @PutMapping("/start")
+    @ApiOperation("启动FTP服务")
+    public Result start() {
+        try {
+            boolean status = hdfsOverFtpServer.statusServer();
+            if(!status) {
+                hdfsOverFtpServer.startServer();
+            }
+            return new Result(true, "FTP 服务启动成功");
+        }catch (Exception e) {
+            log.error(e);
+            return new Result(false, "FTP 服务启动失败");
+        }
+    }
+
+    @PutMapping("/stop")
+    @ApiOperation("停止FTP服务")
+    public Result stop() {
+        try {
+            boolean status = hdfsOverFtpServer.statusServer();
+            if(status) {
+                hdfsOverFtpServer.stopServer();
+            }
+            return new Result(true, "FTP 服务停止成功");
+        }catch (Exception e) {
+            log.error(e);
+            return new Result(false, "FTP 服务停止失败");
+        }
+    }
+}

other/java/hdfs-over-ftp/src/main/java/org/apache/hadoop/seaweed/ftp/controller/UserController.java

@@ -0,0 +1,98 @@
+package org.apache.hadoop.seaweed.ftp.controller;
+
+import io.swagger.annotations.Api;
+import io.swagger.annotations.ApiOperation;
+import org.apache.ftpserver.ftplet.User;
+import org.apache.ftpserver.usermanager.Md5PasswordEncryptor;
+import org.apache.ftpserver.usermanager.UserFactory;
+import org.apache.hadoop.seaweed.ftp.controller.vo.FtpUser;
+import org.apache.hadoop.seaweed.ftp.controller.vo.Result;
+import org.apache.hadoop.seaweed.ftp.users.HdfsUserManager;
+import org.apache.log4j.Logger;
+import org.springframework.web.bind.annotation.*;
+
+import java.io.File;
+
+@RestController
+@RequestMapping("/user")
+@Api(tags = "FTP用户管理")
+public class UserController {
+
+    private static Logger log = Logger.getLogger(UserController.class);
+
+    /***
+     * {
+     *     "name": "test",
+     *     "password": "test",
+     *     "homeDirectory": "/buckets/test/"
+     * }
+     * @param ftpUser
+     * @return
+     */
+    @PostMapping("/add")
+    @ApiOperation("新增/编辑用户")
+    public Result add(@RequestBody FtpUser ftpUser) {
+        try {
+            HdfsUserManager userManagerFactory = new HdfsUserManager();
+            userManagerFactory.setFile(new File(System.getProperty("user.dir") + File.separator + "users.properties"));
+            userManagerFactory.setPasswordEncryptor(new Md5PasswordEncryptor());
+
+            UserFactory userFactory = new UserFactory();
+            userFactory.setHomeDirectory(ftpUser.getHomeDirectory());
+            userFactory.setName(ftpUser.getName());
+            userFactory.setPassword(ftpUser.getPassword());
+            userFactory.setEnabled(ftpUser.isEnabled());
+            userFactory.setMaxIdleTime(ftpUser.getMaxIdleTime());
+
+            User user = userFactory.createUser();
+            userManagerFactory.save(user, ftpUser.isRenamePush());
+            return new Result(true, "新建用户成功");
+        }catch (Exception e) {
+            log.error(e);
+            return new Result(false, "新建用户失败");
+        }
+    }
+
+    @DeleteMapping("/delete/{user}")
+    @ApiOperation("删除用户")
+    public Result delete(@PathVariable(value = "user") String user) {
+        try {
+            HdfsUserManager userManagerFactory = new HdfsUserManager();
+            userManagerFactory.setFile(new File(System.getProperty("user.dir") + File.separator + "users.properties"));
+            userManagerFactory.delete(user);
+            return new Result(true, "删除用户成功");
+        }catch (Exception e) {
+            log.error(e);
+            return new Result(false, "删除用户失败");
+        }
+    }
+
+    @GetMapping("/show/{userName}")
+    @ApiOperation("查看用户")
+    public Result show(@PathVariable(value = "userName") String userName) {
+        try {
+            HdfsUserManager userManagerFactory = new HdfsUserManager();
+            userManagerFactory.setFile(new File(System.getProperty("user.dir") + File.separator + "users.properties"));
+            User user = userManagerFactory.getUserByName(userName);
+            FtpUser ftpUser = new FtpUser(user.getHomeDirectory(), user.getPassword(), user.getEnabled(), user.getName(), user.getMaxIdleTime(), HdfsUserManager.getUserRenamePush(userName));
+            return new Result(true, ftpUser, "获取用户信息成功");
+        }catch (Exception e) {
+            log.error(e);
+            return new Result(false, "获取用户信息失败");
+        }
+    }
+
+    @GetMapping("/list")
+    @ApiOperation("列举用户")
+    public Result list() {
+        try {
+            HdfsUserManager userManagerFactory = new HdfsUserManager();
+            userManagerFactory.setFile(new File(System.getProperty("user.dir") + File.separator + "users.properties"));
+            String[] allUserNames = userManagerFactory.getAllUserNames();
+            return new Result(true, allUserNames, "列举用户成功");
+        }catch (Exception e) {
+            log.error(e);
+            return new Result(false, "列举用户失败");
+        }
+    }
+}

other/java/hdfs-over-ftp/src/main/java/org/apache/hadoop/seaweed/ftp/controller/vo/FtpUser.java

@@ -0,0 +1,71 @@
+package org.apache.hadoop.seaweed.ftp.controller.vo;
+
+public class FtpUser {
+
+    private String homeDirectory;
+    private String password;
+    private boolean enabled;
+    private String name;
+    private int maxIdleTime;
+    private boolean renamePush;
+
+    public FtpUser() {
+    }
+
+    public FtpUser(String homeDirectory, String password, boolean enabled, String name, int maxIdleTime, boolean renamePush) {
+        this.homeDirectory = homeDirectory;
+        this.password = password;
+        this.enabled = enabled;
+        this.name = name;
+        this.maxIdleTime = maxIdleTime;
+        this.renamePush = renamePush;
+    }
+
+    public String getHomeDirectory() {
+        return homeDirectory;
+    }
+
+    public void setHomeDirectory(String homeDirectory) {
+        this.homeDirectory = homeDirectory;
+    }
+
+    public String getPassword() {
+        return password;
+    }
+
+    public void setPassword(String password) {
+        this.password = password;
+    }
+
+    public boolean isEnabled() {
+        return enabled;
+    }
+
+    public void setEnabled(boolean enabled) {
+        this.enabled = enabled;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public int getMaxIdleTime() {
+        return maxIdleTime;
+    }
+
+    public void setMaxIdleTime(int maxIdleTime) {
+        this.maxIdleTime = maxIdleTime;
+    }
+
+    public boolean isRenamePush() {
+        return renamePush;
+    }
+
+    public void setRenamePush(boolean renamePush) {
+        this.renamePush = renamePush;
+    }
+}