show all errors

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

.github/pull_request_template.md

@@ -5,6 +5,7 @@
 # How are we solving the problem?
 
 
+
 # How is the PR tested?
 
 
@@ -12,8 +13,3 @@
 # Checks
 - [ ] I have added unit tests if possible.
 - [ ] I will add related wiki document changes and link to this PR after merging.
-- [ ] All AI code review comments have been addressed. No more comments to fix if reviewed again. Reviewer may request additional gemini and copilot reviews.
-
-# Checks for AI generated PRs
-- [ ] I have reviewed every line of code.
-- [ ] The PR is kept as minimum as possible. Large PRs would not be accepted.

.github/workflows/binaries_dev.yml

@@ -38,13 +38,13 @@ jobs:
     steps:
 
       - name: Check out code into the Go module directory
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
 
       - name: Set BUILD_TIME env
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}
 
       - name: Go Release Binaries Large Disk
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -60,7 +60,7 @@ jobs:
           asset_name: "weed-large-disk-${{ env.BUILD_TIME }}-${{ matrix.goos }}-${{ matrix.goarch }}"
 
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -87,13 +87,13 @@ jobs:
     steps:
 
       - name: Check out code into the Go module directory
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
 
       - name: Set BUILD_TIME env
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}
 
       - name: Go Release Binaries Large Disk
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -109,7 +109,7 @@ jobs:
           asset_name: "weed-large-disk-${{ env.BUILD_TIME }}-${{ matrix.goos }}-${{ matrix.goarch }}"
 
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release0.yml

@@ -28,9 +28,9 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release1.yml

@@ -28,9 +28,9 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release2.yml

@@ -28,9 +28,9 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release3.yml

@@ -28,9 +28,9 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release4.yml

@@ -28,9 +28,9 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -45,7 +45,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}_full"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release5.yml

@@ -28,9 +28,9 @@ jobs:
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@481a2c1a0f1be199722e3e9b74d7199acafc30a8 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/codeql.yml

@@ -18,11 +18,11 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v4
+        uses: github/codeql-action/init@v3
         # Override language selection by uncommenting this and choosing your languages
         with:
           languages: go
@@ -30,7 +30,7 @@ jobs:
       # Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below).
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v4
+        uses: github/codeql-action/autobuild@v3
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
@@ -44,4 +44,4 @@ jobs:
       #     make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v4
+        uses: github/codeql-action/analyze@v3

.github/workflows/container_dev.yml

@@ -3,6 +3,7 @@ name: "docker: build dev containers"
 on:
   push:
     branches: [ master ]
+  workflow_dispatch: {}
 
 permissions:
   contents: read
@@ -15,11 +16,11 @@ jobs:
     steps:
       -
         name: Checkout
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@318604b99e75e41977312d83839a89be02ca4893 # v3
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
           images: |
             chrislusf/seaweedfs
@@ -32,38 +33,30 @@ jobs:
             org.opencontainers.image.vendor=Chris Lu
       -
         name: Set up QEMU
-        uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v1
-      -
-        name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v1
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
         with:
           buildkitd-flags: "--debug"
-          buildkitd-config: /tmp/buildkitd.toml
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v1
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Login to GHCR
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v1
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           registry: ghcr.io
           username: ${{ secrets.GHCR_USERNAME }}
           password: ${{ secrets.GHCR_TOKEN }}
       -
         name: Build
-        uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v2
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}

.github/workflows/container_foundationdb_version.yml

@@ -1,169 +0,0 @@
-name: "docker: build foundationdb image by version"
-
-on:
-  pull_request:
-    branches: [ master, main ]
-    paths:
-      - 'weed/filer/foundationdb/**'
-      - 'test/foundationdb/**'
-      - 'docker/Dockerfile.foundationdb_large'
-      - 'docker/filer_foundationdb.toml'
-      - '.github/workflows/container_foundationdb_version.yml'
-  workflow_dispatch:
-    inputs:
-      fdb_version:
-        description: 'FoundationDB version to build (e.g. 7.4.5)'
-        required: true
-        default: '7.4.5'
-      seaweedfs_ref:
-        description: 'SeaweedFS git tag, branch, or commit to build'
-        required: true
-        default: 'master'
-      image_tag:
-        description: 'Optional Docker tag suffix (defaults to foundationdb_<fdb>_seaweedfs_<ref>)'
-        required: false
-        default: ''
-
-permissions:
-  contents: read
-
-jobs:
-  build-foundationdb-image:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-        with:
-          fetch-depth: 0
-
-      - name: Install FoundationDB client libraries
-        run: |
-          set -euo pipefail
-          sudo apt-get update
-          sudo apt-get install -y ca-certificates wget
-          FDB_VERSION="${{ inputs.fdb_version || '7.4.5' }}"
-          case "${FDB_VERSION}_amd64" in
-            "7.4.5_amd64") EXPECTED_SHA256="eea6b98cf386a0848655b2e196d18633662a7440a7ee061c10e32153c7e7e112" ;;
-            "7.3.43_amd64") EXPECTED_SHA256="c3fa0a59c7355b914a1455dac909238d5ea3b6c6bc7b530af8597e6487c1651a" ;;
-            *)
-              echo "Unsupported FoundationDB version ${FDB_VERSION} for CI client install" >&2
-              exit 1 ;;
-          esac
-          PACKAGE="foundationdb-clients_${FDB_VERSION}-1_amd64.deb"
-          wget --timeout=30 --tries=3 -O "${PACKAGE}" "https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE}"
-          echo "${EXPECTED_SHA256}  ${PACKAGE}" | sha256sum -c -
-          sudo dpkg -i "${PACKAGE}"
-          rm "${PACKAGE}"
-          sudo ldconfig
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: go.mod
-
-      - name: Run FoundationDB tagged tests
-        env:
-          CGO_ENABLED: 1
-        run: |
-          go test ./weed/filer/foundationdb -tags foundationdb -count=1
-
-      - name: Prepare Docker tag
-        id: tag
-        env:
-          FDB_VERSION_INPUT: ${{ inputs.fdb_version }}
-          SEAWEEDFS_REF_INPUT: ${{ inputs.seaweedfs_ref }}
-          CUSTOM_TAG_INPUT: ${{ inputs.image_tag }}
-          EVENT_NAME: ${{ github.event_name }}
-          HEAD_REF: ${{ github.head_ref }}
-          REF_NAME: ${{ github.ref_name }}
-        run: |
-          set -euo pipefail
-          sanitize() {
-            local value="$1"
-            value="${value,,}"
-            value="${value// /-}"
-            value="${value//[^a-z0-9_.-]/-}"
-            value="${value#-}"
-            value="${value%-}"
-            printf '%s' "$value"
-          }
-          version="${FDB_VERSION_INPUT}"
-          seaweed="${SEAWEEDFS_REF_INPUT}"
-          tag="${CUSTOM_TAG_INPUT}"
-          # Use defaults for PR builds
-          if [ -z "$version" ]; then
-            version="7.4.5"
-          fi
-          if [ -z "$seaweed" ]; then
-            if [ "$EVENT_NAME" = "pull_request" ]; then
-              seaweed="${HEAD_REF}"
-            else
-              seaweed="${REF_NAME}"
-            fi
-          fi
-          sanitized_version="$(sanitize "$version")"
-          if [ -z "$sanitized_version" ]; then
-            echo "Unable to sanitize FoundationDB version '$version'." >&2
-            exit 1
-          fi
-          sanitized_seaweed="$(sanitize "$seaweed")"
-          if [ -z "$sanitized_seaweed" ]; then
-            echo "Unable to sanitize SeaweedFS ref '$seaweed'." >&2
-            exit 1
-          fi
-          if [ -z "$tag" ]; then
-            tag="foundationdb_${sanitized_version}_seaweedfs_${sanitized_seaweed}"
-          else
-            tag="$(sanitize "$tag")"
-          fi
-          if [ -z "$tag" ]; then
-            echo "Resulting Docker tag is empty." >&2
-            exit 1
-          fi
-          echo "docker_tag=$tag" >> "$GITHUB_OUTPUT"
-          echo "full_image=chrislusf/seaweedfs:$tag" >> "$GITHUB_OUTPUT"
-          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v4
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v4
-
-      - name: Login to Docker Hub
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Determine branch to build
-        id: branch
-        run: |
-          if [ -n "${{ inputs.seaweedfs_ref }}" ]; then
-            echo "branch=${{ inputs.seaweedfs_ref }}" >> "$GITHUB_OUTPUT"
-          elif [ "${{ github.event_name }}" = "pull_request" ]; then
-            echo "branch=${{ github.head_ref }}" >> "$GITHUB_OUTPUT"
-          else
-            echo "branch=${{ github.ref_name }}" >> "$GITHUB_OUTPUT"
-          fi
-
-      - name: Build and push image
-        uses: docker/build-push-action@v7
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ./docker/Dockerfile.foundationdb_large
-          build-args: |
-            FDB_VERSION=${{ inputs.fdb_version || '7.4.5' }}
-            BRANCH=${{ steps.branch.outputs.branch }}
-          # Note: ARM64 support requires FoundationDB ARM64 packages which are not available for all versions
-          # Currently only building for amd64. To enable ARM64, verify package availability and add checksums.
-          platforms: linux/amd64
-          tags: ${{ steps.tag.outputs.full_image || 'seaweedfs:foundationdb-test' }}
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-

.github/workflows/container_latest.yml

@@ -4,256 +4,64 @@ on:
   push:
     tags:
       - '*'
-  workflow_dispatch:
-    inputs:
-      source_ref:
-        description: 'Git ref to build (branch, tag, or commit SHA)'
-        required: true
-        default: 'master'
-      image_tag:
-        description: 'Docker tag to publish (without variant suffix)'
-        required: true
-        default: 'latest'
-      variant:
-        description: 'Variant to build manually'
-        required: true
-        type: choice
-        default: all
-        options:
-          - all
-          - standard
-          - large_disk
+  workflow_dispatch: {}
 
 permissions:
   contents: read
 
 jobs:
-  setup:
-    runs-on: ubuntu-latest
-    outputs:
-      variants: ${{ steps.set-variants.outputs.variants }}
-    steps:
-      - name: Select variants for this run
-        id: set-variants
-        run: |
-          if [ "${{ github.event_name }}" = "workflow_dispatch" ] && [ "${{ github.event.inputs.variant }}" != "all" ]; then
-            variants="[\"${{ github.event.inputs.variant }}\"]"
-          else
-            variants='["standard","large_disk"]'
-          fi
-          echo "variants=$variants" >> "$GITHUB_OUTPUT"
 
-  build:
-    needs: [setup]
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        platform: [amd64, arm64, arm, 386]
-        variant: ${{ fromJSON(needs.setup.outputs.variants) }}
+  build-latest-container:
+    runs-on: [ubuntu-latest]
 
     steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-        with:
-          ref: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.source_ref || github.ref }}
-      - name: Free Disk Space
-        run: |
-          echo "Available disk space before cleanup:"
-          df -h
-          # Remove pre-installed tools
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          # Clean package managers
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          # Clean Docker aggressively
-          sudo docker system prune -af --volumes
-          # Clean Go cache if it exists
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-      
-      - name: Configure variant
-        id: config
-        run: |
-          if [ "${{ matrix.variant }}" == "large_disk" ]; then
-            echo "tag_suffix=_large_disk" >> $GITHUB_OUTPUT
-            echo "build_args=TAGS=5BytesOffset" >> $GITHUB_OUTPUT
-          else
-            echo "tag_suffix=" >> $GITHUB_OUTPUT
-            echo "build_args=" >> $GITHUB_OUTPUT
-          fi
-
-      - name: Docker meta
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
           images: |
             chrislusf/seaweedfs
             ghcr.io/chrislusf/seaweedfs
-          tags: type=raw,value=${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || 'latest' }},suffix=${{ steps.config.outputs.tag_suffix }}
+          tags: |
+            type=raw,value=latest
           labels: |
             org.opencontainers.image.title=seaweedfs
             org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
             org.opencontainers.image.vendor=Chris Lu
-      - name: Set up QEMU
-        if: matrix.platform != 'amd64'
-        uses: docker/setup-qemu-action@v4
-      - name: Create BuildKit config
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v4
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
         with:
           buildkitd-flags: "--debug"
-          buildkitd-config: /tmp/buildkitd.toml
-      - name: Login to Docker Hub
+      -
+        name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Login to GHCR
+      -
+        name: Login to GHCR
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           registry: ghcr.io
           username: ${{ secrets.GHCR_USERNAME }}
           password: ${{ secrets.GHCR_TOKEN }}
-      - name: Build ${{ matrix.platform }} ${{ matrix.variant }}
-        uses: docker/build-push-action@v7
-        env:
-          DOCKER_BUILDKIT: 1
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
           file: ./docker/Dockerfile.go_build
-          platforms: linux/${{ matrix.platform }}
-          # Push to GHCR only during build to avoid Docker Hub rate limits
-          tags: ghcr.io/chrislusf/seaweedfs:${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || 'latest' }}${{ steps.config.outputs.tag_suffix }}-${{ matrix.platform }}
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
+          tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha,scope=${{ matrix.variant }}-${{ matrix.platform }}
-          cache-to: type=gha,mode=max,scope=${{ matrix.variant }}-${{ matrix.platform }}
-          build-args: |
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.event_name == 'workflow_dispatch' && github.event.inputs.source_ref || github.sha }}
-            ${{ steps.config.outputs.build_args }}
-      - name: Clean up build artifacts
-        if: always()
-        run: |
-          # Clean up Docker build cache and temporary files
-          sudo docker system prune -f
-          # Remove Go build cache
-          sudo rm -rf /tmp/go-build*
-
-  create-manifest:
-    runs-on: ubuntu-latest
-    needs: [setup, build]
-    if: github.event_name != 'pull_request'
-    strategy:
-      matrix:
-        variant: ${{ fromJSON(needs.setup.outputs.variants) }}
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v6
-        with:
-          ref: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.source_ref || github.ref }}
-      
-      - name: Configure variant
-        id: config
-        run: |
-          if [ "${{ matrix.variant }}" == "large_disk" ]; then
-            echo "tag_suffix=_large_disk" >> $GITHUB_OUTPUT
-          else
-            echo "tag_suffix=" >> $GITHUB_OUTPUT
-          fi
-
-      - name: Docker meta
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-            ghcr.io/chrislusf/seaweedfs
-          tags: type=raw,value=${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || 'latest' }},suffix=${{ steps.config.outputs.tag_suffix }}
-      - name: Login to Docker Hub
-        uses: docker/login-action@v4
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Login to GHCR
-        uses: docker/login-action@v4
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-      - name: Install crane
-        run: |
-          # Install crane for efficient multi-arch image copying
-          cd $(mktemp -d)
-          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
-          sudo mv crane /usr/local/bin/
-          crane version
-      - name: Create and push manifest
-        run: |
-          SUFFIX="${{ steps.config.outputs.tag_suffix }}"
-          BASE_TAG="${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || 'latest' }}"
-          
-          # Create manifest on GHCR first (no rate limits)
-          echo "Creating GHCR manifest (no rate limits)..."
-          docker buildx imagetools create -t ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX} \
-            ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-amd64 \
-            ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-arm64 \
-            ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-arm \
-            ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-386
-          
-          # Copy the complete multi-arch image from GHCR to Docker Hub
-          # This only requires one pull from GHCR (no rate limit) and one push to Docker Hub
-          echo "Copying manifest from GHCR to Docker Hub..."
-          
-          # Function to retry with exponential backoff for Docker Hub operations
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Use crane or skopeo to copy, fallback to docker if not available
-          if command -v crane &> /dev/null; then
-            echo "Using crane to copy..."
-            retry_with_backoff crane copy ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX} chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}
-          elif command -v skopeo &> /dev/null; then
-            echo "Using skopeo to copy..."
-            retry_with_backoff skopeo copy --all docker://ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX} docker://chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}
-          else
-            echo "Using docker buildx imagetools (pulling 4 images from Docker Hub)..."
-            # Fallback: create manifest directly on Docker Hub (pulls from Docker Hub - rate limited)
-            retry_with_backoff docker buildx imagetools create -t chrislusf/seaweedfs:${BASE_TAG}${SUFFIX} \
-              ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-amd64 \
-              ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-arm64 \
-              ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-arm \
-              ghcr.io/chrislusf/seaweedfs:${BASE_TAG}${SUFFIX}-386
-          fi

.github/workflows/container_release1.yml

@@ -0,0 +1,57 @@
+name: "docker: build release containers for normal volume"
+
+on:
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
+
+permissions:
+  contents: read
+
+jobs:
+  build-default-release-container:
+    runs-on: [ubuntu-latest]
+
+    steps:
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
+        id: docker_meta
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
+        with:
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag
+          flavor: |
+            latest=false
+          labels: |
+            org.opencontainers.image.title=seaweedfs
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
+            org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
+      -
+        name: Login to Docker Hub
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
+        with:
+          context: ./docker
+          push: ${{ github.event_name != 'pull_request' }}
+          file: ./docker/Dockerfile.go_build
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
+          tags: ${{ steps.docker_meta.outputs.tags }}
+          labels: ${{ steps.docker_meta.outputs.labels }}

.github/workflows/container_release2.yml

@@ -0,0 +1,59 @@
+name: "docker: build release containers for large volume"
+
+on:
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
+
+permissions:
+  contents: read
+
+jobs:
+
+  build-large-release-container:
+    runs-on: [ubuntu-latest]
+
+    steps:
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
+        id: docker_meta
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
+        with:
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag,suffix=_large_disk
+          flavor: |
+            latest=false
+          labels: |
+            org.opencontainers.image.title=seaweedfs
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
+            org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
+      -
+        name: Login to Docker Hub
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
+        with:
+          context: ./docker
+          push: ${{ github.event_name != 'pull_request' }}
+          file: ./docker/Dockerfile.go_build
+          build-args: TAGS=5BytesOffset
+          platforms: linux/amd64, linux/arm, linux/arm64, linux/386
+          tags: ${{ steps.docker_meta.outputs.tags }}
+          labels: ${{ steps.docker_meta.outputs.labels }}

.github/workflows/container_release3.yml

@@ -1,4 +1,4 @@
-name: "docker: build release containers for foundationdb"
+name: "docker: build release containers for rocksdb"
 
 on:
   push:
@@ -11,22 +11,22 @@ permissions:
 
 jobs:
 
-  build-large-release-container_foundationdb:
+  build-large-release-container_rocksdb:
     runs-on: [ubuntu-latest]
 
     steps:
       -
         name: Checkout
-        uses: actions/checkout@v6
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
       -
         name: Docker meta
         id: docker_meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
         with:
           images: |
             chrislusf/seaweedfs
           tags: |
-            type=ref,event=tag,suffix=_large_disk_foundationdb
+            type=ref,event=tag,suffix=_large_disk_rocksdb
           flavor: |
             latest=false
           labels: |
@@ -35,37 +35,24 @@ jobs:
             org.opencontainers.image.vendor=Chris Lu
       -
         name: Set up QEMU
-        uses: docker/setup-qemu-action@v4
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v4
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
       -
         name: Login to Docker Hub
         if: github.event_name != 'pull_request'
-        uses: docker/login-action@v4
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      -
-        name: Determine branch to build
-        id: branch
-        run: |
-          if [ "${{ github.event_name }}" = "push" ] && [ -n "${{ github.ref_name }}" ]; then
-            echo "branch=${{ github.ref_name }}" >> "$GITHUB_OUTPUT"
-          else
-            echo "branch=master" >> "$GITHUB_OUTPUT"
-          fi
       -
         name: Build
-        uses: docker/build-push-action@v7
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
         with:
           context: ./docker
           push: ${{ github.event_name != 'pull_request' }}
-          file: ./docker/Dockerfile.foundationdb_large
-          build-args: |
-            BRANCH=${{ steps.branch.outputs.branch }}
-          # Note: ARM64 support requires FoundationDB ARM64 packages which are not available for all versions
+          file: ./docker/Dockerfile.rocksdb_large
           platforms: linux/amd64
           tags: ${{ steps.docker_meta.outputs.tags }}
           labels: ${{ steps.docker_meta.outputs.labels }}
-

.github/workflows/container_release4.yml

@@ -0,0 +1,58 @@
+name: "docker: build release containers for all tags"
+
+on:
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
+
+permissions:
+  contents: read
+
+jobs:
+  build-default-release-container:
+    runs-on: [ubuntu-latest]
+
+    steps:
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
+        id: docker_meta
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
+        with:
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag,suffix=_full
+          flavor: |
+            latest=false
+          labels: |
+            org.opencontainers.image.title=seaweedfs
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
+            org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
+      -
+        name: Login to Docker Hub
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
+        with:
+          context: ./docker
+          push: ${{ github.event_name != 'pull_request' }}
+          file: ./docker/Dockerfile.go_build
+          build-args: TAGS=elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
+          platforms: linux/amd64
+          tags: ${{ steps.docker_meta.outputs.tags }}
+          labels: ${{ steps.docker_meta.outputs.labels }}

.github/workflows/container_release5.yml

@@ -0,0 +1,58 @@
+name: "docker: build release containers for all tags and large volume"
+
+on:
+  push:
+    tags:
+      - '*'
+  workflow_dispatch: {}
+
+permissions:
+  contents: read
+
+jobs:
+  build-default-release-container:
+    runs-on: [ubuntu-latest]
+
+    steps:
+      -
+        name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+      -
+        name: Docker meta
+        id: docker_meta
+        uses: docker/metadata-action@c1e51972afc2121e065aed6d45c65596fe445f3f # v3
+        with:
+          images: |
+            chrislusf/seaweedfs
+          tags: |
+            type=ref,event=tag,suffix=_large_disk_full
+          flavor: |
+            latest=false
+          labels: |
+            org.opencontainers.image.title=seaweedfs
+            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
+            org.opencontainers.image.vendor=Chris Lu
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v1
+      -
+        name: Login to Docker Hub
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v1
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      -
+        name: Build
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v2
+        with:
+          context: ./docker
+          push: ${{ github.event_name != 'pull_request' }}
+          file: ./docker/Dockerfile.go_build
+          build-args: TAGS=5BytesOffset,elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
+          platforms: linux/amd64
+          tags: ${{ steps.docker_meta.outputs.tags }}
+          labels: ${{ steps.docker_meta.outputs.labels }}

.github/workflows/container_release_unified.yml

@@ -1,277 +0,0 @@
-name: "docker: build all release containers (unified)"
-
-on:
-  push:
-    tags:
-      - '*'
-  workflow_dispatch:
-    inputs:
-      variant:
-        description: 'Variant to build manually'
-        required: true
-        type: choice
-        default: all
-        options:
-          - all
-          - normal
-          - large_disk
-          - full
-          - large_disk_full
-          - rocksdb
-      release_tag:
-        description: 'Release tag to publish (e.g. 3.93)'
-        required: true
-        default: ''
-      rocksdb_version:
-        description: 'RocksDB git tag to use when variant=rocksdb'
-        required: false
-        default: 'v10.10.1'
-
-permissions:
-  contents: read
-
-env:
-  RELEASE_TAG: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.release_tag || github.ref_name }}
-
-# Limit concurrent builds to avoid rate limits
-concurrency:
-  group: release-${{ github.ref }}
-  cancel-in-progress: false
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    strategy:
-      # Build sequentially to avoid rate limits
-      max-parallel: 2
-      matrix:
-        include:
-          # Normal volume - multi-arch
-          - variant: normal
-            platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: ""
-            tag_suffix: ""
-            
-          # Large disk - multi-arch  
-          - variant: large_disk
-            platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=5BytesOffset
-            tag_suffix: _large_disk
-            
-          # Full tags - multi-arch
-          - variant: full
-            platforms: linux/amd64,linux/arm64
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
-            tag_suffix: _full
-
-          # Large disk + full tags - multi-arch
-          - variant: large_disk_full
-            platforms: linux/amd64,linux/arm64
-            dockerfile: ./docker/Dockerfile.go_build
-            build_args: TAGS=5BytesOffset,elastic,gocdk,rclone,sqlite,tarantool,tikv,ydb
-            tag_suffix: _large_disk_full
-            
-          # RocksDB large disk - amd64 only
-          - variant: rocksdb
-            platforms: linux/amd64
-            dockerfile: ./docker/Dockerfile.rocksdb_large
-            build_args: ""
-            tag_suffix: _large_disk_rocksdb
-            
-    steps:
-      - name: Checkout
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        uses: actions/checkout@v6
-        
-      - name: Free Disk Space
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        run: |
-          echo "Available disk space before cleanup:"
-          df -h
-          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
-          sudo apt-get clean
-          sudo rm -rf /var/lib/apt/lists/*
-          sudo docker system prune -af --volumes
-          [ -d ~/.cache/go-build ] && rm -rf ~/.cache/go-build || true
-          [ -d /go/pkg ] && rm -rf /go/pkg || true
-          echo "Available disk space after cleanup:"
-          df -h
-          
-      - name: Docker meta
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        id: docker_meta
-        uses: docker/metadata-action@v5
-        with:
-          images: |
-            chrislusf/seaweedfs
-            ghcr.io/chrislusf/seaweedfs
-          tags: type=raw,value=${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }}
-          flavor: latest=false
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu
-            
-      - name: Set up QEMU
-        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && contains(matrix.platforms, 'arm')
-        uses: docker/setup-qemu-action@v4
-        
-      - name: Create BuildKit config
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        run: |
-          cat > /tmp/buildkitd.toml <<EOF
-          [registry."docker.io"]
-            mirrors = ["https://mirror.gcr.io"]
-          EOF
-          
-      - name: Set up Docker Buildx
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        uses: docker/setup-buildx-action@v4
-        with:
-          buildkitd-config: /tmp/buildkitd.toml
-          
-      - name: Login to Docker Hub
-        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && github.event_name != 'pull_request'
-        uses: docker/login-action@v4
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-          
-      - name: Login to GHCR
-        if: (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant) && github.event_name != 'pull_request'
-        uses: docker/login-action@v4
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-          
-      - name: Build and push ${{ matrix.variant }}
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        uses: docker/build-push-action@v7
-        env:
-          DOCKER_BUILDKIT: 1
-        with:
-          context: ./docker
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ${{ matrix.dockerfile }}
-          platforms: ${{ matrix.platforms }}
-          # Push to GHCR to avoid Docker Hub rate limits on pulls
-          tags: |
-            ghcr.io/chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }}
-          labels: ${{ steps.docker_meta.outputs.labels }}
-          cache-from: type=gha,scope=${{ matrix.variant }}
-          cache-to: type=gha,mode=max,scope=${{ matrix.variant }}
-          build-args: |
-            ${{ matrix.build_args }}
-            BUILDKIT_INLINE_CACHE=1
-            BRANCH=${{ github.sha }}
-            ${{ matrix.variant == 'rocksdb' && format('ROCKSDB_VERSION={0}', github.event.inputs.rocksdb_version || 'v10.10.1') || '' }}
-            
-      - name: Clean up build artifacts
-        if: always() && (github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant)
-        run: |
-          sudo docker system prune -f
-          sudo rm -rf /tmp/go-build*
-
-  copy-to-dockerhub:
-    runs-on: ubuntu-latest
-    needs: [build]
-    if: github.event_name != 'pull_request'
-    strategy:
-      matrix:
-        variant: [normal, large_disk, full, large_disk_full, rocksdb]
-        include:
-          - variant: normal
-            tag_suffix: ""
-          - variant: large_disk
-            tag_suffix: _large_disk
-          - variant: full
-            tag_suffix: _full
-          - variant: large_disk_full
-            tag_suffix: _large_disk_full
-          - variant: rocksdb
-            tag_suffix: _large_disk_rocksdb
-            
-    steps:
-      - name: Login to Docker Hub
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        uses: docker/login-action@v4
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-          
-      - name: Login to GHCR
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        uses: docker/login-action@v4
-        with:
-          registry: ghcr.io
-          username: ${{ secrets.GHCR_USERNAME }}
-          password: ${{ secrets.GHCR_TOKEN }}
-          
-      - name: Install crane
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        run: |
-          cd $(mktemp -d)
-          curl -sL "https://github.com/google/go-containerregistry/releases/latest/download/go-containerregistry_Linux_x86_64.tar.gz" | tar xz
-          sudo mv crane /usr/local/bin/
-          crane version
-          
-      - name: Copy ${{ matrix.variant }} from GHCR to Docker Hub
-        if: github.event_name != 'workflow_dispatch' || github.event.inputs.variant == 'all' || github.event.inputs.variant == matrix.variant
-        run: |
-          # Function to retry with exponential backoff
-          retry_with_backoff() {
-            local max_attempts=5
-            local timeout=1
-            local attempt=1
-            local exit_code=0
-            
-            while [ $attempt -le $max_attempts ]; do
-              if "$@"; then
-                return 0
-              else
-                exit_code=$?
-              fi
-              
-              if [ $attempt -lt $max_attempts ]; then
-                echo "Attempt $attempt failed. Retrying in ${timeout}s..." >&2
-                sleep $timeout
-                timeout=$((timeout * 2))
-              fi
-              
-              attempt=$((attempt + 1))
-            done
-            
-            echo "Command failed after $max_attempts attempts" >&2
-            return $exit_code
-          }
-          
-          # Copy multi-arch image from GHCR to Docker Hub with retry
-          # This is much more efficient than pulling/pushing individual arch images
-          echo "Copying ${{ matrix.variant }} from GHCR to Docker Hub..."
-          retry_with_backoff crane copy \
-            ghcr.io/chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }} \
-            chrislusf/seaweedfs:${{ env.RELEASE_TAG }}${{ matrix.tag_suffix }}
-          
-          echo "✓ Successfully copied ${{ matrix.variant }} to Docker Hub"
-
-  helm-release:
-    runs-on: ubuntu-latest
-    needs: [copy-to-dockerhub]
-    if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
-    permissions:
-      contents: write
-      pages: write
-    steps:
-      - uses: actions/checkout@v6
-      - name: Publish Helm charts
-        uses: stefanprodan/helm-gh-pages@v1.7.0
-        with:          
-          token: ${{ secrets.GITHUB_TOKEN }}
-          charts_dir: k8s/charts
-          target_dir: helm
-          branch: gh-pages
-          helm_version: "3.18.4"

.github/workflows/container_rocksdb_version.yml

@@ -1,110 +0,0 @@
-name: "docker: build rocksdb image by version"
-
-on:
-  workflow_dispatch:
-    inputs:
-      rocksdb_version:
-        description: 'RocksDB git tag or branch to build (e.g. v10.10.1)'
-        required: true
-        default: 'v10.10.1'
-      seaweedfs_ref:
-        description: 'SeaweedFS git tag, branch, or commit to build'
-        required: true
-        default: 'master'
-      image_tag:
-        description: 'Optional Docker tag suffix (defaults to rocksdb_<rocksdb>_seaweedfs_<ref>)'
-        required: false
-        default: ''
-
-permissions:
-  contents: read
-
-jobs:
-  build-rocksdb-image:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
-
-      - name: Prepare Docker tag
-        id: tag
-        env:
-          ROCKSDB_VERSION_INPUT: ${{ inputs.rocksdb_version }}
-          SEAWEEDFS_REF_INPUT: ${{ inputs.seaweedfs_ref }}
-          CUSTOM_TAG_INPUT: ${{ inputs.image_tag }}
-        run: |
-          set -euo pipefail
-          sanitize() {
-            local value="$1"
-            value="${value,,}"
-            value="${value// /-}"
-            value="${value//[^a-z0-9_.-]/-}"
-            value="${value#-}"
-            value="${value%-}"
-            printf '%s' "$value"
-          }
-          version="${ROCKSDB_VERSION_INPUT}"
-          seaweed="${SEAWEEDFS_REF_INPUT}"
-          tag="${CUSTOM_TAG_INPUT}"
-          if [ -z "$version" ]; then
-            echo "RocksDB version input is required." >&2
-            exit 1
-          fi
-          if [ -z "$seaweed" ]; then
-            echo "SeaweedFS ref input is required." >&2
-            exit 1
-          fi
-          sanitized_version="$(sanitize "$version")"
-          if [ -z "$sanitized_version" ]; then
-            echo "Unable to sanitize RocksDB version '$version'." >&2
-            exit 1
-          fi
-          sanitized_seaweed="$(sanitize "$seaweed")"
-          if [ -z "$sanitized_seaweed" ]; then
-            echo "Unable to sanitize SeaweedFS ref '$seaweed'." >&2
-            exit 1
-          fi
-          if [ -z "$tag" ]; then
-            tag="rocksdb_${sanitized_version}_seaweedfs_${sanitized_seaweed}"
-          fi
-          tag="${tag,,}"
-          tag="${tag// /-}"
-          tag="${tag//[^a-z0-9_.-]/-}"
-          tag="${tag#-}"
-          tag="${tag%-}"
-          if [ -z "$tag" ]; then
-            echo "Resulting Docker tag is empty." >&2
-            exit 1
-          fi
-          echo "docker_tag=$tag" >> "$GITHUB_OUTPUT"
-          echo "full_image=chrislusf/seaweedfs:$tag" >> "$GITHUB_OUTPUT"
-          echo "seaweedfs_ref=$seaweed" >> "$GITHUB_OUTPUT"
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v1
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v1
-
-      - name: Login to Docker Hub
-        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v1
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Build and push image
-        uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v2
-        with:
-          context: ./docker
-          push: true
-          file: ./docker/Dockerfile.rocksdb_large
-          build-args: |
-            ROCKSDB_VERSION=${{ inputs.rocksdb_version }}
-            BRANCH=${{ inputs.seaweedfs_ref }}
-          platforms: linux/amd64
-          tags: ${{ steps.tag.outputs.full_image }}
-          labels: |
-            org.opencontainers.image.title=seaweedfs
-            org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!
-            org.opencontainers.image.vendor=Chris Lu

.github/workflows/deploy_telemetry.yml

@@ -21,12 +21,12 @@ jobs:
   deploy:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
-          go-version-file: 'go.mod'
+          go-version: '1.24'
 
       - name: Build Telemetry Server
         if: github.event_name == 'workflow_dispatch' && inputs.deploy

.github/workflows/depsreview.yml

@@ -9,6 +9,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: 'Checkout Repository'
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
       - name: 'Dependency Review'
-        uses: actions/dependency-review-action@2031cfc080254a8a887f58cffee85186f0e49e48
+        uses: actions/dependency-review-action@bc41886e18ea39df68b1b1245f4184881938e050

.github/workflows/e2e.yml

@@ -23,63 +23,23 @@ jobs:
     runs-on: ubuntu-22.04
     timeout-minutes: 30
     steps:
+    - name: Set up Go 1.x
+      uses: actions/setup-go@8e57b58e57be52ac95949151e2777ffda8501267 # v2
+      with:
+        go-version: ^1.13
+      id: go
+
     - name: Check out code into the Go module directory
-      uses: actions/checkout@v6
-
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v4
-      
-    - name: Cache Docker layers
-      uses: actions/cache@v5
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-e2e-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-e2e-
+      uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
 
     - name: Install dependencies
       run: |
-        # Use faster mirrors and install with timeout
-        sudo rm -f /etc/apt/sources.list.d/azure-cli.list /etc/apt/sources.list.d/microsoft-prod.list
-        echo "deb http://azure.archive.ubuntu.com/ubuntu/ $(lsb_release -cs) main restricted universe multiverse" | sudo tee /etc/apt/sources.list
-        echo "deb http://azure.archive.ubuntu.com/ubuntu/ $(lsb_release -cs)-updates main restricted universe multiverse" | sudo tee -a /etc/apt/sources.list
-        
-        sudo apt-get update --fix-missing
-        sudo DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends fuse
-        
-        # Verify FUSE installation
-        echo "FUSE version: $(fusermount --version 2>&1 || echo 'fusermount not found')"
-        echo "FUSE device: $(ls -la /dev/fuse 2>&1 || echo '/dev/fuse not found')"
+        sudo apt-get update
+        sudo apt-get install -y fuse
 
     - name: Start SeaweedFS
-      timeout-minutes: 10
-      run: |
-        # Enable Docker buildkit for better caching
-        export DOCKER_BUILDKIT=1
-        export COMPOSE_DOCKER_CLI_BUILD=1
-        
-        # Build with retry logic
-        for i in {1..3}; do
-          echo "Build attempt $i/3"
-          if make build_e2e; then
-            echo "Build successful on attempt $i"
-            break
-          elif [ $i -eq 3 ]; then
-            echo "Build failed after 3 attempts"
-            exit 1
-          else
-            echo "Build attempt $i failed, retrying in 30 seconds..."
-            sleep 30
-          fi
-        done
-        
-        # Start services with wait
-        docker compose -f ./compose/e2e-mount.yml up --wait
+      timeout-minutes: 5
+      run: make build_e2e && docker compose -f ./compose/e2e-mount.yml up --wait
 
     - name: Run FIO 4k
       timeout-minutes: 15
@@ -134,7 +94,7 @@ jobs:
 
     - name: Archive logs
       if: always()
-      uses: actions/upload-artifact@v7
+      uses: actions/upload-artifact@v4
       with:
         name: output-logs
         path: docker/output.log

.github/workflows/ec-integration-tests.yml

@@ -1,61 +0,0 @@
-name: "EC Integration Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-permissions:
-  contents: read
-
-jobs:
-  ec-integration-tests:
-    name: EC Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-      id: go
-
-    - name: Check out code into the Go module directory
-      uses: actions/checkout@v6
-
-    - name: Build weed binary
-      run: |
-        cd weed && go build -o weed .
-
-    - name: Run EC Integration Tests
-      working-directory: test/erasure_coding
-      run: |
-        go test -v
-
-    - name: Collect server logs on failure
-      if: failure()
-      run: |
-        echo "Collecting server logs from temp directories..."
-        mkdir -p /tmp/ec-test-logs
-        # Find all temp directories created by the tests (they persist on failure with t.TempDir())
-        find /tmp -maxdepth 1 -type d \( -name "TestEC*" -o -name "TestDisk*" -o -name "TestCross*" -o -name "TestEvacuation*" \) 2>/dev/null | while read dir; do
-          if [ -d "$dir" ]; then
-            echo "Found test directory: $dir"
-            # Copy the entire directory structure to preserve organization
-            cp -r "$dir" /tmp/ec-test-logs/ 2>/dev/null || true
-          fi
-        done
-        # List what we collected
-        echo "Collected logs:"
-        find /tmp/ec-test-logs -type f -name "*.log" 2>/dev/null || echo "No logs found"
-
-    - name: Archive logs
-      if: failure()
-      uses: actions/upload-artifact@v7
-      with:
-        name: ec-integration-test-logs
-        path: |
-          /tmp/ec-test-logs/
-          test/erasure_coding/
-        if-no-files-found: warn

.github/workflows/ec-integration.yml

@@ -1,49 +0,0 @@
-name: EC Integration Tests
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/admin/**'
-      - 'weed/worker/**'
-      - 'test/erasure_coding/admin_dockertest/**'
-      - '.github/workflows/ec-integration.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'weed/admin/**'
-      - 'weed/worker/**'
-      - 'test/erasure_coding/admin_dockertest/**'
-      - '.github/workflows/ec-integration.yml'
-
-jobs:
-  ec-integration-test:
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v6
-      
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-        
-    - name: Build weed binary
-      run: |
-        cd weed
-        go build -o ../weed_bin
-        
-    - name: Run EC integration tests
-      run: |
-        cd test/erasure_coding/admin_dockertest
-        go test -v -timeout 15m ec_integration_test.go
-        
-    - name: Upload test logs on failure
-      if: failure()
-      uses: actions/upload-artifact@v7
-      with:
-        name: ec-test-logs
-        path: test/erasure_coding/admin_dockertest/tmp/logs/
-        retention-days: 7

.github/workflows/fuse-integration.yml

@@ -22,6 +22,7 @@ permissions:
   contents: read
 
 env:
+  GO_VERSION: '1.21'
   TEST_TIMEOUT: '45m'
 
 jobs:
@@ -32,12 +33,12 @@ jobs:
     
     steps:
     - name: Checkout code
-      uses: actions/checkout@v6
+      uses: actions/checkout@v5
       
-    - name: Set up Go
-      uses: actions/setup-go@v6
+    - name: Set up Go ${{ env.GO_VERSION }}
+      uses: actions/setup-go@v5
       with:
-        go-version-file: 'go.mod'
+        go-version: ${{ env.GO_VERSION }}
         
     - name: Install FUSE and dependencies
       run: |
@@ -182,7 +183,7 @@ jobs:
         
     - name: Upload Test Artifacts
       if: always()
-      uses: actions/upload-artifact@v7
+      uses: actions/upload-artifact@v4
       with:
         name: fuse-integration-test-results
         path: |

.github/workflows/go.yml

@@ -15,50 +15,26 @@ permissions:
 
 jobs:
 
-  vet:
-    name: Go Vet
-    runs-on: ubuntu-latest
-    steps:
-    - name: Check out code into the Go module directory
-      uses: actions/checkout@v6
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-    - name: Get dependencies
-      run: |
-        cd weed; go get -v -t -d ./...
-    - name: Go Vet (excluding protobuf lock copying)
-      run: |
-        cd weed
-        # Run go vet and filter out known protobuf MessageState lock copying warnings
-        # These are expected in generated protobuf code with embedded sync.Mutex and are safe in practice
-        go vet -v ./... 2>&1 | grep -v "MessageState contains sync.Mutex" | grep -v "IdentityAccessManagement contains sync.RWMutex" | tee vet-output.txt
-        # Fail only if there are actual vet errors (not counting the filtered lock warnings)
-        if grep -q "vet:" vet-output.txt; then exit 1; fi
-
   build:
     name: Build
     runs-on: ubuntu-latest
     steps:
-    - name: Check out code into the Go module directory
-      uses: actions/checkout@v6
-    - name: Set up Go
-      uses: actions/setup-go@v6
+
+    - name: Set up Go 1.x
+      uses: actions/setup-go@8e57b58e57be52ac95949151e2777ffda8501267 # v2
       with:
-        go-version-file: 'go.mod'
+        go-version: ^1.13
+      id: go
+
+    - name: Check out code into the Go module directory
+      uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v2
+
+    - name: Get dependencies
+      run: |
+        cd weed; go get -v -t -d ./...
+
     - name: Build
       run: cd weed; go build -tags "elastic gocdk sqlite ydb tarantool tikv rclone" -v .
 
-  test:
-    name: Test
-    runs-on: ubuntu-latest
-    steps:
-    - name: Check out code into the Go module directory
-      uses: actions/checkout@v6
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
     - name: Test
       run: cd weed; go test -tags "elastic gocdk sqlite ydb tarantool tikv rclone" -v ./...

.github/workflows/helm_chart_release.yml

@@ -1,25 +1,23 @@
-name: "helm: manual release"
-
+name: "helm: publish charts"
 on:
-  workflow_dispatch:
+  push:
+    tags:
+      - '*'
 
 permissions:
   contents: write
   pages: write
 
 jobs:
-  helm-release:
+  release:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
-        with:
-          fetch-depth: 0
-
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
       - name: Publish Helm charts
         uses: stefanprodan/helm-gh-pages@v1.7.0
-        with:
+        with:          
           token: ${{ secrets.GITHUB_TOKEN }}
           charts_dir: k8s/charts
           target_dir: helm
           branch: gh-pages
-          helm_version: "3.18.4"
+          helm_version: v3.18.4

.github/workflows/helm_ci.yml

@@ -16,7 +16,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
         with:
           fetch-depth: 0
 
@@ -25,13 +25,13 @@ jobs:
         with:
           version: v3.18.4
 
-      - uses: actions/setup-python@v6
+      - uses: actions/setup-python@v5
         with:
-          python-version: '3.10'
+          python-version: '3.9'
           check-latest: true
 
       - name: Set up chart-testing
-        uses: helm/chart-testing-action@v2.8.0
+        uses: helm/chart-testing-action@v2.7.0
 
       - name: Run chart-testing (list-changed)
         id: list-changed
@@ -44,82 +44,8 @@ jobs:
       - name: Run chart-testing (lint)
         run: ct lint --target-branch ${{ github.event.repository.default_branch }} --all --validate-maintainers=false --chart-dirs k8s/charts
 
-      - name: Verify template rendering
-        run: |
-          set -e
-          CHART_DIR="k8s/charts/seaweedfs"
-          
-          echo "=== Testing default configuration ==="
-          helm template test $CHART_DIR > /tmp/default.yaml
-          echo "✓ Default configuration renders successfully"
-          
-          echo "=== Testing with S3 enabled ==="
-          helm template test $CHART_DIR --set s3.enabled=true > /tmp/s3.yaml
-          grep -q "kind: Deployment" /tmp/s3.yaml && grep -q "seaweedfs-s3" /tmp/s3.yaml
-          echo "✓ S3 deployment renders correctly"
-          
-          echo "=== Testing with all-in-one mode ==="
-          helm template test $CHART_DIR --set allInOne.enabled=true > /tmp/allinone.yaml
-          grep -q "seaweedfs-all-in-one" /tmp/allinone.yaml
-          echo "✓ All-in-one deployment renders correctly"
-          
-          echo "=== Testing with security enabled ==="
-          helm template test $CHART_DIR --set global.enableSecurity=true > /tmp/security.yaml
-          grep -q "security-config" /tmp/security.yaml
-          echo "✓ Security configuration renders correctly"
-          
-          echo "=== Testing with monitoring enabled ==="
-          helm template test $CHART_DIR \
-            --set global.monitoring.enabled=true \
-            --set global.monitoring.gatewayHost=prometheus \
-            --set global.monitoring.gatewayPort=9091 > /tmp/monitoring.yaml
-          echo "✓ Monitoring configuration renders correctly"
-          
-          echo "=== Testing with PVC storage ==="
-          helm template test $CHART_DIR \
-            --set master.data.type=persistentVolumeClaim \
-            --set master.data.size=10Gi \
-            --set master.data.storageClass=standard > /tmp/pvc.yaml
-          grep -q "PersistentVolumeClaim" /tmp/pvc.yaml
-          echo "✓ PVC configuration renders correctly"
-          
-          echo "=== Testing with custom replicas ==="
-          helm template test $CHART_DIR \
-            --set master.replicas=3 \
-            --set filer.replicas=2 \
-            --set volume.replicas=3 > /tmp/replicas.yaml
-          echo "✓ Custom replicas configuration renders correctly"
-          
-          echo "=== Testing filer with S3 gateway ==="
-          helm template test $CHART_DIR \
-            --set filer.s3.enabled=true \
-            --set filer.s3.enableAuth=true > /tmp/filer-s3.yaml
-          echo "✓ Filer S3 gateway renders correctly"
-          
-          echo "=== Testing SFTP enabled ==="
-          helm template test $CHART_DIR --set sftp.enabled=true > /tmp/sftp.yaml
-          grep -q "seaweedfs-sftp" /tmp/sftp.yaml
-          echo "✓ SFTP deployment renders correctly"
-          
-          echo "=== Testing ingress configurations ==="
-          helm template test $CHART_DIR \
-            --set master.ingress.enabled=true \
-            --set filer.ingress.enabled=true \
-            --set s3.enabled=true \
-            --set s3.ingress.enabled=true > /tmp/ingress.yaml
-          grep -q "kind: Ingress" /tmp/ingress.yaml
-          echo "✓ Ingress configurations render correctly"
-          
-          echo "=== Testing COSI driver ==="
-          helm template test $CHART_DIR --set cosi.enabled=true > /tmp/cosi.yaml
-          grep -q "seaweedfs-cosi" /tmp/cosi.yaml
-          echo "✓ COSI driver renders correctly"
-          
-          echo ""
-          echo "✅ All template rendering tests passed!"
-
       - name: Create kind cluster
-        uses: helm/kind-action@v1.14.0
+        uses: helm/kind-action@v1.12.0
 
       - name: Run chart-testing (install)
         run: ct install --target-branch ${{ github.event.repository.default_branch }} --all --chart-dirs k8s/charts

.github/workflows/java_integration_tests.yml

@@ -1,193 +0,0 @@
-name: Java Client Integration Tests
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - 'weed/**'
-      - '.github/workflows/java_integration_tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - 'weed/**'
-      - '.github/workflows/java_integration_tests.yml'
-
-jobs:
-  test:
-    name: Java Integration Tests
-    runs-on: ubuntu-latest
-    
-    strategy:
-      matrix:
-        java: ['11', '17']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-      
-      - name: Set up Java
-        uses: actions/setup-java@v5
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      
-      - name: Build SeaweedFS
-        run: |
-          cd weed
-          go install -buildvcs=false
-          weed version
-      
-      - name: Start SeaweedFS Server
-        run: |
-          # Create clean data directory
-          export WEED_DATA_DIR="/tmp/seaweedfs-java-tests-$(date +%s)"
-          mkdir -p "$WEED_DATA_DIR"
-          
-          # Start SeaweedFS with optimized settings for CI
-          # Include S3 API for s3copier integration tests
-          weed server -dir="$WEED_DATA_DIR" \
-            -master.raftHashicorp \
-            -master.electionTimeout=1s \
-            -master.volumeSizeLimitMB=100 \
-            -volume.max=100 \
-            -volume.preStopSeconds=1 \
-            -master.peers=none \
-            -filer -filer.maxMB=64 \
-            -s3 -s3.port=8333 \
-            -s3.config="$GITHUB_WORKSPACE/docker/compose/s3.json" \
-            -s3.allowDeleteBucketNotEmpty=true \
-            -master.port=9333 \
-            -volume.port=8080 \
-            -filer.port=8888 \
-            -metricsPort=9324 > seaweedfs.log 2>&1 &
-          
-          SERVER_PID=$!
-          echo "SERVER_PID=$SERVER_PID" >> $GITHUB_ENV
-          echo "WEED_DATA_DIR=$WEED_DATA_DIR" >> $GITHUB_ENV
-          echo "SeaweedFS server started with PID: $SERVER_PID"
-      
-      - name: Wait for SeaweedFS Components
-        run: |
-          echo "Waiting for SeaweedFS components to start..."
-          
-          # Wait for master
-          for i in {1..30}; do
-            if curl -s http://localhost:9333/cluster/status > /dev/null 2>&1; then
-              echo "✓ Master server is ready"
-              break
-            fi
-            echo "Waiting for master server... ($i/30)"
-            sleep 2
-          done
-          
-          # Wait for volume
-          for i in {1..30}; do
-            if curl -s http://localhost:8080/status > /dev/null 2>&1; then
-              echo "✓ Volume server is ready"
-              break
-            fi
-            echo "Waiting for volume server... ($i/30)"
-            sleep 2
-          done
-          
-          # Wait for filer
-          for i in {1..30}; do
-            if curl -s http://localhost:8888/ > /dev/null 2>&1; then
-              echo "✓ Filer is ready"
-              break
-            fi
-            echo "Waiting for filer... ($i/30)"
-            sleep 2
-          done
-          
-          # Wait for S3 API
-          for i in {1..30}; do
-            if curl -s http://localhost:8333/healthz > /dev/null 2>&1; then
-              echo "✓ S3 API is ready"
-              break
-            fi
-            echo "Waiting for S3 API... ($i/30)"
-            sleep 2
-          done
-          
-          echo "✓ All SeaweedFS components are ready!"
-          
-          # Display cluster status
-          echo "Cluster status:"
-          curl -s http://localhost:9333/cluster/status | head -20
-      
-      - name: Build and Install SeaweedFS Client
-        working-directory: other/java/client
-        run: |
-          mvn clean install -DskipTests -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Run Client Unit Tests
-        working-directory: other/java/client
-        run: |
-          mvn test -Dtest=SeaweedReadTest,SeaweedCipherTest
-      
-      - name: Run Client Integration Tests
-        working-directory: other/java/client
-        env:
-          SEAWEEDFS_TEST_ENABLED: true
-        run: |
-          mvn test -Dtest=*IntegrationTest
-      
-      - name: Run HDFS3 Configuration Tests
-        working-directory: other/java/hdfs3
-        run: |
-          mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Run S3 ETag Validation Tests (Issue #7768)
-        working-directory: other/java/s3copier
-        env:
-          S3_ENDPOINT: http://127.0.0.1:8333
-          S3_ACCESS_KEY: some_access_key1
-          S3_SECRET_KEY: some_secret_key1
-        run: |
-          echo "Running S3 ETag validation tests against $S3_ENDPOINT"
-          mvn test -Dtest=ETagValidationTest \
-            -DS3_ENDPOINT=$S3_ENDPOINT \
-            -DS3_ACCESS_KEY=$S3_ACCESS_KEY \
-            -DS3_SECRET_KEY=$S3_SECRET_KEY \
-            -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Display logs on failure
-        if: failure()
-        run: |
-          echo "=== SeaweedFS Server Log ==="
-          tail -100 seaweedfs.log || echo "No server log"
-          echo ""
-          echo "=== Cluster Status ==="
-          curl -s http://localhost:9333/cluster/status || echo "Cannot reach cluster"
-          echo ""
-          echo "=== Process Status ==="
-          ps aux | grep weed || echo "No weed processes"
-      
-      - name: Cleanup
-        if: always()
-        run: |
-          # Stop server using stored PID
-          if [ -n "$SERVER_PID" ]; then
-            echo "Stopping SeaweedFS server (PID: $SERVER_PID)"
-            kill -9 $SERVER_PID 2>/dev/null || true
-          fi
-          
-          # Fallback: kill any remaining weed processes
-          pkill -f "weed server" || true
-          
-          # Clean up data directory
-          if [ -n "$WEED_DATA_DIR" ]; then
-            echo "Cleaning up data directory: $WEED_DATA_DIR"
-            rm -rf "$WEED_DATA_DIR" || true
-          fi
-

.github/workflows/java_unit_tests.yml

@@ -1,58 +0,0 @@
-name: Java Client Unit Tests
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - '.github/workflows/java_unit_tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'other/java/**'
-      - '.github/workflows/java_unit_tests.yml'
-
-jobs:
-  test:
-    name: Java Unit Tests
-    runs-on: ubuntu-latest
-    
-    strategy:
-      matrix:
-        java: ['8', '11', '17', '21']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Java
-        uses: actions/setup-java@v5
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      
-      - name: Build and Install SeaweedFS Client
-        working-directory: other/java/client
-        run: |
-          mvn clean install -DskipTests -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Run Client Unit Tests
-        working-directory: other/java/client
-        run: |
-          mvn test -Dtest=SeaweedReadTest,SeaweedCipherTest
-      
-      - name: Run HDFS3 Configuration Tests
-        working-directory: other/java/hdfs3
-        run: |
-          mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
-      - name: Upload Test Reports
-        if: always()
-        uses: actions/upload-artifact@v7
-        with:
-          name: test-reports-java-${{ matrix.java }}
-          path: |
-            other/java/client/target/surefire-reports/
-            other/java/hdfs3/target/surefire-reports/
-

.github/workflows/kafka-quicktest.yml

@@ -1,124 +0,0 @@
-name: "Kafka Quick Test (Load Test with Schema Registry)"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-  workflow_dispatch:  # Allow manual trigger
-
-concurrency:
-  group: ${{ github.head_ref }}/kafka-quicktest
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  kafka-client-quicktest:
-    name: Kafka Client Load Test (Quick)
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v4
-
-    - name: Install dependencies
-      run: |
-        # Ensure make is available
-        sudo apt-get update -qq
-        sudo apt-get install -y make
-
-    - name: Validate test setup
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        make validate-setup
-
-    - name: Run quick-test
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        # Run the quick-test target which includes:
-        # 1. Building the gateway
-        # 2. Starting all services (SeaweedFS, MQ broker, Schema Registry)
-        # 3. Registering Avro schemas
-        # 4. Running a 1-minute load test with Avro messages
-        # Override GOARCH to build for AMD64 (GitHub Actions runners are x86_64)
-        GOARCH=amd64 make quick-test
-      env:
-        # Docker Compose settings
-        COMPOSE_HTTP_TIMEOUT: 300
-        DOCKER_CLIENT_TIMEOUT: 300
-        # Test parameters (set by quick-test, but can override)
-        TEST_DURATION: 60s
-        PRODUCER_COUNT: 1
-        CONSUMER_COUNT: 1
-        MESSAGE_RATE: 10
-        VALUE_TYPE: avro
-
-    - name: Show test results
-      if: always()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        echo "========================================="
-        echo "Test Results"
-        echo "========================================="
-        make show-results || echo "Could not retrieve results"
-
-    - name: Show service logs on failure
-      if: failure()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        echo "========================================="
-        echo "Service Logs"
-        echo "========================================="
-        
-        echo "Checking running containers..."
-        docker compose ps || true
-        
-        echo "========================================="
-        echo "Master Logs"
-        echo "========================================="
-        docker compose logs --tail=100 seaweedfs-master 2>&1 || echo "No master logs available"
-        
-        echo "========================================="
-        echo "MQ Broker Logs (Last 100 lines)"
-        echo "========================================="
-        docker compose logs --tail=100 seaweedfs-mq-broker 2>&1 || echo "No broker logs available"
-        
-        echo "========================================="
-        echo "Kafka Gateway Logs (FULL - Critical for debugging)"
-        echo "========================================="
-        docker compose logs kafka-gateway 2>&1 || echo "ERROR: Could not retrieve kafka-gateway logs"
-        
-        echo "========================================="
-        echo "Schema Registry Logs (FULL)"
-        echo "========================================="
-        docker compose logs schema-registry 2>&1 || echo "ERROR: Could not retrieve schema-registry logs"
-        
-        echo "========================================="
-        echo "Load Test Logs"
-        echo "========================================="
-        docker compose logs --tail=100 kafka-client-loadtest 2>&1 || echo "No loadtest logs available"
-
-    - name: Cleanup
-      if: always()
-      working-directory: test/kafka/kafka-client-loadtest
-      run: |
-        # Stop containers first
-        docker compose --profile loadtest --profile monitoring down -v --remove-orphans || true
-        # Clean up data with sudo to handle Docker root-owned files
-        sudo rm -rf data/* || true
-        # Clean up binary
-        rm -f weed-linux-* || true

.github/workflows/kafka-tests.yml

@@ -1,825 +0,0 @@
-name: "Kafka Gateway Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-concurrency:
-  group: ${{ github.head_ref }}/kafka-tests
-  cancel-in-progress: true
-
-# Force different runners for better isolation
-env:
-  FORCE_RUNNER_SEPARATION: true
-
-permissions:
-  contents: read
-
-jobs:
-  kafka-unit-tests:
-    name: Kafka Unit Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [unit-tests-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1g --hostname kafka-unit-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Container Environment
-      run: |
-        apk add --no-cache git
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-        go mod tidy
-
-    - name: Run Kafka Gateway Unit Tests
-      run: |
-        cd test/kafka
-        # Set process limits for container isolation
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        go test -v -timeout 10s ./unit/...
-
-  kafka-integration-tests:
-    name: Kafka Integration Tests (Critical)
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [integration-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 2.0 --memory 2g --ulimit nofile=1024:1024 --hostname kafka-integration-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 2
-      CGO_ENABLED: 0
-      KAFKA_TEST_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Integration Container Environment
-      run: |
-        apk add --no-cache git procps
-        ulimit -n 2048 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-        go mod tidy
-
-    - name: Run Integration Tests
-      run: |
-        cd test/kafka
-        # Higher limits for integration tests
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 200 || echo "Warning: Could not set process limit"
-        go test -v -timeout 90s ./integration/...
-      env:
-        GOMAXPROCS: 2
-
-  kafka-e2e-tests:
-    name: Kafka End-to-End Tests (with SMQ)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [e2e-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 2.0 --memory 2g --hostname kafka-e2e-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 2
-      CGO_ENABLED: 0
-      KAFKA_E2E_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup E2E Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 2048 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        # Use go mod download with timeout to prevent hanging
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-e2e-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run End-to-End Tests
-      run: |
-        cd test/kafka
-        # Higher limits for E2E tests
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 200 || echo "Warning: Could not set process limit"
-        
-        # Allow additional time for all background processes to settle
-        echo "Allowing additional settlement time for SeaweedFS ecosystem..."
-        sleep 15
-        
-        # Run tests and capture result
-        if ! go test -v -timeout 180s ./e2e/...; then
-          echo "========================================="
-          echo "Tests failed! Showing debug information:"
-          echo "========================================="
-          echo "Server logs (last 50 lines):"
-          tail -50 /tmp/weed-server.log || echo "No server logs"
-          echo "========================================="
-          echo "Broker logs (last 50 lines):"
-          tail -50 /tmp/weed-mq-broker.log || echo "No broker logs"
-          echo "========================================="
-          exit 1
-        fi
-      env:
-        GOMAXPROCS: 2
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-consumer-group-tests:
-    name: Kafka Consumer Group Tests (Highly Isolated)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [consumer-group-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 2g --ulimit nofile=512:512 --hostname kafka-consumer-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_CONSUMER_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup Consumer Group Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 256 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        # Use go mod download with timeout to prevent hanging
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-mq-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run Consumer Group Tests
-      run: |
-        cd test/kafka
-        # Test consumer group functionality with explicit timeout
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        timeout 240s go test -v -run "^TestConsumerGroups" -timeout 180s ./integration/... || echo "Test execution timed out or failed"
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-client-compatibility:
-    name: Kafka Client Compatibility (with SMQ)
-    runs-on: ubuntu-latest
-    timeout-minutes: 25
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [client-compat-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1.5g --shm-size 256m --hostname kafka-client-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_CLIENT_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup Client Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-client-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run Client Compatibility Tests
-      run: |
-        cd test/kafka
-        go test -v -run "^TestClientCompatibility" -timeout 180s ./integration/...
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-smq-integration-tests:
-    name: Kafka SMQ Integration Tests (Full Stack)
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [smq-integration-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 2g --hostname kafka-smq-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_SMQ_INTEGRATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-        cache: true
-        cache-dependency-path: |
-          **/go.sum
-      id: go
-
-    - name: Setup SMQ Integration Container Environment
-      run: |
-        apk add --no-cache git procps curl netcat-openbsd
-        ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
-        
-    - name: Warm Go module cache
-      run: |
-        # Warm cache for root module
-        go mod download || true
-        # Warm cache for kafka test module
-        cd test/kafka
-        go mod download || true
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
-
-    - name: Build and start SeaweedFS MQ
-      run: |
-        set -e
-        cd $GITHUB_WORKSPACE
-        # Build weed binary
-        go build -o /usr/local/bin/weed ./weed
-        # Start SeaweedFS components with MQ brokers
-        export WEED_DATA_DIR=/tmp/seaweedfs-smq-$RANDOM
-        mkdir -p "$WEED_DATA_DIR"
-        
-        # Start SeaweedFS server (master, volume, filer) with consistent IP advertising
-        nohup weed -v 1 server \
-          -ip="127.0.0.1" \
-          -ip.bind="0.0.0.0" \
-          -dir="$WEED_DATA_DIR" \
-          -master.raftHashicorp \
-          -master.port=9333 \
-          -volume.port=8081 \
-          -filer.port=8888 \
-          -filer=true \
-          -metricsPort=9325 \
-          -master.peers=none \
-          > /tmp/weed-server.log 2>&1 &
-          
-        # Wait for master to be ready
-        for i in $(seq 1 30); do
-          if curl -s http://127.0.0.1:9333/cluster/status >/dev/null; then
-            echo "SeaweedFS master HTTP is up"; break
-          fi
-          echo "Waiting for SeaweedFS master HTTP... ($i/30)"; sleep 1
-        done
-        
-        # Wait for master gRPC to be ready (this is what broker discovery uses)
-        echo "Waiting for master gRPC port..."
-        for i in $(seq 1 30); do
-          if nc -z 127.0.0.1 19333; then
-            echo "✓ SeaweedFS master gRPC is up (port 19333)"
-            break
-          fi
-          echo "  Waiting for master gRPC... ($i/30)"; sleep 1
-        done
-        
-        # Give server time to initialize all components including gRPC services
-        echo "Waiting for SeaweedFS components to initialize..."
-        sleep 15
-        
-        # Additional wait specifically for gRPC services to be ready for streaming
-        echo "Allowing extra time for master gRPC streaming services to initialize..."
-        sleep 10
-        
-        # Start MQ broker with maximum verbosity for debugging
-        echo "Starting MQ broker..."
-        nohup weed -v 3 mq.broker \
-          -master="127.0.0.1:9333" \
-          -ip="127.0.0.1" \
-          -port=17777 \
-          -logFlushInterval=0 \
-          > /tmp/weed-mq-broker.log 2>&1 &
-        
-        # Wait for broker to be ready with better error reporting  
-        sleep 15
-        broker_ready=false
-        for i in $(seq 1 20); do
-          if nc -z 127.0.0.1 17777; then
-            echo "SeaweedFS MQ broker is up"
-            broker_ready=true
-            break
-          fi
-          echo "Waiting for MQ broker... ($i/20)"; sleep 1
-        done
-        
-        # Give broker additional time to register with master
-        if [ "$broker_ready" = true ]; then
-          echo "Allowing broker to register with master..."
-          sleep 30
-          
-          # Check if broker is properly registered by querying cluster nodes
-          echo "Cluster status after broker registration:"
-          curl -s "http://127.0.0.1:9333/cluster/status" || echo "Could not check cluster status"
-          
-          echo "Checking cluster topology (includes registered components):"
-          curl -s "http://127.0.0.1:9333/dir/status" | head -20 || echo "Could not check dir status"
-          
-          echo "Verifying broker discovery via master client debug:"
-          echo "If broker registration is successful, it should appear in dir status"
-          
-          echo "Testing gRPC connectivity with weed binary:"
-          echo "This simulates what the gateway does during broker discovery..."
-          timeout 10s weed shell -master=127.0.0.1:9333 -filer=127.0.0.1:8888 > /tmp/shell-test.log 2>&1 || echo "weed shell test completed or timed out - checking logs..."
-          echo "Shell test results:"
-          cat /tmp/shell-test.log 2>/dev/null | head -10 || echo "No shell test logs"
-        fi
-        
-        # Check if broker failed to start and show logs
-        if [ "$broker_ready" = false ]; then
-          echo "ERROR: MQ broker failed to start. Broker logs:"
-          cat /tmp/weed-mq-broker.log || echo "No broker logs found"
-          echo "Server logs:"  
-          tail -20 /tmp/weed-server.log || echo "No server logs found"
-          exit 1
-        fi
-
-    - name: Run SMQ Integration Tests
-      run: |
-        cd test/kafka
-        ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
-        ulimit -u 100 || echo "Warning: Could not set process limit"
-        # Run the dedicated SMQ integration tests
-        go test -v -run "^TestSMQIntegration" -timeout 180s ./integration/...
-      env:
-        GOMAXPROCS: 1
-        SEAWEEDFS_MASTERS: 127.0.0.1:9333
-
-  kafka-protocol-tests:
-    name: Kafka Protocol Tests (Isolated)
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    strategy:
-      fail-fast: false
-      matrix:
-        container-id: [protocol-1]
-    container:
-      image: golang:1.24-alpine
-      options: --cpus 1.0 --memory 1g --tmpfs /tmp:exec --hostname kafka-protocol-${{ matrix.container-id }}
-    env:
-      GOMAXPROCS: 1
-      CGO_ENABLED: 0
-      KAFKA_PROTOCOL_ISOLATION: "true"
-      CONTAINER_ID: ${{ matrix.container-id }}
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Setup Protocol Container Environment
-      run: |
-        apk add --no-cache git procps
-        # Ensure proper permissions for test execution
-        chmod -R 755 /tmp || true
-        export TMPDIR=/tmp
-        export GOCACHE=/tmp/go-cache
-        mkdir -p $GOCACHE
-        chmod 755 $GOCACHE
-
-    - name: Get dependencies
-      run: |
-        cd test/kafka
-        go mod download
-        go mod tidy
-
-    - name: Run Protocol Tests
-      run: |
-        cd test/kafka
-        export TMPDIR=/tmp
-        export GOCACHE=/tmp/go-cache
-        # Run protocol tests from the weed/mq/kafka directory since they test the protocol implementation
-        cd ../../weed/mq/kafka
-        go test -v -run "^Test.*" -timeout 10s ./...
-      env:
-        GOMAXPROCS: 1
-        TMPDIR: /tmp
-        GOCACHE: /tmp/go-cache

.github/workflows/metadata-subscribe-tests.yml

@@ -1,91 +0,0 @@
-name: "Metadata Subscribe Integration Tests"
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/filer/**'
-      - 'weed/pb/filer_pb/**'
-      - 'weed/util/log_buffer/**'
-      - 'weed/server/filer_grpc_server_sub_meta.go'
-      - 'weed/command/filer_backup.go'
-      - 'test/metadata_subscribe/**'
-      - '.github/workflows/metadata-subscribe-tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'weed/filer/**'
-      - 'weed/pb/filer_pb/**'
-      - 'weed/util/log_buffer/**'
-      - 'weed/server/filer_grpc_server_sub_meta.go'
-      - 'weed/command/filer_backup.go'
-      - 'test/metadata_subscribe/**'
-      - '.github/workflows/metadata-subscribe-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref }}/metadata-subscribe-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-env:
-  TEST_TIMEOUT: '10m'
-
-jobs:
-  metadata-subscribe-integration:
-    name: Metadata Subscribe Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v6
-      
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-        
-    - name: Build SeaweedFS
-      run: |
-        cd weed
-        go build -o weed .
-        chmod +x weed
-        ./weed version
-        
-    - name: Run Metadata Subscribe Integration Tests
-      run: |
-        cd test/metadata_subscribe
-        
-        echo "Running Metadata Subscribe integration tests..."
-        echo "============================================"
-        
-        # Run tests with verbose output
-        go test -v -timeout=${{ env.TEST_TIMEOUT }} ./...
-        
-        echo "============================================"
-        echo "Metadata Subscribe integration tests completed"
-        
-    - name: Archive logs on failure
-      if: failure()
-      uses: actions/upload-artifact@v7
-      with:
-        name: metadata-subscribe-test-logs
-        path: |
-          /tmp/seaweedfs_*
-        retention-days: 7
-        
-    - name: Test Summary
-      if: always()
-      run: |
-        echo "## Metadata Subscribe Integration Test Summary" >> $GITHUB_STEP_SUMMARY
-        echo "" >> $GITHUB_STEP_SUMMARY
-        echo "### Test Coverage" >> $GITHUB_STEP_SUMMARY
-        echo "- **Basic Subscription**: Subscribe to metadata changes and receive events" >> $GITHUB_STEP_SUMMARY
-        echo "- **Single-Filer No Stall**: Regression test for issue #4977" >> $GITHUB_STEP_SUMMARY
-        echo "- **Resume from Disk**: Verify subscription can resume from persisted logs" >> $GITHUB_STEP_SUMMARY
-        echo "" >> $GITHUB_STEP_SUMMARY
-        echo "### Related Issues" >> $GITHUB_STEP_SUMMARY
-        echo "- [#4977](https://github.com/seaweedfs/seaweedfs/issues/4977): filer.backup synchronisation stall" >> $GITHUB_STEP_SUMMARY
-

.github/workflows/plugin-workers.yml

@@ -1,39 +0,0 @@
-name: "Plugin Worker Integration Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-permissions:
-  contents: read
-
-jobs:
-  plugin-worker:
-    name: "Plugin Worker: ${{ matrix.worker }}"
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - worker: erasure_coding
-            path: test/plugin_workers/erasure_coding
-          - worker: vacuum
-            path: test/plugin_workers/vacuum
-          - worker: volume_balance
-            path: test/plugin_workers/volume_balance
-
-    steps:
-      - name: Set up Go 1.x
-        uses: actions/setup-go@v6
-        with:
-          go-version: ^1.26
-        id: go
-
-      - name: Check out code into the Go module directory
-        uses: actions/checkout@v6
-
-      - name: Run plugin worker tests
-        run: go test -v ./${{ matrix.path }}

.github/workflows/posix-compliance.yml

@@ -0,0 +1,753 @@
+name: POSIX Compliance Tests
+
+on:
+  push:
+    branches: [ main, master, develop ]
+    paths:
+      - 'weed/mount/**'
+      - 'weed/command/mount*'
+      - 'weed/command/fuse*'
+      - 'test/fuse_integration/**'
+  pull_request:
+    branches: [ main, master, develop ]
+    paths:
+      - 'weed/mount/**'
+      - 'weed/command/mount*'
+      - 'weed/command/fuse*'
+      - 'test/fuse_integration/**'
+  workflow_dispatch:
+    inputs:
+      test_type:
+        description: 'Type of POSIX tests to run (default: full for comprehensive testing)'
+        required: true
+        default: 'full'
+        type: choice
+        options:
+        - critical
+        - basic
+        - extended
+        - full
+      enable_external_tests:
+        description: 'Run external test suites (slower)'
+        required: false
+        default: false
+        type: boolean
+
+env:
+  GO_VERSION: '1.24'
+  TIMEOUT: '45m'
+
+jobs:
+  posix-compliance-ubuntu:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    
+    strategy:
+      matrix:
+        fuse-version: ['2.9', '3.0']
+      fail-fast: false
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      with:
+        fetch-depth: 1
+    
+    - name: Set up Go ${{ env.GO_VERSION }}
+      uses: actions/setup-go@v4
+      with:
+        go-version: ${{ env.GO_VERSION }}
+        cache: true
+        cache-dependency-path: |
+          go.sum
+          test/fuse_integration/go.sum
+    
+    - name: Install system dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y \
+          attr \
+          acl \
+          build-essential \
+          git \
+          python3-pip
+        
+        # Install FUSE version specific packages
+        if [ "${{ matrix.fuse-version }}" = "2.9" ]; then
+          echo "Installing FUSE 2.9..."
+          sudo apt-get install -y fuse libfuse-dev
+        elif [ "${{ matrix.fuse-version }}" = "3.0" ]; then
+          echo "Installing FUSE 3.0..."
+          sudo apt-get install -y fuse3 libfuse3-dev
+          # Also install fuse2 for compatibility if needed
+          sudo apt-get install -y fuse libfuse-dev
+        fi
+    
+    - name: Set up user permissions for FUSE
+      run: |
+        # Create fuse group if it doesn't exist
+        sudo groupadd -f fuse
+        
+        # Add user to fuse group
+        sudo usermod -a -G fuse $USER
+        
+        # Set permissions on FUSE device
+        sudo chmod 666 /dev/fuse
+        
+        # Ensure fuse module is loaded
+        sudo modprobe fuse || true
+        
+        # Verify setup
+        echo "FUSE setup verification:"
+        ls -la /dev/fuse
+        groups $USER | grep fuse || echo "User not in fuse group yet (will be effective after login)"
+        lsmod | grep fuse || echo "FUSE module not loaded"
+    
+    - name: Install external test tools
+      if: ${{ github.event.inputs.enable_external_tests == 'true' }}
+      run: |
+        # Install nfstest for POSIX API verification
+        pip3 install --user nfstest
+        
+        # Install FIO for performance testing
+        sudo apt-get install -y fio
+        
+        # Install additional test utilities
+        sudo apt-get install -y stress-ng
+    
+    - name: Build SeaweedFS
+      run: |
+        make
+        # Verify binary exists and is executable (it's installed to GOPATH/bin)
+        weed version
+        
+        # Make weed binary available in PATH (it's already there from go install)
+        sudo cp $(which weed) /usr/local/bin/weed
+        which weed
+        weed version
+    
+    - name: Set up SeaweedFS cluster
+      run: |
+        start_and_wait() {
+            local name=$1
+            local url=$2
+            local pidfile=$3
+            shift 3
+            local cmd="$@"
+
+            echo "Starting $name..."
+            $cmd > "/tmp/seaweedfs/$name.log" 2>&1 &
+            local pid=$!
+            echo $pid > "$pidfile"
+
+            echo "Waiting for $name to start..."
+            for i in {1..30}; do
+                if curl -sf "$url" > /dev/null 2>&1; then
+                    echo "$name is ready"
+                    return 0
+                fi
+                if [ $i -eq 30 ]; then
+                    echo "$name failed to start"
+                    cat "/tmp/seaweedfs/$name.log"
+                    exit 1
+                fi
+                sleep 2
+            done
+        }
+
+        mkdir -p /tmp/seaweedfs/{master,volume,filer,mount}
+
+        start_and_wait "master" "http://127.0.0.1:9333/cluster/status" "/tmp/seaweedfs/master.pid" \
+            "weed master -ip=127.0.0.1 -port=9333 -mdir=/tmp/seaweedfs/master -raftBootstrap=true"
+
+        start_and_wait "volume" "http://127.0.0.1:8080/status" "/tmp/seaweedfs/volume.pid" \
+            "weed volume -mserver=127.0.0.1:9333 -ip=127.0.0.1 -port=8080 -dir=/tmp/seaweedfs/volume -max=100"
+
+        start_and_wait "filer" "http://127.0.0.1:8888/" "/tmp/seaweedfs/filer.pid" \
+            "weed filer -master=127.0.0.1:9333 -ip=127.0.0.1 -port=8888"
+
+        echo "SeaweedFS cluster status:"
+        curl -s http://127.0.0.1:9333/cluster/status || true
+    
+    - name: Set up FUSE mount
+      run: |
+        # Create mount point
+        MOUNT_POINT="/tmp/seaweedfs/mount"
+        mkdir -p $MOUNT_POINT
+        
+        echo "Mounting SeaweedFS FUSE filesystem..."
+        # Mount SeaweedFS FUSE filesystem in background
+        weed mount \
+          -filer=127.0.0.1:8888 \
+          -dir=$MOUNT_POINT \
+          -filer.path=/ \
+          -dirAutoCreate=true \
+          -allowOthers=true \
+          -nonempty=true \
+          > /tmp/seaweedfs/mount.log 2>&1 &
+        MOUNT_PID=$!
+        echo $MOUNT_PID > /tmp/seaweedfs/mount.pid
+        
+        # Wait for mount to be ready
+        echo "Waiting for FUSE mount to be ready..."
+        for i in {1..30}; do
+          if mountpoint -q $MOUNT_POINT 2>/dev/null; then
+            echo "FUSE mount is ready"
+            break
+          fi
+          # Alternative check - try to list the directory
+          if ls -la $MOUNT_POINT > /dev/null 2>&1; then
+            echo "FUSE mount is ready (directory accessible)"
+            break
+          fi
+          if [ $i -eq 30 ]; then
+            echo "FUSE mount failed to be ready"
+            cat /tmp/seaweedfs/mount.log
+            echo "Mount status:"
+            mount | grep fuse || echo "No FUSE mounts found"
+            ps aux | grep weed || echo "No weed processes found"
+            exit 1
+          fi
+          sleep 2
+        done
+        
+        # Verify mount is working
+        echo "Testing FUSE mount functionality..."
+        echo "test" > $MOUNT_POINT/test_file.txt
+        if [ "$(cat $MOUNT_POINT/test_file.txt)" = "test" ]; then
+          echo "FUSE mount is working correctly"
+          rm $MOUNT_POINT/test_file.txt
+        else
+          echo "FUSE mount is not working properly"
+          exit 1
+        fi
+        
+        # Export mount point for tests
+        echo "SEAWEEDFS_MOUNT_POINT=$MOUNT_POINT" >> $GITHUB_ENV
+    
+    - name: Set up test environment
+      run: |
+        cd test/fuse_integration
+        
+        # Initialize Go module for tests
+        if [ ! -f go.mod ]; then
+          go mod init seaweedfs-posix-tests
+          go mod tidy
+        fi
+        
+        # Create reports directory
+        mkdir -p reports
+        
+        # Set up external tools if requested
+        # Note: External tools setup is now optional and won't fail the build
+        if [ "${{ github.event.inputs.enable_external_tests }}" = "true" ]; then
+          echo "Setting up external POSIX testing tools..."
+          if make -f posix_Makefile setup-external-tools; then
+            # Make external tools mandatory when explicitly requested and successfully set up
+            export POSIX_REQUIRE_EXTERNAL_TOOLS="true"
+            echo "POSIX_REQUIRE_EXTERNAL_TOOLS=true" >> $GITHUB_ENV
+            echo "✅ External tools setup completed successfully"
+          else
+            echo "⚠️  External tools setup failed - continuing with basic tests only"
+            echo "External tools will be skipped but tests will continue"
+            echo "This is expected behavior when build tools are not available"
+          fi
+        fi
+        
+        # Verify SeaweedFS cluster is accessible
+        echo "Verifying SeaweedFS cluster accessibility..."
+        curl -sf http://127.0.0.1:9333/cluster/status
+        curl -sf http://127.0.0.1:8080/status  
+        curl -sf http://127.0.0.1:8888/
+        
+        # Verify mount point
+        echo "Mount point: $SEAWEEDFS_MOUNT_POINT"
+        ls -la $SEAWEEDFS_MOUNT_POINT
+        
+        # Verify mount is actually working by testing file operations
+        echo "Verifying SeaweedFS mount functionality..."
+        TEST_FILE="$SEAWEEDFS_MOUNT_POINT/.mount_verification_test"
+        echo "SeaweedFS mount test" > "$TEST_FILE"
+        if [ "$(cat "$TEST_FILE")" = "SeaweedFS mount test" ]; then
+          echo "✅ Mount verification successful"
+          rm -f "$TEST_FILE"
+        else
+          echo "❌ Mount verification failed - mount may not be working properly"
+          exit 1
+        fi
+        
+        # Check if this is actually a FUSE mount
+        if mount | grep -q "$SEAWEEDFS_MOUNT_POINT"; then
+          echo "✅ FUSE mount detected:"
+          mount | grep "$SEAWEEDFS_MOUNT_POINT"
+        else
+          echo "⚠️  Warning: Mount point not found in mount table"
+        fi
+    
+    - name: Run POSIX compliance tests
+      id: posix-tests
+      env:
+        SEAWEEDFS_MOUNT_POINT: ${{ env.SEAWEEDFS_MOUNT_POINT }}
+        POSIX_REQUIRE_EXTERNAL_TOOLS: ${{ env.POSIX_REQUIRE_EXTERNAL_TOOLS }}
+      run: |
+        cd test/fuse_integration
+        
+        # Determine which tests to run
+        TEST_TYPE="${{ github.event.inputs.test_type }}"
+        if [ -z "$TEST_TYPE" ]; then
+          TEST_TYPE="full"
+        fi
+        
+        echo "Running POSIX tests: $TEST_TYPE"
+        if [ "$TEST_TYPE" = "full" ]; then
+          echo "🚀 Running COMPREHENSIVE POSIX test suite (including external test suites)"
+        else
+          echo "Using mount point: $SEAWEEDFS_MOUNT_POINT"
+        fi
+        
+        # Set test configuration to use our mounted filesystem
+        export TEST_MOUNT_POINT="$SEAWEEDFS_MOUNT_POINT"
+        export TEST_SKIP_CLUSTER_SETUP="true"
+        
+        # Debug: Show environment variables
+        echo "🔍 Test Environment:"
+        echo "  TEST_MOUNT_POINT=$TEST_MOUNT_POINT"
+        echo "  TEST_SKIP_CLUSTER_SETUP=$TEST_SKIP_CLUSTER_SETUP"
+        echo "  SEAWEEDFS_MOUNT_POINT=$SEAWEEDFS_MOUNT_POINT"
+        
+        case "$TEST_TYPE" in
+          "critical")
+            echo "Running critical POSIX tests (basic compliance only)..."
+            make -f posix_Makefile test-posix-critical
+            ;;
+          "basic")
+            echo "Running basic POSIX tests (core file operations)..."
+            make -f posix_Makefile test-posix-basic
+            ;;
+          "extended")
+            echo "Running extended POSIX tests (including advanced features)..."
+            make -f posix_Makefile test-posix-extended
+            ;;
+          "full")
+            echo "🚀 Running COMPREHENSIVE POSIX test suite (all tests including external)..."
+            echo "   This includes: basic, extended, and external test suites"
+            echo "   External suites: pjdfstest, nfstest_posix, and custom stress tests"
+            make -f posix_Makefile test-posix-full
+            ;;
+          *)
+            echo "Unknown test type: $TEST_TYPE, defaulting to full suite"
+            echo "🚀 Running full POSIX test suite (all tests including external)..."
+            make -f posix_Makefile test-posix-full
+            ;;
+        esac
+    
+    - name: Run external test suites
+      if: ${{ github.event.inputs.enable_external_tests == 'true' }}
+      continue-on-error: true
+      run: |
+        cd test/fuse_integration
+        
+        # Run external tests (may fail on some systems)
+        make -f posix_Makefile test-nfstest-posix || echo "nfstest failed or not available"
+        make -f posix_Makefile test-fio-posix || echo "FIO tests failed or not available"
+    
+    - name: Generate compliance report
+      if: always()
+      run: |
+        cd test/fuse_integration
+        make -f posix_Makefile generate-report
+    
+    - name: Cleanup SeaweedFS cluster and FUSE mount
+      if: always()
+      run: |
+        stop_process() {
+            local name=$1
+            local pidfile=$2
+            if [ -f "$pidfile" ]; then
+                local pid=$(cat "$pidfile")
+                if kill -0 $pid 2>/dev/null; then
+                    echo "Stopping $name process (PID: $pid)..."
+                    kill -TERM $pid || true
+                    sleep 2
+                    kill -KILL $pid 2>/dev/null || true
+                fi
+            fi
+        }
+
+        echo "Cleaning up SeaweedFS cluster and FUSE mount..."
+        
+        MOUNT_POINT="/tmp/seaweedfs/mount"
+        if mountpoint -q $MOUNT_POINT 2>/dev/null; then
+          echo "Unmounting FUSE filesystem..."
+          fusermount -u $MOUNT_POINT || umount $MOUNT_POINT || true
+        fi
+        
+        stop_process "mount" "/tmp/seaweedfs/mount.pid"
+        stop_process "filer" "/tmp/seaweedfs/filer.pid"
+        stop_process "volume" "/tmp/seaweedfs/volume.pid"
+        stop_process "master" "/tmp/seaweedfs/master.pid"
+        
+        pkill -f "weed " || true
+        
+        fusermount -u $MOUNT_POINT 2>/dev/null || true
+        umount $MOUNT_POINT 2>/dev/null || true
+        
+        rm -rf /tmp/seaweedfs || true
+        
+        echo "Cleanup completed"
+    
+    - name: Collect system information for debugging
+      if: failure()
+      run: |
+        cd test/fuse_integration
+        mkdir -p reports/debug
+        
+        echo "System Information" > reports/debug/system_info.txt
+        uname -a >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        echo "Mount Information" >> reports/debug/system_info.txt
+        mount >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        echo "Disk Space" >> reports/debug/system_info.txt
+        df -h >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        echo "Memory Information" >> reports/debug/system_info.txt
+        free -h >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        echo "FUSE Information" >> reports/debug/system_info.txt
+        ls -la /dev/fuse >> reports/debug/system_info.txt
+        lsmod | grep fuse >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        echo "SeaweedFS Version" >> reports/debug/system_info.txt
+        weed version >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        echo "Go Version" >> reports/debug/system_info.txt
+        go version >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        echo "Running Processes" >> reports/debug/system_info.txt
+        ps aux | grep -E "(weed|fuse)" >> reports/debug/system_info.txt
+        echo "" >> reports/debug/system_info.txt
+        
+        # Collect SeaweedFS service logs
+        echo "=== SeaweedFS Service Logs ===" >> reports/debug/system_info.txt
+        if [ -f /tmp/seaweedfs/master.log ]; then
+          echo "Master Log:" >> reports/debug/system_info.txt
+          tail -50 /tmp/seaweedfs/master.log >> reports/debug/system_info.txt
+          echo "" >> reports/debug/system_info.txt
+        fi
+        
+        if [ -f /tmp/seaweedfs/volume.log ]; then
+          echo "Volume Log:" >> reports/debug/system_info.txt
+          tail -50 /tmp/seaweedfs/volume.log >> reports/debug/system_info.txt
+          echo "" >> reports/debug/system_info.txt
+        fi
+        
+        if [ -f /tmp/seaweedfs/filer.log ]; then
+          echo "Filer Log:" >> reports/debug/system_info.txt
+          tail -50 /tmp/seaweedfs/filer.log >> reports/debug/system_info.txt
+          echo "" >> reports/debug/system_info.txt
+        fi
+        
+        if [ -f /tmp/seaweedfs/mount.log ]; then
+          echo "Mount Log:" >> reports/debug/system_info.txt
+          tail -50 /tmp/seaweedfs/mount.log >> reports/debug/system_info.txt
+          echo "" >> reports/debug/system_info.txt
+        fi
+        
+        # Copy full logs as separate files
+        if [ -f /tmp/seaweedfs/master.log ]; then
+          cp /tmp/seaweedfs/master.log reports/debug/master.log
+        fi
+        if [ -f /tmp/seaweedfs/volume.log ]; then
+          cp /tmp/seaweedfs/volume.log reports/debug/volume.log  
+        fi
+        if [ -f /tmp/seaweedfs/filer.log ]; then
+          cp /tmp/seaweedfs/filer.log reports/debug/filer.log
+        fi
+        if [ -f /tmp/seaweedfs/mount.log ]; then
+          cp /tmp/seaweedfs/mount.log reports/debug/mount.log
+        fi
+    
+    - name: Upload test results
+      uses: actions/upload-artifact@v4
+      if: always()
+      with:
+        name: posix-test-results-ubuntu-fuse${{ matrix.fuse-version }}
+        path: |
+          test/fuse_integration/reports/
+          test/fuse_integration/*.log
+        retention-days: 30
+    
+    - name: Upload test coverage
+      uses: actions/upload-artifact@v4
+      if: always() && (github.event.inputs.test_type == 'full' || github.event.inputs.test_type == 'extended')
+      with:
+        name: posix-coverage-ubuntu
+        path: test/fuse_integration/reports/posix_coverage.html
+        retention-days: 14
+    
+    - name: Comment PR with results
+      if: github.event_name == 'pull_request' && always()
+      uses: actions/github-script@v7
+      with:
+        script: |
+          const fs = require('fs');
+          const path = require('path');
+          
+          const reportPath = 'test/fuse_integration/reports/posix_compliance_summary.txt';
+          
+          if (fs.existsSync(reportPath)) {
+            const report = fs.readFileSync(reportPath, 'utf8');
+            const comment = `## POSIX Compliance Test Results
+            
+            **Go Version:** ${{ env.GO_VERSION }}
+            **FUSE Version:** ${{ matrix.fuse-version }}
+            **Test Type:** ${{ github.event.inputs.test_type || 'full' }}
+            
+            <details>
+            <summary>Test Summary</summary>
+            
+            \`\`\`
+            ${report}
+            \`\`\`
+            </details>
+            
+            📊 Full results available in [test artifacts](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})
+            `;
+            
+            github.rest.issues.createComment({
+              issue_number: context.issue.number,
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              body: comment
+            });
+          }
+
+  posix-compliance-macos:
+    runs-on: macos-latest
+    timeout-minutes: 60
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: ${{ env.GO_VERSION }}
+        cache: true
+    
+    - name: Install macFUSE
+      run: |
+        # Install macFUSE
+        brew install macfuse
+        
+        # Note: macFUSE may require system extension approval on macOS
+        # This step may need manual intervention in some cases
+    
+    - name: Build SeaweedFS
+      run: |
+        make
+        # Verify binary exists and is executable (it's installed to GOPATH/bin)
+        weed version
+    
+    - name: Run critical POSIX tests (macOS)
+      continue-on-error: true  # macOS FUSE can be more restrictive
+      run: |
+        cd test/fuse_integration
+        
+        if [ ! -f go.mod ]; then
+          go mod init seaweedfs-posix-tests
+          go mod tidy
+        fi
+        
+        mkdir -p reports
+        
+        # Run basic tests only on macOS due to FUSE limitations
+        make -f posix_Makefile test-posix-critical
+    
+    - name: Upload macOS test results
+      uses: actions/upload-artifact@v4
+      if: always()
+      with:
+        name: posix-test-results-macos
+        path: |
+          test/fuse_integration/reports/
+          test/fuse_integration/*.log
+        retention-days: 30
+
+  security-analysis:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'pull_request'
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: ${{ env.GO_VERSION }}
+    
+    - name: Install security analysis tools
+      run: |
+        echo "Installing staticcheck for security analysis..."
+        go install honnef.co/go/tools/cmd/staticcheck@latest
+    
+    - name: Run security analysis on FUSE code
+      run: |
+        # Analyze mount and FUSE-related code for security and quality issues
+        echo "Running staticcheck security analysis..."
+        
+        # Run staticcheck on FUSE-related code
+        echo "Analyzing FUSE mount code..."
+        staticcheck ./weed/mount/... > staticcheck-report.txt 2>&1 || true
+        staticcheck ./weed/command/mount* ./weed/command/fuse* >> staticcheck-report.txt 2>&1 || true
+        
+        # Convert to JSON format for consistency
+        echo "{" > gosec-report.json
+        echo "  \"tool\": \"staticcheck\"," >> gosec-report.json
+        echo "  \"timestamp\": \"$(date -Iseconds)\"," >> gosec-report.json
+        echo "  \"issues\": [" >> gosec-report.json
+        
+        if [ -s staticcheck-report.txt ]; then
+          echo "    \"$(cat staticcheck-report.txt | head -20 | sed 's/"/\\"/g' | tr '\n' ' ')\"" >> gosec-report.json
+        fi
+        
+        echo "  ]," >> gosec-report.json
+        echo "  \"stats\": {" >> gosec-report.json
+        echo "    \"files_analyzed\": $(find ./weed/mount ./weed/command -name '*.go' | wc -l)," >> gosec-report.json
+        echo "    \"issues_found\": $(wc -l < staticcheck-report.txt 2>/dev/null || echo 0)" >> gosec-report.json
+        echo "  }" >> gosec-report.json
+        echo "}" >> gosec-report.json
+        
+        echo "Security analysis completed"
+        echo "Issues found: $(wc -l < staticcheck-report.txt 2>/dev/null || echo 0)"
+    
+    - name: Upload security analysis results
+      uses: actions/upload-artifact@v4
+      if: always()
+      with:
+        name: security-analysis-results
+        path: gosec-report.json
+        retention-days: 30
+
+  performance-baseline:
+    runs-on: ubuntu-latest
+    if: github.event.inputs.test_type == 'full' || github.event_name == 'schedule'
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: ${{ env.GO_VERSION }}
+    
+    - name: Install dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y fuse libfuse-dev fio
+        sudo usermod -a -G fuse $USER
+        sudo chmod 666 /dev/fuse
+    
+    - name: Build SeaweedFS
+      run: make
+    
+    - name: Run performance baseline tests
+      run: |
+        cd test/fuse_integration
+        
+        if [ ! -f go.mod ]; then
+          go mod init seaweedfs-posix-tests
+          go mod tidy
+        fi
+        
+        mkdir -p reports
+        
+        # Run performance benchmarks
+        make -f posix_Makefile benchmark-posix
+        make -f posix_Makefile test-fio-posix
+    
+    - name: Store performance baseline
+      uses: actions/upload-artifact@v4
+      with:
+        name: performance-baseline-results
+        path: |
+          test/fuse_integration/reports/posix_benchmark_results.log
+          test/fuse_integration/reports/fio_*_results.log
+        retention-days: 90
+
+  # Schedule regular compliance checks
+  scheduled-compliance-check:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'schedule'
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: ${{ env.GO_VERSION }}
+    
+    - name: Install dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y fuse libfuse-dev
+        pip3 install --user nfstest
+    
+    - name: Build SeaweedFS
+      run: make
+    
+    - name: Run comprehensive compliance check
+      run: |
+        cd test/fuse_integration
+        make -f posix_Makefile test-posix-full
+        make -f posix_Makefile generate-report
+    
+    - name: Create compliance issue if tests fail
+      if: failure()
+      uses: actions/github-script@v7
+      with:
+        script: |
+          const issue = await github.rest.issues.create({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            title: 'POSIX Compliance Check Failed - ' + new Date().toISOString().split('T')[0],
+            body: `## POSIX Compliance Check Failure
+            
+            The scheduled POSIX compliance check has failed. This may indicate:
+            
+            - Regression in FUSE mount functionality
+            - Changes affecting POSIX compatibility
+            - Infrastructure issues with the test environment
+            
+            **Action Required:** Review the test results and investigate any failures.
+            
+            **Test Run:** [Workflow Run](https://github.com/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId})
+            
+            **Date:** ${new Date().toISOString()}
+            
+            ---
+            This issue was automatically created by the POSIX compliance workflow.
+            `,
+            labels: ['bug', 'posix-compliance', 'automated-issue']
+          });
+          
+          console.log('Created issue:', issue.data.number);
+
+# Schedule this workflow to run weekly
+# Uncomment the following lines to enable scheduled runs:
+#  schedule:
+#    - cron: '0 2 * * 1'  # Every Monday at 2 AM UTC
+

.github/workflows/postgres-tests.yml

@@ -1,73 +0,0 @@
-name: "PostgreSQL Gateway Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-concurrency:
-  group: ${{ github.head_ref }}/postgres-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  postgres-basic-tests:
-    name: PostgreSQL Basic Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    defaults:
-      run:
-        working-directory: test/postgres
-    steps:
-    - name: Set up Go 1.x
-      uses: actions/setup-go@v6
-      with:
-        go-version: ^1.25
-      id: go
-
-    - name: Check out code
-      uses: actions/checkout@v6
-
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v4
-
-    - name: Cache Docker layers
-      uses: actions/cache@v5
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-postgres-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-postgres-
-
-    - name: Start PostgreSQL Gateway Services
-      run: |
-        make dev-start
-        sleep 10
-
-    - name: Run Basic Connectivity Test
-      run: |
-        make test-basic
-
-    - name: Run PostgreSQL Client Tests
-      run: |
-        make test-client
-
-    - name: Save logs
-      if: always()
-      run: |
-        docker compose logs > postgres-output.log || true
-
-    - name: Archive logs
-      if: always()
-      uses: actions/upload-artifact@v7
-      with:
-        name: postgres-logs
-        path: test/postgres/postgres-output.log
-
-    - name: Cleanup
-      if: always()
-      run: |
-        make clean || true

.github/workflows/s3-example-integration-tests.yml

@@ -1,64 +0,0 @@
-name: "S3 Authenticated Integration Tests"
-
-on:
-  pull_request:
-  
-concurrency:
-  group: ${{ github.head_ref }}/s3-integration-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  tests:
-    name: S3 Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Build SeaweedFS
-        run: |
-          cd weed
-          go build -o weed -buildvcs=false
-
-      - name: Run S3 Integration Tests
-        timeout-minutes: 15
-        working-directory: test/s3/normal
-        run: |
-          set -x
-          echo "=== Running S3 Integration Tests ==="
-          go test -v -timeout=60s -run TestS3Integration ./...
-
-      - name: Run S3 DeleteBucketNotEmpty Tests
-        timeout-minutes: 15
-        working-directory: test/s3/normal
-        run: |
-          set -x
-          echo "=== Running S3 DeleteBucketNotEmpty Tests ==="
-          go test -v -timeout=60s -run TestS3DeleteBucketNotEmpty ./...
-
-      - name: Run IAM Integration Tests
-        timeout-minutes: 15
-        working-directory: test/s3/normal
-        run: |
-          set -x
-          echo "=== Running IAM Integration Tests ==="
-          go test -v -timeout=60s -run TestIAMOperations ./...
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: integration-test-logs
-          path: test/s3/normal/*.log
-          retention-days: 3

.github/workflows/s3-filer-group-tests.yml

@@ -1,86 +0,0 @@
-name: "S3 Filer Group Tests"
-
-on:
-  pull_request:
-  
-concurrency:
-  group: ${{ github.head_ref }}/s3-filer-group-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  s3-filer-group-tests:
-    name: S3 Filer Group Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Filer Group Tests
-        timeout-minutes: 15
-        working-directory: test/s3/filer_group
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Filer Group Tests ==="
-          
-          # Run tests with automatic server management
-          # The test-with-server target handles server startup/shutdown automatically
-          # Server is started with -filer.group=testgroup
-          make test-with-server || {
-            echo "❌ Filer group tests failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -100 weed-test.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/filer_group
-        run: |
-          echo "=== Server Logs ==="
-          if [ -f weed-test.log ]; then
-            echo "Last 100 lines of server logs:"
-            tail -100 weed-test.log
-          else
-            echo "No server log file found"
-          fi
-          
-          echo "=== Test Environment ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp | grep -E "(8333|9333|8080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-filer-group-test-logs
-          path: test/s3/filer_group/weed-test*.log
-          retention-days: 3
-
-

.github/workflows/s3-go-tests.yml

@@ -25,10 +25,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -76,7 +76,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-test-logs-${{ matrix.test-type }}
           path: test/s3/versioning/weed-test*.log
@@ -89,10 +89,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -124,7 +124,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-compatibility-logs
           path: test/s3/versioning/weed-test*.log
@@ -137,10 +137,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -172,7 +172,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-cors-compatibility-logs
           path: test/s3/cors/weed-test*.log
@@ -188,10 +188,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -239,7 +239,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-retention-test-logs-${{ matrix.test-type }}
           path: test/s3/retention/weed-test*.log
@@ -255,10 +255,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -306,7 +306,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-cors-test-logs-${{ matrix.test-type }}
           path: test/s3/cors/weed-test*.log
@@ -319,10 +319,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -355,7 +355,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-retention-worm-logs
           path: test/s3/retention/weed-test*.log
@@ -365,13 +365,15 @@ jobs:
     name: S3 Versioning Stress Test
     runs-on: ubuntu-22.04
     timeout-minutes: 35
+    # Only run stress tests on master branch pushes to avoid overloading PR testing
+    if: github.event_name == 'push' && github.ref == 'refs/heads/master'
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -389,9 +391,6 @@ jobs:
           uname -a
           free -h
           
-          # Start server for stress tests
-          make start-server
-          
           # Run stress tests (concurrent operations)
           make test-versioning-stress || {
             echo "❌ Stress test failed, checking logs..."
@@ -399,144 +398,17 @@ jobs:
               echo "=== Server logs ==="
               tail -200 weed-test.log
             fi
-            make stop-server
             make clean
             exit 1
           }
-          
-          # Run pagination stress tests (>1000 versions)
-          echo "=== Running pagination stress tests ==="
-          make test-versioning-pagination-stress || {
-            echo "❌ Pagination stress test failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -200 weed-test.log
-            fi
-            make stop-server
-            make clean
-            exit 1
-          }
-          
-          make stop-server
           make clean
 
       - name: Upload stress test logs
         if: always()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-versioning-stress-logs
           path: test/s3/versioning/weed-test*.log
           retention-days: 7
 
-  s3-tagging-tests:
-    # CI job for S3 object tagging tests
-    name: S3 Tagging Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Tagging Tests
-        timeout-minutes: 15
-        working-directory: test/s3/tagging
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Set environment variables for the test
-          export S3_ENDPOINT="http://localhost:8006"
-          export S3_ACCESS_KEY="0555b35654ad1656d804"
-          export S3_SECRET_KEY="h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q=="
-          export AWS_ACCESS_KEY_ID="$S3_ACCESS_KEY"
-          export AWS_SECRET_ACCESS_KEY="$S3_SECRET_KEY"
-          
-          # Run the specific test that is equivalent to AWS S3 tagging behavior
-          make test-with-server || {
-            echo "❌ Test failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -100 weed-test.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-tagging-test-logs
-          path: test/s3/tagging/weed-test*.log
-          retention-days: 3
-
-  s3-remote-cache-tests:
-    name: S3 Remote Cache Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Remote Cache Tests
-        timeout-minutes: 15
-        working-directory: test/s3/remote_cache
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run the remote cache integration tests
-          # Tests singleflight deduplication for caching remote objects
-          make test-with-server || {
-            echo "❌ Test failed, checking logs..."
-            if [ -f primary-weed.log ]; then
-              echo "=== Primary server logs ==="
-              tail -100 primary-weed.log
-            fi
-            if [ -f remote-weed.log ]; then
-              echo "=== Remote server logs ==="
-              tail -100 remote-weed.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-remote-cache-test-logs
-          path: |
-            test/s3/remote_cache/primary-weed.log
-            test/s3/remote_cache/remote-weed.log
-          retention-days: 3
-
   # Removed SSE-C integration tests and compatibility job

.github/workflows/s3-iam-tests.yml

@@ -5,8 +5,6 @@ on:
     paths:
       - 'weed/iam/**'
       - 'weed/s3api/**'
-      - 'weed/credential/**'
-      - 'weed/pb/**'
       - 'test/s3/iam/**'
       - '.github/workflows/s3-iam-tests.yml'
   push:
@@ -14,8 +12,6 @@ on:
     paths:
       - 'weed/iam/**'
       - 'weed/s3api/**'
-      - 'weed/credential/**'
-      - 'weed/pb/**'
       - 'test/s3/iam/**'
       - '.github/workflows/s3-iam-tests.yml'
   
@@ -39,10 +35,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -69,7 +65,7 @@ jobs:
 
       - name: Upload test results on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: iam-unit-test-results
           path: |
@@ -84,14 +80,14 @@ jobs:
     timeout-minutes: 25
     strategy:
       matrix:
-        test-type: ["basic", "advanced", "policy-enforcement", "group"]
+        test-type: ["basic", "advanced", "policy-enforcement"]
         
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -121,7 +117,7 @@ jobs:
             "basic")
               echo "Running basic IAM functionality tests..."
               make clean setup start-services wait-for-services
-              go test -v -timeout 15m -run "TestS3IAMAuthentication|TestS3IAMBasicWorkflow|TestS3IAMTokenValidation|TestIAMUserManagement|TestIAMAccessKeyManagement|TestIAMPolicyManagement" ./...
+              go test -v -timeout 15m -run "TestS3IAMAuthentication|TestS3IAMBasicWorkflow|TestS3IAMTokenValidation" ./...
               ;;
             "advanced")
               echo "Running advanced IAM feature tests..."
@@ -133,11 +129,6 @@ jobs:
               make clean setup start-services wait-for-services
               go test -v -timeout 15m -run "TestS3IAMPolicyEnforcement|TestS3IAMBucketPolicy|TestS3IAMContextual" ./...
               ;;
-            "group")
-              echo "Running IAM group management tests..."
-              make clean setup start-services wait-for-services
-              go test -v -timeout 15m -run "TestIAMGroup" ./...
-              ;;
             *)
               echo "Unknown test type: ${{ matrix.test-type }}"
               exit 1
@@ -171,7 +162,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-iam-integration-logs-${{ matrix.test-type }}
           path: test/s3/iam/weed-*.log
@@ -185,10 +176,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -231,7 +222,7 @@ jobs:
 
       - name: Upload distributed test logs
         if: always()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-iam-distributed-logs
           path: test/s3/iam/weed-*.log
@@ -245,10 +236,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -283,7 +274,7 @@ jobs:
 
       - name: Upload performance test results
         if: always()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-iam-performance-results
           path: |

.github/workflows/s3-keycloak-tests.yml

@@ -35,10 +35,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -97,7 +97,7 @@ jobs:
           # Verify service accessibility
           echo "=== Verifying Service Accessibility ==="
           curl -f http://localhost:8080/realms/master
-          curl -s http://localhost:8333/healthz
+          curl -s http://localhost:8333
           echo "✅ SeaweedFS S3 API is responding (IAM-protected endpoint)"
           
           # Run Keycloak-specific tests
@@ -152,7 +152,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-keycloak-test-logs
           path: |

.github/workflows/s3-parquet-tests.yml

@@ -1,163 +0,0 @@
-name: "S3 PyArrow Parquet Tests"
-
-on:
-  push:
-    branches: [master]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/**'
-      - 'test/s3/parquet/**'
-      - '.github/workflows/s3-parquet-tests.yml'
-  pull_request:
-    branches: [master]
-    paths:
-      - 'weed/s3api/**'
-      - 'weed/filer/**'
-      - 'test/s3/parquet/**'
-      - '.github/workflows/s3-parquet-tests.yml'
-  workflow_dispatch:
-
-env:
-  S3_ACCESS_KEY: some_access_key1
-  S3_SECRET_KEY: some_secret_key1
-  S3_ENDPOINT_URL: http://localhost:8333
-  BUCKET_NAME: test-parquet-bucket
-
-jobs:
-  parquet-integration-tests:
-    name: PyArrow Parquet Tests (Python ${{ matrix.python-version }})
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ['3.9', '3.11', '3.12']
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version: ^1.25
-          cache: true
-      
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v6
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'test/s3/parquet/requirements.txt'
-      
-      - name: Install system dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y lsof netcat-openbsd
-      
-      - name: Build SeaweedFS
-        run: |
-          cd weed
-          go build -v
-          sudo cp weed /usr/local/bin/
-          weed version
-      
-      - name: Run PyArrow Parquet integration tests
-        run: |
-          cd test/s3/parquet
-          make test-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-          VOLUME_MAX_SIZE_MB: 50
-      
-      - name: Run implicit directory fix tests
-        run: |
-          cd test/s3/parquet
-          make test-implicit-dir-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run PyArrow native S3 filesystem tests
-        run: |
-          cd test/s3/parquet
-          make test-native-s3-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run cross-filesystem compatibility tests
-        run: |
-          cd test/s3/parquet
-          TEST_QUICK=1 make test-cross-fs-with-server
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Run SSE-S3 encryption compatibility tests
-        run: |
-          cd test/s3/parquet
-          make test-sse-s3-compat
-        env:
-          SEAWEEDFS_BINARY: weed
-          S3_PORT: 8333
-          FILER_PORT: 8888
-          VOLUME_PORT: 8080
-          MASTER_PORT: 9333
-      
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: test-logs-python-${{ matrix.python-version }}
-          path: |
-            /tmp/seaweedfs-parquet-*.log
-            test/s3/parquet/*.log
-          retention-days: 7
-      
-      - name: Cleanup
-        if: always()
-        run: |
-          cd test/s3/parquet
-          make stop-seaweedfs-safe || true
-          make clean || true
-
-  unit-tests:
-    name: Go Unit Tests (Implicit Directory)
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-      
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version: ^1.25
-          cache: true
-      
-      - name: Run Go unit tests
-        run: |
-          cd weed/s3api
-          go test -v -run TestImplicitDirectory
-      
-      - name: Run all S3 API tests
-        run: |
-          cd weed/s3api
-          go test -v -timeout 5m
-

.github/workflows/s3-policy-tests.yml

@@ -1,426 +0,0 @@
-name: "S3 Policy Integration Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/s3api/s3_iam_middleware.go'
-      - 'weed/s3api/s3api_bucket_policy*.go'
-      - 'weed/s3api/s3_action_resolver.go'
-      - 'weed/s3api/policy/**'
-      - 'weed/iam/**'
-      - 'test/s3/iam/**'
-      - 'test/s3/policy/**'
-      - '.github/workflows/s3-policy-tests.yml'
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'weed/s3api/s3_iam_middleware.go'
-      - 'weed/s3api/s3api_bucket_policy*.go'
-      - 'weed/s3api/s3_action_resolver.go'
-      - 'weed/s3api/policy/**'
-      - 'weed/iam/**'
-      - 'test/s3/iam/**'
-      - 'test/s3/policy/**'
-      - '.github/workflows/s3-policy-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref }}/s3-policy-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  # Unit tests for policy components
-  policy-unit-tests:
-    name: S3 Policy Unit Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Get dependencies
-        run: |
-          go mod download
-
-      - name: Run S3 Policy Unit Tests
-        timeout-minutes: 10
-        run: |
-          set -x
-          echo "=== Running S3 Action Resolver Tests ==="
-          go test -v -timeout 5m ./s3api/... -run ".*ActionResolver.*"
-          
-          echo "=== Running S3 Bucket Policy Engine Tests ==="
-          go test -v -timeout 5m ./s3api/... -run ".*BucketPolicy.*|.*PolicyEngine.*"
-          
-          echo "=== Running IAM Policy Tests ==="
-          go test -v -timeout 5m ./iam/policy/...
-
-      - name: Upload test results on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: policy-unit-test-results
-          path: |
-            weed/testdata/
-            weed/**/testdata/
-          retention-days: 3
-
-  # S3 Policy Variables Integration Tests
-  s3-policy-variables-tests:
-    name: S3 Policy Variables Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 25
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Policy Variables Integration Tests
-        timeout-minutes: 20
-        working-directory: test/s3/iam
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          
-          echo "=== Starting S3 Policy Variables Integration Tests ==="
-          
-          # Set WEED_BINARY to use the installed version
-          export WEED_BINARY=$(which weed)
-          export TEST_TIMEOUT=15m
-          
-          # Run policy variables tests
-          echo "Running policy variables tests..."
-          
-          # Kill any existing weed server on port 8333
-          if lsof -Pi :8333 -sTCP:LISTEN -t >/dev/null 2>&1 ; then
-            kill $(lsof -t -i:8333) 2>/dev/null || true
-            sleep 2
-          fi
-          
-          # Start weed server with IAM configuration
-          echo "Starting weed server with IAM configuration..."
-          $WEED_BINARY server \
-            -s3 \
-            -s3.port=8333 \
-            -s3.iam.config="$(pwd)/test_iam_config.json" \
-            -filer \
-            -volume.max=0 \
-            -master.volumeSizeLimitMB=100 \
-            -s3.allowDeleteBucketNotEmpty=true \
-            > /tmp/weed_policy_test_server.log 2>&1 &
-          
-          SERVER_PID=$!
-          echo "Server started with PID: $SERVER_PID"
-          
-          # Wait for server to be ready
-          echo "Waiting for server to be ready..."
-          MAX_WAIT=30
-          COUNTER=0
-          while ! curl -s http://localhost:8333/status > /dev/null 2>&1; do
-            sleep 1
-            COUNTER=$((COUNTER + 1))
-            if [ $COUNTER -ge $MAX_WAIT ]; then
-              echo "Server failed to start within ${MAX_WAIT} seconds"
-              echo "Server log:"
-              cat /tmp/weed_policy_test_server.log
-              kill $SERVER_PID 2>/dev/null || true
-              exit 1
-            fi
-          done
-          
-          echo "Server is ready!"
-          
-          # Trap to ensure server is killed on exit
-          trap "kill $SERVER_PID 2>/dev/null || true" EXIT
-          
-          # Run the tests
-          go test -v -timeout 15m -run TestS3PolicyVariables ./...
-
-      - name: Show service logs on failure
-        if: failure()
-        working-directory: test/s3/iam
-        run: |
-          echo "=== Service Logs ==="
-          if [ -f /tmp/weed_policy_test_server.log ]; then
-            echo "--- Last 100 lines of Server Log ---"
-            tail -100 /tmp/weed_policy_test_server.log
-          fi
-          echo ""
-          echo "=== Process Information ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp | grep -E "(8333|8888|9333|8080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-policy-variables-test-logs
-          path: /tmp/weed_policy_test_server.log
-          retention-days: 5
-
-  # S3 Policy Enforcement Integration Tests
-  s3-policy-enforcement-tests:
-    name: S3 Policy Enforcement Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    strategy:
-      matrix:
-        test-case: ["basic-policy", "contextual-policy", "advanced-policy"]
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Policy Enforcement Tests - ${{ matrix.test-case }}
-        timeout-minutes: 25
-        working-directory: test/s3/iam
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          
-          echo "=== Starting S3 Policy Enforcement Tests (${{ matrix.test-case }}) ==="
-          
-          export WEED_BINARY=$(which weed)
-          export TEST_TIMEOUT=20m
-          
-          # Kill any existing weed server on port 8333
-          if lsof -Pi :8333 -sTCP:LISTEN -t >/dev/null 2>&1 ; then
-            kill $(lsof -t -i:8333) 2>/dev/null || true
-            sleep 2
-          fi
-          
-          # Start weed server with IAM configuration
-          echo "Starting weed server with IAM configuration..."
-          $WEED_BINARY server \
-            -s3 \
-            -s3.port=8333 \
-            -s3.iam.config="$(pwd)/test_iam_config.json" \
-            -filer \
-            -volume.max=0 \
-            -master.volumeSizeLimitMB=100 \
-            -s3.allowDeleteBucketNotEmpty=true \
-            > /tmp/weed_policy_enforcement_${{ matrix.test-case }}.log 2>&1 &
-          
-          SERVER_PID=$!
-          echo "Server started with PID: $SERVER_PID"
-          
-          # Wait for server to be ready
-          echo "Waiting for server to be ready..."
-          MAX_WAIT=30
-          COUNTER=0
-          while ! curl -s http://localhost:8333/status > /dev/null 2>&1; do
-            sleep 1
-            COUNTER=$((COUNTER + 1))
-            if [ $COUNTER -ge $MAX_WAIT ]; then
-              echo "Server failed to start within ${MAX_WAIT} seconds"
-              cat /tmp/weed_policy_enforcement_${{ matrix.test-case }}.log
-              kill $SERVER_PID 2>/dev/null || true
-              exit 1
-            fi
-          done
-          
-          echo "Server is ready!"
-          
-          # Trap to ensure server is killed on exit
-          trap "kill $SERVER_PID 2>/dev/null || true" EXIT
-          
-          # Run tests based on test case
-          case "${{ matrix.test-case }}" in
-            "basic-policy")
-              echo "Running basic policy enforcement tests..."
-              go test -v -timeout 20m -run "TestS3IAMBucketPolicy|TestS3IAMPolicyEnforcement" ./...
-              ;;
-            "contextual-policy")
-              echo "Running contextual policy tests..."
-              go test -v -timeout 20m -run "TestS3PolicyVariables|TestS3IAMContextual" ./...
-              ;;
-            "advanced-policy")
-              echo "Running advanced policy tests..."
-              go test -v -timeout 20m -run "TestS3IAMMultipart|TestS3IAMPresigned" ./...
-              ;;
-            *)
-              echo "Unknown test case: ${{ matrix.test-case }}"
-              exit 1
-              ;;
-          esac
-
-      - name: Show service logs on failure
-        if: failure()
-        working-directory: test/s3/iam
-        run: |
-          echo "=== Service Logs ==="
-          if [ -f /tmp/weed_policy_enforcement_${{ matrix.test-case }}.log ]; then
-            echo "--- Last 100 lines of Server Log ---"
-            tail -100 /tmp/weed_policy_enforcement_${{ matrix.test-case }}.log
-          fi
-          echo ""
-          echo "=== Process Information ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp | grep -E "(8333|8888|9333|8080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-policy-enforcement-logs-${{ matrix.test-case }}
-          path: /tmp/weed_policy_enforcement_${{ matrix.test-case }}.log
-          retention-days: 5
-
-  # Trusted Proxy Detection Tests
-  trusted-proxy-tests:
-    name: Trusted Proxy Detection Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run Trusted Proxy Tests
-        timeout-minutes: 15
-        working-directory: test/s3/iam
-        run: |
-          set -x
-          echo "=== Running Trusted Proxy Detection Tests ==="
-          
-          export WEED_BINARY=$(which weed)
-          
-          # Kill any existing weed server on port 8333
-          if lsof -Pi :8333 -sTCP:LISTEN -t >/dev/null 2>&1 ; then
-            kill $(lsof -t -i:8333) 2>/dev/null || true
-            sleep 2
-          fi
-          
-          # Start weed server
-          echo "Starting weed server..."
-          $WEED_BINARY server \
-            -s3 \
-            -s3.port=8333 \
-            -s3.iam.config="$(pwd)/test_iam_config.json" \
-            -filer \
-            -volume.max=0 \
-            -master.volumeSizeLimitMB=100 \
-            -s3.allowDeleteBucketNotEmpty=true \
-            > /tmp/weed_proxy_test.log 2>&1 &
-          
-          SERVER_PID=$!
-          echo "Server started with PID: $SERVER_PID"
-          
-          # Wait for server to be ready
-          echo "Waiting for server to be ready..."
-          MAX_WAIT=30
-          COUNTER=0
-          while ! curl -s http://localhost:8333/status > /dev/null 2>&1; do
-            sleep 1
-            COUNTER=$((COUNTER + 1))
-            if [ $COUNTER -ge $MAX_WAIT ]; then
-              echo "Server failed to start within ${MAX_WAIT} seconds"
-              kill $SERVER_PID 2>/dev/null || true
-              exit 1
-            fi
-          done
-          
-          # Trap to ensure server is killed on exit
-          trap "kill $SERVER_PID 2>/dev/null || true" EXIT
-          
-          # Run proxy tests
-          go test -v -timeout 10m -run "TestTrustedProxy|TestPrivateIP" ./...
-
-      - name: Show service logs on failure
-        if: failure()
-        run: |
-          echo "=== Service Logs ==="
-          if [ -f /tmp/weed_proxy_test.log ]; then
-            echo "--- Last 100 lines of Server Log ---"
-            tail -100 /tmp/weed_proxy_test.log
-          fi
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: trusted-proxy-test-logs
-          path: /tmp/weed_proxy_test.log
-          retention-days: 3
-
-  # S3 Policy Shell Integration Tests
-  s3-policy-shell-tests:
-    name: S3 Policy Shell Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Policy Shell Tests
-        timeout-minutes: 10
-        working-directory: test/s3/policy
-        run: |
-          set -x
-          echo "=== Running S3 Policy Shell Tests ==="
-
-          # Set WEED_BINARY to use the installed version (though test uses 'weed' command)
-          export WEED_BINARY=$(which weed)
-          export PATH=$PATH:$(dirname $WEED_BINARY)
-
-          go test -v -timeout 10m ./...

.github/workflows/s3-proxy-signature-tests.yml

@@ -1,122 +0,0 @@
-name: "S3 Proxy Signature Tests"
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/s3-proxy-signature-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  proxy-signature-tests:
-    name: S3 Proxy Signature Verification Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    steps:
-      - name: Check out code into the Go module directory
-        uses: actions/checkout@v6
-
-      - name: Set up Go 1.x
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v4
-
-      - name: Build SeaweedFS binary for Linux
-        run: |
-          set -x
-          CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -buildvcs=false -v -o test/s3/proxy_signature/weed ./weed
-
-      - name: Run S3 Proxy Signature Tests
-        timeout-minutes: 10
-        working-directory: test/s3/proxy_signature
-        run: |
-          set -x
-          echo "Starting Docker Compose services..."
-          docker compose up -d --build
-          
-          # Check if containers are running
-          echo "Checking container status..."
-          docker compose ps
-          
-          # Wait for services to be ready
-          echo "Waiting for nginx proxy to be ready..."
-          PROXY_READY=0
-          for i in $(seq 1 30); do
-            if curl -s http://localhost:9000/ > /dev/null 2>&1; then
-              echo "Proxy is ready"
-              PROXY_READY=1
-              break
-            fi
-            echo "Waiting for proxy... ($i/30)"
-            sleep 1
-          done
-          if [ $PROXY_READY -eq 0 ]; then
-            echo "ERROR: Proxy failed to become ready after 30 seconds"
-            echo "Docker compose logs:"
-            docker compose logs --no-color || true
-            exit 1
-          fi
-          
-          # Wait for SeaweedFS to be ready
-          echo "Waiting for SeaweedFS S3 gateway to be ready via proxy..."
-          S3_READY=0
-          for i in $(seq 1 30); do
-            # Check logs first for startup message (weed mini says "S3 service is ready")
-            if docker compose logs seaweedfs 2>&1 | grep -qE "S3 (gateway|service).*(started|ready)"; then
-              echo "SeaweedFS S3 gateway is ready"
-              S3_READY=1
-              break
-            fi
-            # Fallback: check headers via proxy (which is already ready)
-            if curl -s -I http://localhost:9000/ | grep -qi "SeaweedFS"; then
-              echo "SeaweedFS S3 gateway is responding via proxy"
-              S3_READY=1
-              break
-            fi
-            echo "Waiting for S3 gateway... ($i/30)"
-            sleep 1
-          done
-          if [ $S3_READY -eq 0 ]; then
-            echo "ERROR: SeaweedFS S3 gateway failed to become ready after 30 seconds"
-            echo "Latest seaweedfs logs:"
-            docker compose logs --no-color --tail 20 seaweedfs || true
-            exit 1
-          fi
-          
-          # Run the test script inside AWS CLI container
-          echo "Running test script..."
-          docker run --rm --network host \
-            --entrypoint bash \
-            amazon/aws-cli:latest \
-            -c "$(cat test.sh)"
-          
-          TEST_RESULT=$?
-          
-          # Cleanup
-          docker compose down
-          
-          exit $TEST_RESULT
-
-      - name: Cleanup on failure
-        if: failure()
-        working-directory: test/s3/proxy_signature
-        run: |
-          echo "Cleaning up Docker containers..."
-          ls -al weed || true
-          ldd weed || true
-          echo "Docker compose logs:"
-          docker compose logs --no-color || true
-          echo "Container status before cleanup:"
-          docker ps -a
-          echo "Stopping services..."
-          docker compose down || true

.github/workflows/s3-spark-tests.yml

@@ -1,80 +0,0 @@
-name: "S3 Spark Integration Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/s3api/**'
-      - 'test/s3/spark/**'
-      - 'test/s3tables/testutil/**'
-      - '.github/workflows/s3-spark-tests.yml'
-  workflow_dispatch:
-
-concurrency:
-  group: ${{ github.head_ref }}/s3-spark-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-jobs:
-  s3-spark-issue-repro-tests:
-    name: S3 Spark Issue Reproduction Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 45
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Pre-pull Spark image
-        run: docker pull apache/spark:3.5.8
-
-      - name: Run S3 Spark integration tests
-        working-directory: test/s3/spark
-        timeout-minutes: 35
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting S3 Spark Integration Tests ==="
-
-          go test -v -timeout 30m . 2>&1 | tee test-output.log || {
-            echo "S3 Spark integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3/spark
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker|spark)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-spark-test-logs
-          path: test/s3/spark/test-output.log
-          retention-days: 3

.github/workflows/s3-sse-tests.yml

@@ -4,7 +4,6 @@ on:
   pull_request:
     paths:
       - 'weed/s3api/s3_sse_*.go'
-      - 'weed/s3api/s3api_object_handlers.go'
       - 'weed/s3api/s3api_object_handlers_put.go'
       - 'weed/s3api/s3api_object_handlers_copy*.go'
       - 'weed/server/filer_server_handlers_*.go'
@@ -15,7 +14,6 @@ on:
     branches: [ master, main ]
     paths:
       - 'weed/s3api/s3_sse_*.go'
-      - 'weed/s3api/s3api_object_handlers.go'
       - 'weed/s3api/s3api_object_handlers_put.go'
       - 'weed/s3api/s3api_object_handlers_copy*.go'
       - 'weed/server/filer_server_handlers_*.go'
@@ -44,10 +42,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -70,11 +68,11 @@ jobs:
           # Run tests with automatic server management
           # The test-with-server target handles server startup/shutdown automatically
           if [ "${{ matrix.test-type }}" = "quick" ]; then
-            # Quick tests - basic SSE-C and SSE-KMS functionality + Range requests
-            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
+            # Quick tests - basic SSE-C and SSE-KMS functionality
+            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|TestSimpleSSECIntegration"
           else
             # Comprehensive tests - SSE-C/KMS functionality, excluding copy operations (pre-existing SSE-C issues)
-            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSECIntegrationVariousDataSizes|TestSSEKMSIntegrationBasic|TestSSEKMSIntegrationVariousDataSizes|.*Multipart.*Integration|TestSimpleSSECIntegration|.*RangeRequestsServerBehavior"
+            make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSECIntegrationVariousDataSizes|TestSSEKMSIntegrationBasic|TestSSEKMSIntegrationVariousDataSizes|.*Multipart.*Integration|TestSimpleSSECIntegration"
           fi
 
       - name: Show server logs on failure
@@ -95,7 +93,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-test-logs-${{ matrix.test-type }}
           path: test/s3/sse/weed-test*.log
@@ -108,10 +106,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -129,8 +127,8 @@ jobs:
           uname -a
           free -h
           
-          # Run the specific tests that validate AWS S3 SSE compatibility - both SSE-C and SSE-KMS basic functionality plus Range requests
-          make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic|.*RangeRequestsServerBehavior" || {
+          # Run the specific tests that validate AWS S3 SSE compatibility - both SSE-C and SSE-KMS basic functionality
+          make test-with-server TEST_PATTERN="TestSSECIntegrationBasic|TestSSEKMSIntegrationBasic" || {
             echo "❌ SSE compatibility test failed, checking logs..."
             if [ -f weed-test.log ]; then
               echo "=== Server logs ==="
@@ -143,7 +141,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-compatibility-logs
           path: test/s3/sse/weed-test*.log
@@ -156,10 +154,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -192,7 +190,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-metadata-persistence-logs
           path: test/s3/sse/weed-test*.log
@@ -205,10 +203,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -241,7 +239,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-copy-operations-logs
           path: test/s3/sse/weed-test*.log
@@ -254,10 +252,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -290,7 +288,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-multipart-logs
           path: test/s3/sse/weed-test*.log
@@ -305,10 +303,10 @@ jobs:
     
     steps:
       - name: Check out code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v5
 
       - name: Set up Go
-        uses: actions/setup-go@v6
+        uses: actions/setup-go@v5
         with:
           go-version-file: 'go.mod'
         id: go
@@ -340,58 +338,8 @@ jobs:
 
       - name: Upload performance test logs
         if: always()
-        uses: actions/upload-artifact@v7
+        uses: actions/upload-artifact@v4
         with:
           name: s3-sse-performance-logs
           path: test/s3/sse/weed-test*.log
           retention-days: 7
-
-  s3-volume-encryption:
-    name: S3 Volume Encryption Test
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Volume Encryption Integration Tests
-        timeout-minutes: 15
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run volume encryption tests with -s3.encryptVolumeData flag
-          echo "🚀 Running S3 volume encryption integration tests..."
-          make test-volume-encryption || {
-            echo "❌ Volume encryption tests failed, checking logs..."
-            if [ -f /tmp/seaweedfs-sse-mini.log ]; then
-              echo "=== Server logs ==="
-              tail -100 /tmp/seaweedfs-sse-mini.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-volume-encryption-logs
-          path: /tmp/seaweedfs-sse-*.log
-          retention-days: 3
-

.github/workflows/s3-tables-tests.yml

@@ -1,686 +0,0 @@
-name: "S3 Tables Integration Tests"
-
-on:
-  pull_request:
-  
-concurrency:
-  group: ${{ github.head_ref }}/s3-tables-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-
-jobs:
-  s3-tables-tests:
-    name: S3 Tables Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run S3 Tables Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/table-buckets
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting S3 Tables Tests ==="
-          
-          # Run S3 Tables integration tests
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "S3 Tables integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/table-buckets
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-          
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: s3-tables-test-logs
-          path: test/s3tables/table-buckets/test-output.log
-          retention-days: 3
-
-  iceberg-catalog-tests:
-    name: Iceberg Catalog Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Run Iceberg Catalog Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/catalog
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Iceberg Catalog Tests ==="
-          
-          # Run Iceberg catalog integration tests using Makefile (handles build)
-          make test 2>&1 | tee test-output.log || {
-            echo "Iceberg catalog integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/catalog
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-          
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: iceberg-catalog-test-logs
-          path: test/s3tables/catalog/test-output.log
-          retention-days: 3
-
-  trino-iceberg-catalog-tests:
-    name: Trino Iceberg Catalog Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull Trino image
-        run: docker pull trinodb/trino:479
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run Trino Iceberg Catalog Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/catalog_trino
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Trino Iceberg Catalog Tests ==="
-          
-          # Run Trino + Iceberg catalog integration tests
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "Trino Iceberg catalog integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/catalog_trino
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-          
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: trino-iceberg-catalog-test-logs
-          path: test/s3tables/catalog_trino/test-output.log
-          retention-days: 3
-
-  polaris-integration-tests:
-    name: Polaris Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Pre-pull Polaris image
-        run: docker pull apache/polaris:latest
-
-      - name: Run Polaris Integration Tests
-        timeout-minutes: 25
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Polaris Tests ==="
-
-          go test -v -timeout 20m ./test/s3tables/polaris 2>&1 | tee test/s3tables/polaris/test-output.log || {
-            echo "Polaris integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/polaris
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: polaris-test-logs
-          path: test/s3tables/polaris/test-output.log
-          retention-days: 3
-
-  spark-iceberg-catalog-tests:
-    name: Spark Iceberg Catalog Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull Spark image
-        run: docker pull apache/spark:3.5.1
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run Spark Iceberg Catalog Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/catalog_spark
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Spark Iceberg Catalog Tests ==="
-          
-          # Run Spark + Iceberg catalog integration tests
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "Spark Iceberg catalog integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/catalog_spark
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-          
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: spark-iceberg-catalog-test-logs
-          path: test/s3tables/catalog_spark/test-output.log
-          retention-days: 3
-
-  risingwave-catalog-tests:
-    name: RisingWave Catalog Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull RisingWave image
-        run: |
-          docker pull risingwavelabs/risingwave:v2.5.0
-          docker pull postgres:16-alpine
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run RisingWave Catalog Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/catalog_risingwave
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting RisingWave Catalog Tests ==="
-          
-          # Run RisingWave catalog integration tests
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "RisingWave catalog integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/catalog_risingwave
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-          
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: risingwave-catalog-test-logs
-          path: test/s3tables/catalog_risingwave/test-output.log
-          retention-days: 3
-
-  sts-integration-tests:
-    name: STS Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull Python image
-        run: docker pull python:3
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run STS Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/sts_integration
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting STS Integration Tests ==="
-          
-          # Run STS integration tests
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "STS integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/sts_integration
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-          
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: sts-integration-test-logs
-          path: test/s3tables/sts_integration/test-output.log
-          retention-days: 3
-
-  lakekeeper-integration-tests:
-    name: Lakekeeper Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Set up Docker
-        uses: docker/setup-buildx-action@v4
-
-      - name: Pre-pull Python image
-        run: docker pull python:3
-        
-      - name: Pre-pull LocalStack image (if needed)
-        run: docker pull localstack/localstack:latest || true
-
-      - name: Run go mod tidy
-        run: go mod tidy
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false ./weed
-
-      - name: Run Lakekeeper Integration Tests
-        timeout-minutes: 25
-        working-directory: test/s3tables/lakekeeper
-        run: |
-          set -x
-          set -o pipefail
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Lakekeeper Integration Tests ==="
-          
-          # Run Lakekeeper integration tests
-          go test -v -timeout 20m . 2>&1 | tee test-output.log || {
-            echo "Lakekeeper integration tests failed"
-            exit 1
-          }
-
-      - name: Show test output on failure
-        if: failure()
-        working-directory: test/s3tables/lakekeeper
-        run: |
-          echo "=== Test Output ==="
-          if [ -f test-output.log ]; then
-            tail -200 test-output.log
-          fi
-          
-          echo "=== Process information ==="
-          ps aux | grep -E "(weed|test|docker)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: lakekeeper-integration-test-logs
-          path: test/s3tables/lakekeeper/test-output.log
-          retention-days: 3
-
-  s3-tables-build-verification:
-    name: S3 Tables Build Verification
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Verify S3 Tables Package Builds
-        run: |
-          set -x
-          echo "=== Building S3 Tables package ==="
-          go build ./weed/s3api/s3tables || {
-            echo "S3 Tables package build failed"
-            exit 1
-          }
-          echo "S3 Tables package built successfully"
-
-      - name: Verify S3 API Integration Builds
-        run: |
-          set -x
-          echo "=== Building S3 API with S3 Tables integration ==="
-          go build ./weed/s3api || {
-            echo "S3 API build with S3 Tables failed"
-            exit 1
-          }
-          echo "S3 API with S3 Tables integration built successfully"
-
-      - name: Run Go Tests for S3 Tables Package
-        run: |
-          set -x
-          echo "=== Running Go unit tests for S3 Tables ==="
-          go test -v -race -timeout 5m ./weed/s3api/s3tables/... || {
-            echo "S3 Tables unit tests failed"
-            exit 1
-          }
-          echo "S3 Tables unit tests passed"
-
-      - name: Verify Iceberg Package Builds
-        run: |
-          set -x
-          echo "=== Building Iceberg package ==="
-          go build ./weed/s3api/iceberg || {
-            echo "Iceberg package build failed"
-            exit 1
-          }
-          echo "Iceberg package built successfully"
-
-      - name: Run Go Tests for Iceberg Package
-        run: |
-          set -x
-          echo "=== Running Go unit tests for Iceberg ==="
-          go test -v -race -timeout 5m ./weed/s3api/iceberg/... || {
-            echo "Iceberg unit tests failed"
-            exit 1
-          }
-          echo "Iceberg unit tests passed"
-
-  s3-tables-fmt-check:
-    name: S3 Tables Format Check
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Check Go Format
-        run: |
-          set -x
-          echo "=== Checking S3 Tables Go format ==="
-          unformatted=$(gofmt -l ./weed/s3api/s3tables)
-          if [ -n "$unformatted" ]; then
-            echo "Go format check failed - files need formatting"
-            echo "$unformatted"
-            exit 1
-          fi
-          echo "All S3 Tables files are properly formatted"
-
-      - name: Check S3 Tables Test Format
-        run: |
-          set -x
-          echo "=== Checking S3 Tables test format ==="
-          unformatted=$(gofmt -l ./test/s3tables)
-          if [ -n "$unformatted" ]; then
-            echo "Go format check failed for tests"
-            echo "$unformatted"
-            exit 1
-          fi
-          echo "All S3 Tables test files are properly formatted"
-
-      - name: Check Iceberg Format
-        run: |
-          set -x
-          echo "=== Checking Iceberg Go format ==="
-          unformatted=$(gofmt -l ./weed/s3api/iceberg)
-          if [ -n "$unformatted" ]; then
-            echo "Go format check failed for Iceberg - files need formatting"
-            echo "$unformatted"
-            exit 1
-          fi
-          echo "All Iceberg files are properly formatted"
-
-  s3-tables-vet:
-    name: S3 Tables Go Vet Check
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Run Go Vet
-        run: |
-          set -x
-          echo "=== Running go vet on S3 Tables package ==="
-          go vet ./weed/s3api/s3tables/... || {
-            echo "go vet check failed"
-            exit 1
-          }
-          echo "go vet checks passed"
-
-      - name: Run Go Vet on Tests
-        run: |
-          set -x
-          echo "=== Running go vet on S3 Tables tests ==="
-          go vet ./test/s3tables/... || {
-            echo "go vet check failed for tests"
-            exit 1
-          }
-          echo "go vet checks passed for tests"
-
-      - name: Run Go Vet on Iceberg
-        run: |
-          set -x
-          echo "=== Running go vet on Iceberg package ==="
-          go vet ./weed/s3api/iceberg/... || {
-            echo "go vet check failed for Iceberg"
-            exit 1
-          }
-          echo "go vet checks passed for Iceberg"

.github/workflows/sftp-tests.yml

@@ -1,93 +0,0 @@
-name: "SFTP Integration Tests"
-
-on:
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'weed/sftpd/**'
-      - 'weed/command/sftp.go'
-      - 'test/sftp/**'
-      - '.github/workflows/sftp-tests.yml'
-  pull_request:
-    branches: [ master, main ]
-    paths:
-      - 'weed/sftpd/**'
-      - 'weed/command/sftp.go'
-      - 'test/sftp/**'
-      - '.github/workflows/sftp-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref }}/sftp-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-env:
-  TEST_TIMEOUT: '15m'
-
-jobs:
-  sftp-integration:
-    name: SFTP Integration Testing
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v6
-      
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-        
-    - name: Install dependencies
-      run: |
-        sudo apt-get update
-        sudo apt-get install -y openssh-client
-        
-    - name: Build SeaweedFS
-      run: |
-        cd weed
-        go build -o weed .
-        chmod +x weed
-        ./weed version
-        
-    - name: Run SFTP Integration Tests
-      run: |
-        cd test/sftp
-        
-        echo "🧪 Running SFTP integration tests..."
-        echo "============================================"
-        
-        # Install test dependencies
-        go mod download
-        
-        # Run all SFTP tests
-        go test -v -timeout=${{ env.TEST_TIMEOUT }} ./...
-        
-        echo "============================================"
-        echo "✅ SFTP integration tests completed"
-        
-    - name: Test Summary
-      if: always()
-      run: |
-        echo "## 🔐 SFTP Integration Test Summary" >> $GITHUB_STEP_SUMMARY
-        echo "" >> $GITHUB_STEP_SUMMARY
-        echo "### Test Coverage" >> $GITHUB_STEP_SUMMARY
-        echo "- ✅ **HomeDir Path Translation**: User home directory mapping (fixes #7470)" >> $GITHUB_STEP_SUMMARY
-        echo "- ✅ **File Operations**: Upload, download, delete" >> $GITHUB_STEP_SUMMARY
-        echo "- ✅ **Directory Operations**: Create, list, remove" >> $GITHUB_STEP_SUMMARY
-        echo "- ✅ **Large File Handling**: 1MB+ file support" >> $GITHUB_STEP_SUMMARY
-        echo "- ✅ **Path Edge Cases**: Unicode, trailing slashes, .. paths" >> $GITHUB_STEP_SUMMARY
-        echo "- ✅ **Admin Access**: Root user verification" >> $GITHUB_STEP_SUMMARY
-        echo "" >> $GITHUB_STEP_SUMMARY
-        echo "### Test Configuration" >> $GITHUB_STEP_SUMMARY
-        echo "| User | HomeDir | Permissions |" >> $GITHUB_STEP_SUMMARY
-        echo "|------|---------|-------------|" >> $GITHUB_STEP_SUMMARY
-        echo "| admin | / | Full access |" >> $GITHUB_STEP_SUMMARY
-        echo "| testuser | /sftp/testuser | Home directory only |" >> $GITHUB_STEP_SUMMARY
-        echo "| readonly | /public | Read-only |" >> $GITHUB_STEP_SUMMARY
-
-
-

.github/workflows/spark-integration-tests.yml

@@ -1,263 +0,0 @@
-name: Spark Integration Tests
-
-on:
-  push:
-    paths:
-      - 'test/java/spark/**'
-      - 'other/java/hdfs3/**'
-      - 'other/java/client/**'
-      - '.github/workflows/spark-integration-tests.yml'
-  pull_request:
-    paths:
-      - 'test/java/spark/**'
-      - 'other/java/hdfs3/**'
-      - 'other/java/client/**'
-      - '.github/workflows/spark-integration-tests.yml'
-  workflow_dispatch:
-
-permissions:
-  contents: read
-  checks: write
-  pull-requests: write
-
-jobs:
-  spark-integration-tests:
-    name: Spark Integration Tests
-    runs-on: ubuntu-latest
-    timeout-minutes: 45
-    
-    steps:
-    # ========================================
-    # SETUP & BUILD
-    # ========================================
-    - name: Checkout code
-      uses: actions/checkout@v6
-
-    - name: Set up JDK 11
-      uses: actions/setup-java@v5
-      with:
-        java-version: '11'
-        distribution: 'temurin'
-        cache: maven
-
-    - name: Set up Go
-      uses: actions/setup-go@v6
-      with:
-        go-version-file: 'go.mod'
-
-    - name: Build SeaweedFS binary
-      run: |
-        echo "Building SeaweedFS binary (statically linked for Alpine)..."
-        cd weed
-        CGO_ENABLED=0 go build -o ../docker/weed
-        cd ../docker
-        ls -la weed filer.toml entrypoint.sh
-        file weed
-        echo "OK SeaweedFS binary built"
-
-    - name: Build SeaweedFS Java dependencies
-      run: |
-        echo "Building Java client..."
-        cd other/java/client
-        mvn clean install -U -DskipTests -Dgpg.skip=true -Dcentral.publishing.skip=true
-        echo "OK Java client built"
-        cd ../../..
-        
-        echo "Building HDFS3 client..."
-        cd other/java/hdfs3
-        mvn clean install -U -DskipTests -Dgpg.skip=true -Dcentral.publishing.skip=true
-        echo "OK HDFS3 client built"
-        echo ""
-        echo "All Java dependencies installed to ~/.m2/repository"
-
-    # ========================================
-    # SPARK INTEGRATION TESTS (DOCKER)
-    # ========================================
-    - name: Start SeaweedFS services for tests
-      working-directory: test/java/spark
-      run: |
-        echo "=== Starting SeaweedFS Services for Tests ==="
-        docker compose down -v || true
-        docker compose build --no-cache
-        docker compose up -d seaweedfs-master seaweedfs-volume seaweedfs-filer
-        
-        echo "Waiting for services..."
-        for i in {1..30}; do
-          if curl -f http://localhost:8888/ > /dev/null 2>&1; then
-            echo "OK SeaweedFS filer is ready!"
-            break
-          fi
-          if [ $i -eq 30 ]; then
-            echo "FAILED Services failed to start"
-            docker compose ps -a
-            docker compose logs
-            exit 1
-          fi
-          echo "Waiting... ($i/30)"
-          sleep 2
-        done
-        
-        curl -f http://localhost:9333/cluster/status || exit 1
-        echo "OK All services healthy"
-
-    - name: Prepare Maven repository for Docker
-      working-directory: test/java/spark
-      run: |
-        echo "Copying Maven artifacts for Docker container..."
-        mkdir -p .m2/repository/com
-        cp -r ~/.m2/repository/com/seaweedfs .m2/repository/com/
-        echo "OK Maven artifacts copied"
-
-    - name: Run Spark integration tests
-      working-directory: test/java/spark
-      run: |
-        echo "=== Running Spark Integration Tests ==="
-        docker compose up --abort-on-container-exit spark-tests
-        
-        echo ""
-        echo "=== Test Logs ==="
-        docker compose logs spark-tests | tail -100
-
-    - name: Stop test services
-      if: always()
-      working-directory: test/java/spark
-      run: docker compose down -v
-
-    - name: Upload test results
-      if: always()
-      uses: actions/upload-artifact@v7
-      with:
-        name: spark-test-results
-        path: test/java/spark/target/surefire-reports/
-        retention-days: 30
-
-    - name: Publish test report
-      if: always()
-      uses: dorny/test-reporter@v2
-      with:
-        name: Spark Test Results
-        path: test/java/spark/target/surefire-reports/*.xml
-        reporter: java-junit
-        fail-on-error: true
-
-    # ========================================
-    # SPARK EXAMPLE (HOST-BASED) - DISABLED
-    # Note: Host-based example doesn't work with Docker networking
-    # because master returns Docker hostnames (seaweedfs-volume)
-    # which are not resolvable from the host.
-    # The Docker-based tests above are sufficient.
-    # ========================================
-    - name: Cache Apache Spark
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      id: cache-spark
-      uses: actions/cache@v5
-      with:
-        path: spark-3.5.0-bin-hadoop3
-        key: spark-3.5.0-hadoop3
-
-    - name: Download Apache Spark
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && steps.cache-spark.outputs.cache-hit != 'true'
-      run: |
-        echo "Downloading Apache Spark 3.5.0..."
-        wget -q https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz
-        tar xzf spark-3.5.0-bin-hadoop3.tgz
-        echo "OK Spark downloaded"
-
-    - name: Start SeaweedFS services for example
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        echo "=== Starting SeaweedFS Services for Example ==="
-        docker compose down -v || true
-        docker compose build --no-cache
-        docker compose up -d seaweedfs-master seaweedfs-volume seaweedfs-filer
-        
-        echo "Waiting for services..."
-        for i in {1..30}; do
-          if curl -f http://localhost:8888/ > /dev/null 2>&1; then
-            echo "OK SeaweedFS filer is ready!"
-            break
-          fi
-          if [ $i -eq 30 ]; then
-            echo "FAILED Services failed to start"
-            docker compose ps -a
-            docker compose logs
-            exit 1
-          fi
-          echo "Waiting... ($i/30)"
-          sleep 2
-        done
-        
-        curl -f http://localhost:9333/cluster/status || exit 1
-        echo "OK All services healthy"
-
-    - name: Clean target directory
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        # Force remove target directory to avoid permission issues
-        sudo rm -rf target || rm -rf target || true
-        echo "OK Target directory cleaned"
-
-    - name: Build project for example
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: mvn package -DskipTests
-
-    - name: Run Spark example application
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: |
-        echo "=== Running Spark Example Application ==="
-        export SPARK_HOME=$(pwd)/../../../spark-3.5.0-bin-hadoop3
-        $SPARK_HOME/bin/spark-submit \
-          --class seaweed.spark.SparkSeaweedFSExample \
-          --master local[2] \
-          --conf spark.hadoop.fs.seaweedfs.impl=seaweed.hdfs.SeaweedFileSystem \
-          --conf spark.hadoop.fs.seaweed.filer.host=localhost \
-          --conf spark.hadoop.fs.seaweed.filer.port=8888 \
-          --conf spark.hadoop.fs.seaweed.filer.port.grpc=18888 \
-          --conf spark.hadoop.fs.seaweed.replication="" \
-          target/seaweedfs-spark-integration-tests-1.0-SNAPSHOT.jar \
-          seaweedfs://localhost:8888/ci-spark-output
-        echo "OK Example completed"
-
-    - name: Verify example output
-      if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      run: |
-        echo "Verifying output..."
-        curl -s http://localhost:8888/ci-spark-output/ || echo "Output listing unavailable"
-
-    - name: Stop example services
-      if: false && always() && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
-      working-directory: test/java/spark
-      run: docker compose down -v
-
-    # ========================================
-    # DIAGNOSTICS
-    # ========================================
-    - name: Display diagnostics on failure
-      if: failure()
-      working-directory: test/java/spark
-      run: |
-        echo "=== Container Status ==="
-        docker compose ps -a
-        echo ""
-        echo "=== Master Logs ==="
-        docker compose logs seaweedfs-master
-        echo ""
-        echo "=== Volume Logs ==="
-        docker compose logs seaweedfs-volume
-        echo ""
-        echo "=== Filer Logs ==="
-        docker compose logs seaweedfs-filer
-        echo ""
-        echo "=== Volume List ==="
-        docker compose exec -T seaweedfs-master weed shell <<EOF || echo "Failed"
-        volume.list
-        exit
-        EOF
-        echo ""
-        echo "=== Cluster Status ==="
-        curl -s http://localhost:9333/dir/status | jq '.' || curl -s http://localhost:9333/dir/status
-

.github/workflows/test-s3-over-https-using-awscli.yml

@@ -18,13 +18,13 @@ defaults:
 jobs:
   awscli-tests:
     runs-on: ubuntu-latest
-    timeout-minutes: 10
+    timeout-minutes: 5
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v5
 
-      - uses: actions/setup-go@v6
+      - uses: actions/setup-go@v5
         with:
-          go-version: ^1.25
+          go-version: ^1.24
 
       - name: Build SeaweedFS
         run: |
@@ -34,8 +34,8 @@ jobs:
         run: |
           set -e
           mkdir -p /tmp/data
-          ./weed -v=3 server -s3 -dir=/tmp/data -s3.config=../docker/compose/s3.json -master.peers=none > weed.log 2>&1 &
-          until curl -s http://localhost:8333/healthz > /dev/null; do sleep 1; done
+          ./weed server -s3 -dir=/tmp/data -s3.config=../docker/compose/s3.json &
+          until curl -s http://localhost:8333/ > /dev/null; do sleep 1; done
 
       - name: Setup Caddy
         run: |
@@ -54,7 +54,7 @@ jobs:
       - name: Start Caddy
         run: |
           ./caddy start
-          until curl -fsS --insecure https://localhost:8443/healthz > /dev/null; do sleep 1; done
+          until curl -fsS --insecure https://localhost:8443 > /dev/null; do sleep 1; done
 
       - name: Create Bucket
         run: |
@@ -77,35 +77,3 @@ jobs:
           aws --no-verify-ssl s3 cp --no-progress s3://bucket/test-multipart downloaded
           diff -q generated downloaded
           rm -f generated downloaded
-
-      - name: Test GetObject with If-Match
-        run: |
-          set -e
-          dd if=/dev/urandom of=generated bs=1M count=32
-          ETAG=$(aws --no-verify-ssl s3api put-object --bucket bucket --key test-get-obj --body generated | jq -r .ETag)
-          # jq -r already removes quotes, so use ETAG directly (handles both simple and multipart ETags)
-          aws --no-verify-ssl s3api get-object --bucket bucket --key test-get-obj --if-match "$ETAG" downloaded
-          diff -q generated downloaded
-          rm -f generated downloaded
-
-      - name: Show server logs on failure
-        if: failure()
-        run: |
-          echo "========================================="
-          echo "SeaweedFS Server Logs"
-          echo "========================================="
-          # Note: weed.log is relative to working-directory (weed/)
-          if [ -f weed.log ]; then
-            cat weed.log
-          else
-            echo "No weed.log file found"
-          fi
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: seaweedfs-logs
-          # Note: actions don't use defaults.run.working-directory, so path is relative to workspace root
-          path: weed/weed.log
-          retention-days: 3

.github/workflows/tus-tests.yml

@@ -1,114 +0,0 @@
-name: "TUS Protocol Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/server/filer_server_tus*.go'
-      - 'weed/server/filer_server.go'
-      - 'test/tus/**'
-      - '.github/workflows/tus-tests.yml'
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'weed/server/filer_server_tus*.go'
-      - 'weed/server/filer_server.go'
-      - 'test/tus/**'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/tus-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  tus-integration-tests:
-    name: TUS Protocol Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run TUS Integration Tests
-        timeout-minutes: 15
-        working-directory: test/tus
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting TUS Tests ==="
-          
-          # Run tests with automatic server management
-          make test-with-server || {
-            echo "TUS integration tests failed, checking logs..."
-            if [ -f /tmp/seaweedfs-tus-filer.log ]; then
-              echo "=== Filer logs ==="
-              tail -100 /tmp/seaweedfs-tus-filer.log
-            fi
-            if [ -f /tmp/seaweedfs-tus-master.log ]; then
-              echo "=== Master logs ==="
-              tail -50 /tmp/seaweedfs-tus-master.log
-            fi
-            if [ -f /tmp/seaweedfs-tus-volume.log ]; then
-              echo "=== Volume logs ==="
-              tail -50 /tmp/seaweedfs-tus-volume.log
-            fi
-            exit 1
-          }
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/tus
-        run: |
-          echo "=== Filer Server Logs ==="
-          if [ -f /tmp/seaweedfs-tus-filer.log ]; then
-            echo "Last 100 lines of filer logs:"
-            tail -100 /tmp/seaweedfs-tus-filer.log
-          else
-            echo "No filer log file found"
-          fi
-          
-          echo "=== Master Server Logs ==="
-          if [ -f /tmp/seaweedfs-tus-master.log ]; then
-            tail -50 /tmp/seaweedfs-tus-master.log
-          else
-            echo "No master log file found"
-          fi
-          
-          echo "=== Volume Server Logs ==="
-          if [ -f /tmp/seaweedfs-tus-volume.log ]; then
-            tail -50 /tmp/seaweedfs-tus-volume.log
-          else
-            echo "No volume log file found"
-          fi
-          
-          echo "=== Test Environment ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp 2>/dev/null | grep -E "(18888|19333|18080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: tus-test-logs
-          path: |
-            /tmp/seaweedfs-tus-*.log
-          retention-days: 3

.github/workflows/volume-server-integration-tests.yml

@@ -1,121 +0,0 @@
-name: "Volume Server Integration Tests"
-
-on:
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'test/volume_server/**'
-      - 'weed/server/**'
-      - 'weed/storage/**'
-      - 'weed/pb/volume_server.proto'
-      - 'weed/pb/volume_server_pb/**'
-      - '.github/workflows/volume-server-integration-tests.yml'
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'test/volume_server/**'
-      - 'weed/server/**'
-      - 'weed/storage/**'
-      - 'weed/pb/volume_server.proto'
-      - 'weed/pb/volume_server_pb/**'
-      - '.github/workflows/volume-server-integration-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/volume-server-integration-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-env:
-  TEST_TIMEOUT: '30m'
-
-jobs:
-  volume-server-integration-tests:
-    name: Volume Server Integration Tests (${{ matrix.test-type }} - Shard ${{ matrix.shard }})
-    runs-on: ubuntu-22.04
-    timeout-minutes: 45
-    strategy:
-      fail-fast: false
-      matrix:
-        test-type: [grpc, http]
-        shard: [1, 2, 3]
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-
-      - name: Build SeaweedFS binary
-        run: |
-          cd weed
-          go build -o weed .
-          chmod +x weed
-          ./weed version
-
-      - name: Run volume server integration tests
-        env:
-          WEED_BINARY: ${{ github.workspace }}/weed/weed
-        run: |
-          if [ "${{ matrix.test-type }}" == "grpc" ]; then
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-H]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[I-S]"
-            else
-              TEST_PATTERN="^Test[T-Z]"
-            fi
-          else
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-G]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[H-R]"
-            else
-              TEST_PATTERN="^Test[S-Z]"
-            fi
-          fi
-          echo "Running volume server integration tests for ${{ matrix.test-type }} (Shard ${{ matrix.shard }}, pattern: ${TEST_PATTERN})..."
-          go test -v -count=1 -timeout=${{ env.TEST_TIMEOUT }} ./test/volume_server/${{ matrix.test-type }}/... -run "${TEST_PATTERN}"
-
-      - name: Collect logs on failure
-        if: failure()
-        run: |
-          mkdir -p /tmp/volume-server-it-logs
-          find /tmp -maxdepth 1 -type d -name "seaweedfs_volume_server_it_*" -print -exec cp -r {} /tmp/volume-server-it-logs/ \; || true
-
-      - name: Archive logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v7
-        with:
-          name: volume-server-integration-test-logs
-          path: /tmp/volume-server-it-logs/
-          if-no-files-found: warn
-          retention-days: 7
-
-      - name: Test summary
-        if: always()
-        run: |
-          if [ "${{ matrix.test-type }}" == "grpc" ]; then
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-H]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[I-S]"
-            else
-              TEST_PATTERN="^Test[T-Z]"
-            fi
-          else
-            if [ "${{ matrix.shard }}" == "1" ]; then
-              TEST_PATTERN="^Test[A-G]"
-            elif [ "${{ matrix.shard }}" == "2" ]; then
-              TEST_PATTERN="^Test[H-R]"
-            else
-              TEST_PATTERN="^Test[S-Z]"
-            fi
-          fi
-          echo "## Volume Server Integration Test Summary (${{ matrix.test-type }} - Shard ${{ matrix.shard }})" >> "$GITHUB_STEP_SUMMARY"
-          echo "- Suite: test/volume_server/${{ matrix.test-type }} (Pattern: ${TEST_PATTERN})" >> "$GITHUB_STEP_SUMMARY"
-          echo "- Command: go test -v -count=1 -timeout=${{ env.TEST_TIMEOUT }} ./test/volume_server/${{ matrix.test-type }}/... -run \"${TEST_PATTERN}\"" >> "$GITHUB_STEP_SUMMARY"

.gitignore

@@ -123,22 +123,3 @@ ADVANCED_IAM_DEVELOPMENT_PLAN.md
 /test/s3/iam/test-volume-data
 *.log
 weed-iam
-test/kafka/kafka-client-loadtest/weed-linux-arm64
-/test/tus/filerldb2
-coverage.out
-/test/s3/remote_cache/test-primary-data
-/test/s3/remote_cache/test-remote-data
-test/s3/remote_cache/remote-server.pid
-test/s3/remote_cache/primary-server.pid
-/test/erasure_coding/filerldb2
-/test/s3/cors/test-mini-data
-/test/s3/filer_group/test-volume-data
-
-# ID and PID files
-*.id
-*.pid
-test/s3/iam/.test_env
-/test/erasure_coding/admin_dockertest/tmp
-/test/erasure_coding/admin_dockertest/task_logs
-weed_bin
-.aider*

DESIGN.md

@@ -0,0 +1,413 @@
+# SeaweedFS Task Distribution System Design
+
+## Overview
+
+This document describes the design of a distributed task management system for SeaweedFS that handles Erasure Coding (EC) and vacuum operations through a scalable admin server and worker process architecture.
+
+## System Architecture
+
+### High-Level Components
+
+```
+┌─────────────────┐    ┌──────────────────┐    ┌─────────────────┐
+│   Master        │◄──►│  Admin Server    │◄──►│   Workers       │
+│                 │    │                  │    │                 │
+│ - Volume Info   │    │ - Task Discovery │    │ - Task Exec     │
+│ - Shard Status  │    │ - Task Assign    │    │ - Progress      │
+│ - Heartbeats    │    │ - Progress Track │    │ - Error Report  │
+└─────────────────┘    └──────────────────┘    └─────────────────┘
+         │                        │                        │
+         │                        │                        │
+         ▼                        ▼                        ▼
+┌─────────────────┐    ┌──────────────────┐    ┌─────────────────┐
+│ Volume Servers  │    │ Volume Monitor   │    │ Task Execution  │
+│                 │    │                  │    │                 │
+│ - Store Volumes │    │ - Health Check   │    │ - EC Convert    │
+│ - EC Shards     │    │ - Usage Stats    │    │ - Vacuum Clean  │
+│ - Report Status │    │ - State Sync     │    │ - Status Report │
+└─────────────────┘    └──────────────────┘    └─────────────────┘
+```
+
+## 1. Admin Server Design
+
+### 1.1 Core Responsibilities
+
+- **Task Discovery**: Scan volumes to identify EC and vacuum candidates
+- **Worker Management**: Track available workers and their capabilities  
+- **Task Assignment**: Match tasks to optimal workers
+- **Progress Tracking**: Monitor in-progress tasks for capacity planning
+- **State Reconciliation**: Sync with master server for volume state updates
+
+### 1.2 Task Discovery Engine
+
+```go
+type TaskDiscoveryEngine struct {
+    masterClient   MasterClient
+    volumeScanner  VolumeScanner
+    taskDetectors  map[TaskType]TaskDetector
+    scanInterval   time.Duration
+}
+
+type VolumeCandidate struct {
+    VolumeID       uint32
+    Server         string
+    Collection     string
+    TaskType       TaskType
+    Priority       TaskPriority
+    Reason         string
+    DetectedAt     time.Time
+    Parameters     map[string]interface{}
+}
+```
+
+**EC Detection Logic**:
+- Find volumes >= 95% full and idle for > 1 hour
+- Exclude volumes already in EC format
+- Exclude volumes with ongoing operations
+- Prioritize by collection and age
+
+**Vacuum Detection Logic**:
+- Find volumes with garbage ratio > 30%
+- Exclude read-only volumes
+- Exclude volumes with recent vacuum operations
+- Prioritize by garbage percentage
+
+### 1.3 Worker Registry & Management
+
+```go
+type WorkerRegistry struct {
+    workers        map[string]*Worker
+    capabilities   map[TaskType][]*Worker
+    lastHeartbeat  map[string]time.Time
+    taskAssignment map[string]*Task
+    mutex          sync.RWMutex
+}
+
+type Worker struct {
+    ID            string
+    Address       string
+    Capabilities  []TaskType
+    MaxConcurrent int
+    CurrentLoad   int
+    Status        WorkerStatus
+    LastSeen      time.Time
+    Performance   WorkerMetrics
+}
+```
+
+### 1.4 Task Assignment Algorithm
+
+```go
+type TaskScheduler struct {
+    registry       *WorkerRegistry
+    taskQueue      *PriorityQueue
+    inProgressTasks map[string]*InProgressTask
+    volumeReservations map[uint32]*VolumeReservation
+}
+
+// Worker Selection Criteria:
+// 1. Has required capability (EC or Vacuum)
+// 2. Available capacity (CurrentLoad < MaxConcurrent)
+// 3. Best performance history for task type
+// 4. Lowest current load
+// 5. Geographically close to volume server (optional)
+```
+
+## 2. Worker Process Design
+
+### 2.1 Worker Architecture
+
+```go
+type MaintenanceWorker struct {
+    id              string
+    config          *WorkerConfig
+    adminClient     AdminClient
+    taskExecutors   map[TaskType]TaskExecutor
+    currentTasks    map[string]*RunningTask
+    registry        *TaskRegistry
+    heartbeatTicker *time.Ticker
+    requestTicker   *time.Ticker
+}
+```
+
+### 2.2 Task Execution Framework
+
+```go
+type TaskExecutor interface {
+    Execute(ctx context.Context, task *Task) error
+    EstimateTime(task *Task) time.Duration
+    ValidateResources(task *Task) error
+    GetProgress() float64
+    Cancel() error
+}
+
+type ErasureCodingExecutor struct {
+    volumeClient VolumeServerClient
+    progress     float64
+    cancelled    bool
+}
+
+type VacuumExecutor struct {
+    volumeClient VolumeServerClient
+    progress     float64
+    cancelled    bool
+}
+```
+
+### 2.3 Worker Capabilities & Registration
+
+```go
+type WorkerCapabilities struct {
+    SupportedTasks   []TaskType
+    MaxConcurrent    int
+    ResourceLimits   ResourceLimits
+    PreferredServers []string  // Affinity for specific volume servers
+}
+
+type ResourceLimits struct {
+    MaxMemoryMB      int64
+    MaxDiskSpaceMB   int64
+    MaxNetworkMbps   int64
+    MaxCPUPercent    float64
+}
+```
+
+## 3. Task Lifecycle Management
+
+### 3.1 Task States
+
+```go
+type TaskState string
+
+const (
+    TaskStatePending     TaskState = "pending"
+    TaskStateAssigned    TaskState = "assigned"
+    TaskStateInProgress  TaskState = "in_progress"
+    TaskStateCompleted   TaskState = "completed"
+    TaskStateFailed      TaskState = "failed"
+    TaskStateCancelled   TaskState = "cancelled"
+    TaskStateStuck       TaskState = "stuck"       // Taking too long
+    TaskStateDuplicate   TaskState = "duplicate"   // Detected duplicate
+)
+```
+
+### 3.2 Progress Tracking & Monitoring
+
+```go
+type InProgressTask struct {
+    Task           *Task
+    WorkerID       string
+    StartedAt      time.Time
+    LastUpdate     time.Time
+    Progress       float64
+    EstimatedEnd   time.Time
+    VolumeReserved bool  // Reserved for capacity planning
+}
+
+type TaskMonitor struct {
+    inProgressTasks map[string]*InProgressTask
+    timeoutChecker  *time.Ticker
+    stuckDetector   *time.Ticker
+    duplicateChecker *time.Ticker
+}
+```
+
+## 4. Volume Capacity Reconciliation
+
+### 4.1 Volume State Tracking
+
+```go
+type VolumeStateManager struct {
+    masterClient      MasterClient
+    inProgressTasks   map[uint32]*InProgressTask  // VolumeID -> Task
+    committedChanges  map[uint32]*VolumeChange    // Changes not yet in master
+    reconcileInterval time.Duration
+}
+
+type VolumeChange struct {
+    VolumeID     uint32
+    ChangeType   ChangeType  // "ec_encoding", "vacuum_completed"
+    OldCapacity  int64
+    NewCapacity  int64
+    TaskID       string
+    CompletedAt  time.Time
+    ReportedToMaster bool
+}
+```
+
+### 4.2 Shard Assignment Integration
+
+When the master needs to assign shards, it must consider:
+1. **Current volume state** from its own records
+2. **In-progress capacity changes** from admin server
+3. **Committed but unreported changes** from admin server
+
+```go
+type CapacityOracle struct {
+    adminServer   AdminServerClient
+    masterState   *MasterVolumeState
+    updateFreq    time.Duration
+}
+
+func (o *CapacityOracle) GetAdjustedCapacity(volumeID uint32) int64 {
+    baseCapacity := o.masterState.GetCapacity(volumeID)
+    
+    // Adjust for in-progress tasks
+    if task := o.adminServer.GetInProgressTask(volumeID); task != nil {
+        switch task.Type {
+        case TaskTypeErasureCoding:
+            // EC reduces effective capacity
+            return baseCapacity / 2  // Simplified
+        case TaskTypeVacuum:
+            // Vacuum may increase available space
+            return baseCapacity + int64(float64(baseCapacity) * 0.3)
+        }
+    }
+    
+    // Adjust for completed but unreported changes
+    if change := o.adminServer.GetPendingChange(volumeID); change != nil {
+        return change.NewCapacity
+    }
+    
+    return baseCapacity
+}
+```
+
+## 5. Error Handling & Recovery
+
+### 5.1 Worker Failure Scenarios
+
+```go
+type FailureHandler struct {
+    taskRescheduler *TaskRescheduler
+    workerMonitor   *WorkerMonitor
+    alertManager    *AlertManager
+}
+
+// Failure Scenarios:
+// 1. Worker becomes unresponsive (heartbeat timeout)
+// 2. Task execution fails (reported by worker)
+// 3. Task gets stuck (progress timeout)
+// 4. Duplicate task detection
+// 5. Resource exhaustion
+```
+
+### 5.2 Recovery Strategies
+
+**Worker Timeout Recovery**:
+- Mark worker as inactive after 3 missed heartbeats
+- Reschedule all assigned tasks to other workers
+- Cleanup any partial state
+
+**Task Stuck Recovery**:
+- Detect tasks with no progress for > 2x estimated time
+- Cancel stuck task and mark volume for cleanup
+- Reschedule if retry count < max_retries
+
+**Duplicate Task Prevention**:
+```go
+type DuplicateDetector struct {
+    activeFingerprints map[string]bool  // VolumeID+TaskType
+    recentCompleted    *LRUCache        // Recently completed tasks
+}
+
+func (d *DuplicateDetector) IsTaskDuplicate(task *Task) bool {
+    fingerprint := fmt.Sprintf("%d-%s", task.VolumeID, task.Type)
+    return d.activeFingerprints[fingerprint] || 
+           d.recentCompleted.Contains(fingerprint)
+}
+```
+
+## 6. Simulation & Testing Framework
+
+### 6.1 Failure Simulation
+
+```go
+type TaskSimulator struct {
+    scenarios map[string]SimulationScenario
+}
+
+type SimulationScenario struct {
+    Name            string
+    WorkerCount     int
+    VolumeCount     int
+    FailurePatterns []FailurePattern
+    Duration        time.Duration
+}
+
+type FailurePattern struct {
+    Type        FailureType  // "worker_timeout", "task_stuck", "duplicate"
+    Probability float64      // 0.0 to 1.0
+    Timing      TimingSpec   // When during task execution
+    Duration    time.Duration
+}
+```
+
+### 6.2 Test Scenarios
+
+**Scenario 1: Worker Timeout During EC**
+- Start EC task on 30GB volume
+- Kill worker at 50% progress
+- Verify task reassignment
+- Verify no duplicate EC operations
+
+**Scenario 2: Stuck Vacuum Task**
+- Start vacuum on high-garbage volume
+- Simulate worker hanging at 75% progress
+- Verify timeout detection and cleanup
+- Verify volume state consistency
+
+**Scenario 3: Duplicate Task Prevention**
+- Submit same EC task from multiple sources
+- Verify only one task executes
+- Verify proper conflict resolution
+
+**Scenario 4: Master-Admin State Divergence**
+- Create in-progress EC task
+- Simulate master restart
+- Verify state reconciliation
+- Verify shard assignment accounts for in-progress work
+
+## 7. Performance & Scalability
+
+### 7.1 Metrics & Monitoring
+
+```go
+type SystemMetrics struct {
+    TasksPerSecond     float64
+    WorkerUtilization  float64
+    AverageTaskTime    time.Duration
+    FailureRate        float64
+    QueueDepth         int
+    VolumeStatesSync   bool
+}
+```
+
+### 7.2 Scalability Considerations
+
+- **Horizontal Worker Scaling**: Add workers without admin server changes
+- **Admin Server HA**: Master-slave admin servers for fault tolerance
+- **Task Partitioning**: Partition tasks by collection or datacenter
+- **Batch Operations**: Group similar tasks for efficiency
+
+## 8. Implementation Plan
+
+### Phase 1: Core Infrastructure
+1. Admin server basic framework
+2. Worker registration and heartbeat
+3. Simple task assignment
+4. Basic progress tracking
+
+### Phase 2: Advanced Features
+1. Volume state reconciliation
+2. Sophisticated worker selection
+3. Failure detection and recovery
+4. Duplicate prevention
+
+### Phase 3: Optimization & Monitoring
+1. Performance metrics
+2. Load balancing algorithms
+3. Capacity planning integration
+4. Comprehensive monitoring
+
+This design provides a robust, scalable foundation for distributed task management in SeaweedFS while maintaining consistency with the existing architecture patterns. 

Makefile

@@ -1,4 +1,4 @@
-.PHONY: test admin-generate admin-build admin-clean admin-dev admin-run admin-test admin-fmt admin-help weed-commands
+.PHONY: test admin-generate admin-build admin-clean admin-dev admin-run admin-test admin-fmt admin-help
 
 BINARY = weed
 ADMIN_DIR = weed/admin
@@ -11,9 +11,6 @@ all: install
 install: admin-generate
 	cd weed; go install
 
-weed-commands:
-	cd weed && $(MAKE) weed-db weed-sql
-
 warp_install:
 	go install github.com/minio/warp@v0.7.6
 
@@ -21,12 +18,12 @@ full_install: admin-generate
 	cd weed; go install -tags "elastic gocdk sqlite ydb tarantool tikv rclone"
 
 server: install
-	weed -v 0 server -s3 -filer -filer.maxMB=64 -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowDeleteBucketNotEmpty=true -s3.config=./docker/compose/s3.json -metricsPort=9324
+	weed -v 0 server -s3 -filer -filer.maxMB=64 -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=true -s3.config=./docker/compose/s3.json -metricsPort=9324
 
 benchmark: install warp_install
 	pkill weed || true
 	pkill warp || true
-	weed server -debug=$(debug) -s3 -filer -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowDeleteBucketNotEmpty=false -s3.config=./docker/compose/s3.json &
+	weed server -debug=$(debug) -s3 -filer -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false -s3.config=./docker/compose/s3.json &
 	warp client &
 	while ! nc -z localhost 8000 ; do sleep 1 ; done
 	warp mixed --host=127.0.0.1:8000 --access-key=some_access_key1 --secret-key=some_secret_key1 --autoterm
@@ -43,7 +40,7 @@ test: admin-generate
 # Admin component targets
 admin-generate:
 	@echo "Generating admin component templates..."
-	@cd $(ADMIN_DIR) && templ generate ./view
+	@cd $(ADMIN_DIR) && $(MAKE) generate
 
 admin-build: admin-generate
 	@echo "Building admin component..."

README.md

@@ -54,9 +54,9 @@ Table of Contents
 =================
 
 * [Quick Start](#quick-start)
-    * [Quick Start with weed mini](#quick-start-with-weed-mini)
     * [Quick Start for S3 API on Docker](#quick-start-for-s3-api-on-docker)
     * [Quick Start with Single Binary](#quick-start-with-single-binary)
+    * [Quick Start SeaweedFS S3 on AWS](#quick-start-seaweedfs-s3-on-aws)
 * [Introduction](#introduction)
 * [Features](#features)
     * [Additional Features](#additional-features)
@@ -78,31 +78,6 @@ Table of Contents
 
 # Quick Start #
 
-
-## Quick Start with weed mini ##
-The easiest way to get started with SeaweedFS for development and testing:
-
-* Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip a single binary file `weed` or `weed.exe`.
-
-Example:
-
-```bash
-# remove quarantine on macOS
-# xattr -d com.apple.quarantine  ./weed
-
-./weed mini -dir=/data
-```
-
-This single command starts a complete SeaweedFS setup with:
-- **Master UI**: http://localhost:9333
-- **Volume Server**: http://localhost:9340
-- **Filer UI**: http://localhost:8888
-- **S3 Endpoint**: http://localhost:8333
-- **WebDAV**: http://localhost:7333
-- **Admin UI**: http://localhost:23646
-
-Perfect for development, testing, learning SeaweedFS, and single node deployments!
-
 ## Quick Start for S3 API on Docker ##
 
 `docker run -p 8333:8333 chrislusf/seaweedfs server -s3`
@@ -110,9 +85,12 @@ Perfect for development, testing, learning SeaweedFS, and single node deployment
 ## Quick Start with Single Binary ##
 * Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip a single binary file `weed` or `weed.exe`. Or run `go install github.com/seaweedfs/seaweedfs/weed@latest`.
 * `export AWS_ACCESS_KEY_ID=admin ; export AWS_SECRET_ACCESS_KEY=key` as the admin credentials to access the object store.
-* Run `weed server -dir=/some/data/dir -s3` to start one master, one volume server, one filer, and one S3 gateway. The difference with `weed mini` is that `weed mini` can auto configure based on the single host environment, while `weed server` requires manual configuration and are designed for production use.
+* Run `weed server -dir=/some/data/dir -s3` to start one master, one volume server, one filer, and one S3 gateway.
 
-Also, to increase capacity, just add more volume servers by running `weed volume -dir="/some/data/dir2" -master="<master_host>:9333" -port=8081` locally, or on a different machine, or on thousands of machines. That is it!
+Also, to increase capacity, just add more volume servers by running `weed volume -dir="/some/data/dir2" -mserver="<master_host>:9333" -port=8081` locally, or on a different machine, or on thousands of machines. That is it!
+
+## Quick Start SeaweedFS S3 on AWS ##
+* Setup fast production-ready [SeaweedFS S3 on AWS with cloudformation](https://aws.amazon.com/marketplace/pp/prodview-nzelz5gprlrjc)
 
 # Introduction #
 
@@ -121,7 +99,7 @@ SeaweedFS is a simple and highly scalable distributed file system. There are two
 1. to store billions of files!
 2. to serve the files fast!
 
-SeaweedFS started as a blob store to handle small files efficiently. 
+SeaweedFS started as an Object Store to handle small files efficiently. 
 Instead of managing all file metadata in a central master, 
 the central master only manages volumes on volume servers, 
 and these volume servers manage files and their metadata. 
@@ -133,12 +111,16 @@ It is so simple with O(1) disk reads that you are welcome to challenge the perfo
 
 SeaweedFS started by implementing [Facebook's Haystack design paper](http://www.usenix.org/event/osdi10/tech/full_papers/Beaver.pdf). 
 Also, SeaweedFS implements erasure coding with ideas from 
-[f4: Facebook’s Warm BLOB Storage System](https://www.usenix.org/system/files/conference/osdi14/osdi14-paper-muralidhar.pdf), and has a lot of similarities with [Facebook’s Tectonic Filesystem](https://www.usenix.org/system/files/fast21-pan.pdf) and [Google's Colossus File System](https://cloud.google.com/blog/products/storage-data-transfer/a-peek-behind-colossus-googles-file-system)
+[f4: Facebook’s Warm BLOB Storage System](https://www.usenix.org/system/files/conference/osdi14/osdi14-paper-muralidhar.pdf), and has a lot of similarities with [Facebook’s Tectonic Filesystem](https://www.usenix.org/system/files/fast21-pan.pdf)
 
-On top of the blob store, optional [Filer] can support directories and POSIX attributes. 
+On top of the object store, optional [Filer] can support directories and POSIX attributes. 
 Filer is a separate linearly-scalable stateless server with customizable metadata stores, 
 e.g., MySql, Postgres, Redis, Cassandra, HBase, Mongodb, Elastic Search, LevelDB, RocksDB, Sqlite, MemSql, TiDB, Etcd, CockroachDB, YDB, etc.
 
+For any distributed key value stores, the large values can be offloaded to SeaweedFS. 
+With the fast access speed and linearly scalable capacity, 
+SeaweedFS can work as a distributed [Key-Large-Value store][KeyLargeValueStore].
+
 SeaweedFS can transparently integrate with the cloud. 
 With hot data on local cluster, and warm data on the cloud with O(1) access time, 
 SeaweedFS can achieve both fast local access time and elastic cloud storage capacity.
@@ -148,13 +130,13 @@ Faster and cheaper than direct cloud storage!
 [Back to TOC](#table-of-contents)
 
 # Features #
-## Additional Blob Store Features ##
-* Support different replication levels, with rack and data center aware.
+## Additional Features ##
+* Can choose no replication or different replication levels, rack and data center aware.
 * Automatic master servers failover - no single point of failure (SPOF).
-* Automatic compression depending on file MIME type.
+* Automatic Gzip compression depending on file MIME type.
 * Automatic compaction to reclaim disk space after deletion or update.
 * [Automatic entry TTL expiration][VolumeServerTTL].
-* Flexible Capacity Expansion: Any server with some disk space can add to the total storage space.
+* Any server with some disk space can add to the total storage space.
 * Adding/Removing servers does **not** cause any data re-balancing unless triggered by admin commands.
 * Optional picture resizing.
 * Support ETag, Accept-Range, Last-Modified, etc.
@@ -162,7 +144,7 @@ Faster and cheaper than direct cloud storage!
 * Support rebalancing the writable and readonly volumes.
 * [Customizable Multiple Storage Tiers][TieredStorage]: Customizable storage disk types to balance performance and cost.
 * [Transparent cloud integration][CloudTier]: unlimited capacity via tiered cloud storage for warm data.
-* [Erasure Coding for warm storage][ErasureCoding]  Rack-Aware 10.4 erasure coding reduces storage cost and increases availability. Enterprise version can customize EC ratio.
+* [Erasure Coding for warm storage][ErasureCoding]  Rack-Aware 10.4 erasure coding reduces storage cost and increases availability.
 
 [Back to TOC](#table-of-contents)
 
@@ -208,7 +190,7 @@ Faster and cheaper than direct cloud storage!
 
 [Back to TOC](#table-of-contents)
 
-## Example: Using Seaweed Blob Store ##
+## Example: Using Seaweed Object Store ##
 
 By default, the master node runs on port 9333, and the volume nodes run on port 8080.
 Let's start one master node, and two volume nodes on port 8080 and 8081. Ideally, they should be started from different machines. We'll use localhost as an example.
@@ -224,29 +206,27 @@ SeaweedFS uses HTTP REST operations to read, write, and delete. The responses ar
 ### Start Volume Servers ###
 
 ```
-> weed volume -dir="/tmp/data1" -max=5  -master="localhost:9333" -port=8080 &
-> weed volume -dir="/tmp/data2" -max=10 -master="localhost:9333" -port=8081 &
+> weed volume -dir="/tmp/data1" -max=5  -mserver="localhost:9333" -port=8080 &
+> weed volume -dir="/tmp/data2" -max=10 -mserver="localhost:9333" -port=8081 &
 ```
 
-### Write A Blob ###
+### Write File ###
 
-A blob, also referred as a needle, a chunk, or mistakenly as a file, is just a byte array. It can have attributes, such as name, mime type, create or update time, etc. But basically it is just a byte array of a relatively small size, such as 2 MB ~ 64 MB. The size is not fixed.
-
-To upload a blob: first, send a HTTP POST, PUT, or GET request to `/dir/assign` to get an `fid` and a volume server URL:
+To upload a file: first, send a HTTP POST, PUT, or GET request to `/dir/assign` to get an `fid` and a volume server URL:
 
 ```
 > curl http://localhost:9333/dir/assign
 {"count":1,"fid":"3,01637037d6","url":"127.0.0.1:8080","publicUrl":"localhost:8080"}
 ```
 
-Second, to store the blob content, send a HTTP multi-part POST request to `url + '/' + fid` from the response:
+Second, to store the file content, send a HTTP multi-part POST request to `url + '/' + fid` from the response:
 
 ```
 > curl -F file=@/home/chris/myphoto.jpg http://127.0.0.1:8080/3,01637037d6
 {"name":"myphoto.jpg","size":43234,"eTag":"1cc0118e"}
 ```
 
-To update, send another POST request with updated blob content.
+To update, send another POST request with updated file content.
 
 For deletion, send an HTTP DELETE request to the same `url + '/' + fid` URL:
 
@@ -254,7 +234,7 @@ For deletion, send an HTTP DELETE request to the same `url + '/' + fid` URL:
 > curl -X DELETE http://127.0.0.1:8080/3,01637037d6
 ```
 
-### Save Blob Id ###
+### Save File Id ###
 
 Now, you can save the `fid`, 3,01637037d6 in this case, to a database field.
 
@@ -266,9 +246,9 @@ The file key and file cookie are both coded in hex. You can store the <volume id
 
 If stored as a string, in theory, you would need 8+1+16+8=33 bytes. A char(33) would be enough, if not more than enough, since most uses will not need 2^32 volumes.
 
-If space is really a concern, you can store the file id in the binary format. You would need one 4-byte integer for volume id, 8-byte long number for file key, and a 4-byte integer for the file cookie. So 16 bytes are more than enough.
+If space is really a concern, you can store the file id in your own format. You would need one 4-byte integer for volume id, 8-byte long number for file key, and a 4-byte integer for the file cookie. So 16 bytes are more than enough.
 
-### Read a Blob ###
+### Read File ###
 
 Here is an example of how to render the URL.
 
@@ -309,7 +289,7 @@ http://localhost:8080/3/01637037d6.jpg?height=200&width=200&mode=fill
 
 ### Rack-Aware and Data Center-Aware Replication ###
 
-SeaweedFS applies the replication strategy at a volume level. So, when you are getting a blob id, you can specify the replication strategy. For example:
+SeaweedFS applies the replication strategy at a volume level. So, when you are getting a file id, you can specify the replication strategy. For example:
 
 ```
 curl http://localhost:9333/dir/assign?replication=001
@@ -332,7 +312,7 @@ More details about replication can be found [on the wiki][Replication].
 
 You can also set the default replication strategy when starting the master server.
 
-### Allocate Blob Key on Specific Data Center ###
+### Allocate File Key on Specific Data Center ###
 
 Volume servers can be started with a specific data center name:
 
@@ -341,7 +321,7 @@ Volume servers can be started with a specific data center name:
  weed volume -dir=/tmp/2 -port=8081 -dataCenter=dc2
 ```
 
-When requesting a blob key, an optional "dataCenter" parameter can limit the assigned volume to the specific data center. For example, this specifies that the assigned volume should be limited to 'dc1':
+When requesting a file key, an optional "dataCenter" parameter can limit the assigned volume to the specific data center. For example, this specifies that the assigned volume should be limited to 'dc1':
 
 ```
  http://localhost:9333/dir/assign?dataCenter=dc1
@@ -360,15 +340,15 @@ When requesting a blob key, an optional "dataCenter" parameter can limit the ass
 
 [Back to TOC](#table-of-contents)
 
-## Blob Store Architecture ##
+## Object Store Architecture ##
 
-Usually distributed file systems split each file into chunks. A central server keeps a mapping of filenames to chunks, and also which chunks each chunk server has.
+Usually distributed file systems split each file into chunks, a central master keeps a mapping of filenames, chunk indices to chunk handles, and also which chunks each chunk server has.
 
-The main drawback is that the central server can't handle many small files efficiently, and since all read requests need to go through the central master, so it might not scale well for many concurrent users.
+The main drawback is that the central master can't handle many small files efficiently, and since all read requests need to go through the chunk master, so it might not scale well for many concurrent users.
 
-Instead of managing chunks, SeaweedFS manages data volumes in the master server. Each data volume is 32GB in size, and can hold a lot of blobs. And each storage node can have many data volumes. So the master node only needs to store the metadata about the volumes, which is a fairly small amount of data and is generally stable.
+Instead of managing chunks, SeaweedFS manages data volumes in the master server. Each data volume is 32GB in size, and can hold a lot of files. And each storage node can have many data volumes. So the master node only needs to store the metadata about the volumes, which is a fairly small amount of data and is generally stable.
 
-The actual blob metadata, which are the blob volume, offset, and size, is stored in each volume on volume servers. Since each volume server only manages metadata of blobs on its own disk, with only 16 bytes for each blob, all access can read the metadata just from memory and only needs one disk operation to actually read file data.
+The actual file metadata is stored in each volume on volume servers. Since each volume server only manages metadata of files on its own disk, with only 16 bytes for each file, all file access can read file metadata just from memory and only needs one disk operation to actually read file data.
 
 For comparison, consider that an xfs inode structure in Linux is 536 bytes.
 
@@ -382,13 +362,23 @@ On each write request, the master server also generates a file key, which is a g
 
 ### Write and Read files ###
 
-When a client sends a write request, the master server returns (volume id, file key, file cookie, volume node URL) for the blob. The client then contacts the volume node and POSTs the blob content.
+When a client sends a write request, the master server returns (volume id, file key, file cookie, volume node URL) for the file. The client then contacts the volume node and POSTs the file content.
 
-When a client needs to read a blob based on (volume id, file key, file cookie), it asks the master server by the volume id for the (volume node URL, volume node public URL), or retrieves this from a cache. Then the client can GET the content, or just render the URL on web pages and let browsers fetch the content.
+When a client needs to read a file based on (volume id, file key, file cookie), it asks the master server by the volume id for the (volume node URL, volume node public URL), or retrieves this from a cache. Then the client can GET the content, or just render the URL on web pages and let browsers fetch the content.
+
+Please see the example for details on the write-read process.
+
+### Storage Size ###
+
+In the current implementation, each volume can hold 32 gibibytes (32GiB or 8x2^32 bytes). This is because we align content to 8 bytes. We can easily increase this to 64GiB, or 128GiB, or more, by changing 2 lines of code, at the cost of some wasted padding space due to alignment.
+
+There can be 4 gibibytes (4GiB or 2^32 bytes) of volumes. So the total system size is 8 x 4GiB x 4GiB which is 128 exbibytes (128EiB or 2^67 bytes).
+
+Each individual file size is limited to the volume size.
 
 ### Saving memory ###
 
-All blob metadata stored on a volume server is readable from memory without disk access. Each file takes just a 16-byte map entry of <64bit key, 32bit offset, 32bit size>. Of course, each map entry has its own space cost for the map. But usually the disk space runs out before the memory does.
+All file meta information stored on a volume server is readable from memory without disk access. Each file takes just a 16-byte map entry of <64bit key, 32bit offset, 32bit size>. Of course, each map entry has its own space cost for the map. But usually the disk space runs out before the memory does.
 
 ### Tiered Storage to the cloud ###
 
@@ -402,12 +392,6 @@ If the hot/warm data is split as 20/80, with 20 servers, you can achieve storage
 
 [Back to TOC](#table-of-contents)
 
-## SeaweedFS Filer ##
-
-Built on top of the blob store, SeaweedFS Filer adds directory structure to create a file system. The directory sturcture is an interface that is implemented in many key-value stores or databases.
-
-The content of a file is mapped to one or many blobs, distributed to multiple volumes on multiple volume servers.
-
 ## Compared to Other File Systems ##
 
 Most other distributed file systems seem more complicated than necessary.
@@ -536,8 +520,6 @@ cd seaweedfs/weed && make install
 
 Once this is done, you will find the executable "weed" in your `$GOPATH/bin` directory
 
-For more installation options, including how to run with Docker, see the [Getting Started guide](https://github.com/seaweedfs/seaweedfs/wiki/Getting-Started).
-
 [Back to TOC](#table-of-contents)
 
 ## Disk Related Topics ##
@@ -608,22 +590,65 @@ Percentage of the requests served within a certain time (ms)
 
 ```
 make benchmark
-warp: Benchmark data written to "warp-mixed-2025-12-05[194844]-kBpU.csv.zst"
-
+warp: Benchmark data written to "warp-mixed-2023-10-16[102354]-l70a.csv.zst"                                                                                                                                                                                               
 Mixed operations.
-Operation: DELETE, 10%, Concurrency: 20, Ran 42s.
- * Throughput: 55.13 obj/s
+Operation: DELETE, 10%, Concurrency: 20, Ran 4m59s.
+ * Throughput: 6.19 obj/s
 
-Operation: GET, 45%, Concurrency: 20, Ran 42s.
- * Throughput: 2477.45 MiB/s, 247.75 obj/s
+Operation: GET, 45%, Concurrency: 20, Ran 5m0s.
+ * Throughput: 279.85 MiB/s, 27.99 obj/s
 
-Operation: PUT, 15%, Concurrency: 20, Ran 42s.
- * Throughput: 825.85 MiB/s, 82.59 obj/s
+Operation: PUT, 15%, Concurrency: 20, Ran 5m0s.
+ * Throughput: 89.86 MiB/s, 8.99 obj/s
 
-Operation: STAT, 30%, Concurrency: 20, Ran 42s.
- * Throughput: 165.27 obj/s
+Operation: STAT, 30%, Concurrency: 20, Ran 5m0s.
+ * Throughput: 18.63 obj/s
 
-Cluster Total: 3302.88 MiB/s, 550.51 obj/s over 43s.
+Cluster Total: 369.74 MiB/s, 61.79 obj/s, 0 errors over 5m0s.
+```
+
+To see segmented request statistics, use the --analyze.v parameter.
+```
+warp analyze --analyze.v warp-mixed-2023-10-16[102354]-l70a.csv.zst
+18642 operations loaded... Done!
+Mixed operations.
+----------------------------------------
+Operation: DELETE - total: 1854, 10.0%, Concurrency: 20, Ran 5m0s, starting 2023-10-16 10:23:57.115 +0500 +05
+ * Throughput: 6.19 obj/s
+
+Requests considered: 1855:
+ * Avg: 104ms, 50%: 30ms, 90%: 207ms, 99%: 1.355s, Fastest: 1ms, Slowest: 4.613s, StdDev: 320ms
+
+----------------------------------------
+Operation: GET - total: 8388, 45.3%, Size: 10485760 bytes. Concurrency: 20, Ran 5m0s, starting 2023-10-16 10:23:57.12 +0500 +05
+ * Throughput: 279.77 MiB/s, 27.98 obj/s
+
+Requests considered: 8389:
+ * Avg: 221ms, 50%: 106ms, 90%: 492ms, 99%: 1.739s, Fastest: 8ms, Slowest: 8.633s, StdDev: 383ms
+ * TTFB: Avg: 81ms, Best: 2ms, 25th: 24ms, Median: 39ms, 75th: 65ms, 90th: 171ms, 99th: 669ms, Worst: 4.783s StdDev: 163ms
+ * First Access: Avg: 240ms, 50%: 105ms, 90%: 511ms, 99%: 2.08s, Fastest: 12ms, Slowest: 8.633s, StdDev: 480ms
+ * First Access TTFB: Avg: 88ms, Best: 2ms, 25th: 24ms, Median: 38ms, 75th: 64ms, 90th: 179ms, 99th: 919ms, Worst: 4.783s StdDev: 199ms
+ * Last Access: Avg: 219ms, 50%: 106ms, 90%: 463ms, 99%: 1.782s, Fastest: 9ms, Slowest: 8.633s, StdDev: 416ms
+ * Last Access TTFB: Avg: 81ms, Best: 2ms, 25th: 24ms, Median: 39ms, 75th: 65ms, 90th: 161ms, 99th: 657ms, Worst: 4.783s StdDev: 176ms
+
+----------------------------------------
+Operation: PUT - total: 2688, 14.5%, Size: 10485760 bytes. Concurrency: 20, Ran 5m0s, starting 2023-10-16 10:23:57.115 +0500 +05
+ * Throughput: 89.83 MiB/s, 8.98 obj/s
+
+Requests considered: 2689:
+ * Avg: 1.165s, 50%: 878ms, 90%: 2.015s, 99%: 5.74s, Fastest: 99ms, Slowest: 8.264s, StdDev: 968ms
+
+----------------------------------------
+Operation: STAT - total: 5586, 30.2%, Concurrency: 20, Ran 5m0s, starting 2023-10-16 10:23:57.113 +0500 +05
+ * Throughput: 18.63 obj/s
+
+Requests considered: 5587:
+ * Avg: 15ms, 50%: 11ms, 90%: 34ms, 99%: 80ms, Fastest: 0s, Slowest: 245ms, StdDev: 17ms
+ * First Access: Avg: 14ms, 50%: 10ms, 90%: 33ms, 99%: 69ms, Fastest: 0s, Slowest: 203ms, StdDev: 16ms
+ * Last Access: Avg: 15ms, 50%: 11ms, 90%: 34ms, 99%: 74ms, Fastest: 0s, Slowest: 203ms, StdDev: 17ms
+
+Cluster Total: 369.64 MiB/s, 61.77 obj/s, 0 errors over 5m0s.
+Total Errors:0.
 ```
 
 [Back to TOC](#table-of-contents)
@@ -654,4 +679,5 @@ The text of this page is available for modification and reuse under the terms of
 [Back to TOC](#table-of-contents)
 
 ## Stargazers over time
-[![Stargazers over time](https://starchart.cc/seaweedfs/seaweedfs.svg?variant=adaptive)](https://starchart.cc/seaweedfs/seaweedfs)
+
+[![Stargazers over time](https://starchart.cc/chrislusf/seaweedfs.svg)](https://starchart.cc/chrislusf/seaweedfs)

SSE-C_IMPLEMENTATION.md

@@ -0,0 +1,169 @@
+# Server-Side Encryption with Customer-Provided Keys (SSE-C) Implementation
+
+This document describes the implementation of SSE-C support in SeaweedFS, addressing the feature request from [GitHub Discussion #5361](https://github.com/seaweedfs/seaweedfs/discussions/5361).
+
+## Overview
+
+SSE-C allows clients to provide their own encryption keys for server-side encryption of objects stored in SeaweedFS. The server encrypts the data using the customer-provided AES-256 key but does not store the key itself - only an MD5 hash of the key for validation purposes.
+
+## Implementation Details
+
+### Architecture
+
+The SSE-C implementation follows a transparent encryption/decryption pattern:
+
+1. **Upload (PUT/POST)**: Data is encrypted with the customer key before being stored
+2. **Download (GET/HEAD)**: Encrypted data is decrypted on-the-fly using the customer key
+3. **Metadata Storage**: Only the encryption algorithm and key MD5 are stored as metadata
+
+### Key Components
+
+#### 1. Constants and Headers (`weed/s3api/s3_constants/header.go`)
+- Added AWS-compatible SSE-C header constants
+- Support for both regular and copy-source SSE-C headers
+
+#### 2. Core SSE-C Logic (`weed/s3api/s3_sse_c.go`)
+- **SSECustomerKey**: Structure to hold customer encryption key and metadata
+- **SSECEncryptedReader**: Streaming encryption with AES-256-CTR mode
+- **SSECDecryptedReader**: Streaming decryption with IV extraction
+- **validateAndParseSSECHeaders**: Shared validation logic (DRY principle)
+- **ParseSSECHeaders**: Parse regular SSE-C headers
+- **ParseSSECCopySourceHeaders**: Parse copy-source SSE-C headers
+- Header validation and parsing functions
+- Metadata extraction and response handling
+
+#### 3. Error Handling (`weed/s3api/s3err/s3api_errors.go`)
+- New error codes for SSE-C validation failures
+- AWS-compatible error messages and HTTP status codes
+
+#### 4. S3 API Integration
+- **PUT Object Handler**: Encrypts data streams transparently
+- **GET Object Handler**: Decrypts data streams transparently
+- **HEAD Object Handler**: Validates keys and returns appropriate headers
+- **Metadata Storage**: Integrates with existing `SaveAmzMetaData` function
+
+### Encryption Scheme
+
+- **Algorithm**: AES-256-CTR (Counter mode)
+- **Key Size**: 256 bits (32 bytes)
+- **IV Generation**: Random 16-byte IV per object
+- **Storage Format**: `[IV][EncryptedData]` where IV is prepended to encrypted content
+
+### Metadata Storage
+
+SSE-C metadata is stored in the filer's extended attributes:
+```
+x-amz-server-side-encryption-customer-algorithm: "AES256"
+x-amz-server-side-encryption-customer-key-md5: "<md5-hash-of-key>"
+```
+
+## API Compatibility
+
+### Required Headers for Encryption (PUT/POST)
+```
+x-amz-server-side-encryption-customer-algorithm: AES256
+x-amz-server-side-encryption-customer-key: <base64-encoded-256-bit-key>
+x-amz-server-side-encryption-customer-key-md5: <md5-hash-of-key>
+```
+
+### Required Headers for Decryption (GET/HEAD)
+Same headers as encryption - the server validates the key MD5 matches.
+
+### Copy Operations
+Support for copy-source SSE-C headers:
+```
+x-amz-copy-source-server-side-encryption-customer-algorithm
+x-amz-copy-source-server-side-encryption-customer-key  
+x-amz-copy-source-server-side-encryption-customer-key-md5
+```
+
+## Error Handling
+
+The implementation provides AWS-compatible error responses:
+
+- **InvalidEncryptionAlgorithmError**: Non-AES256 algorithm specified
+- **InvalidArgument**: Invalid key format, size, or MD5 mismatch
+- **Missing customer key**: Object encrypted but no key provided
+- **Unnecessary customer key**: Object not encrypted but key provided
+
+## Security Considerations
+
+1. **Key Management**: Customer keys are never stored - only MD5 hashes for validation
+2. **IV Randomness**: Fresh random IV generated for each object
+3. **Transparent Security**: Volume servers never see unencrypted data
+4. **Key Validation**: Strict validation of key format, size, and MD5
+
+## Testing
+
+Comprehensive test suite covers:
+- Header validation and parsing (regular and copy-source)
+- Encryption/decryption round-trip
+- Error condition handling  
+- Metadata extraction
+- Code reuse validation (DRY principle)
+- AWS S3 compatibility
+
+Run tests with:
+```bash
+go test -v ./weed/s3api
+
+## Usage Example
+
+### Upload with SSE-C
+```bash
+# Generate a 256-bit key
+KEY=$(openssl rand -base64 32)
+KEY_MD5=$(echo -n "$KEY" | base64 -d | openssl dgst -md5 -binary | base64)
+
+# Upload object with SSE-C
+curl -X PUT "http://localhost:8333/bucket/object" \
+  -H "x-amz-server-side-encryption-customer-algorithm: AES256" \
+  -H "x-amz-server-side-encryption-customer-key: $KEY" \
+  -H "x-amz-server-side-encryption-customer-key-md5: $KEY_MD5" \
+  --data-binary @file.txt
+```
+
+### Download with SSE-C
+```bash
+# Download object with SSE-C (same key required)
+curl "http://localhost:8333/bucket/object" \
+  -H "x-amz-server-side-encryption-customer-algorithm: AES256" \
+  -H "x-amz-server-side-encryption-customer-key: $KEY" \
+  -H "x-amz-server-side-encryption-customer-key-md5: $KEY_MD5"
+```
+
+## Integration Points
+
+### Existing SeaweedFS Features
+- **Filer Metadata**: Extends existing metadata storage
+- **Volume Servers**: No changes required - store encrypted data transparently
+- **S3 API**: Integrates seamlessly with existing handlers
+- **Versioning**: Compatible with object versioning
+- **Multipart Upload**: Ready for multipart upload integration
+
+### Future Enhancements
+- **SSE-S3**: Server-managed encryption keys
+- **SSE-KMS**: External key management service integration
+- **Performance Optimization**: Hardware acceleration for encryption
+- **Compliance**: Enhanced audit logging for encrypted objects
+
+## File Changes Summary
+
+1. **`weed/s3api/s3_constants/header.go`** - Added SSE-C header constants
+2. **`weed/s3api/s3_sse_c.go`** - Core SSE-C implementation (NEW)
+3. **`weed/s3api/s3_sse_c_test.go`** - Comprehensive test suite (NEW)
+4. **`weed/s3api/s3err/s3api_errors.go`** - Added SSE-C error codes
+5. **`weed/s3api/s3api_object_handlers.go`** - GET/HEAD with SSE-C support
+6. **`weed/s3api/s3api_object_handlers_put.go`** - PUT with SSE-C support
+7. **`weed/server/filer_server_handlers_write_autochunk.go`** - Metadata storage
+
+## Compliance
+
+This implementation follows the [AWS S3 SSE-C specification](https://docs.aws.amazon.com/AmazonS3/latest/userguide/ServerSideEncryptionCustomerKeys.html) for maximum compatibility with existing S3 clients and tools.
+
+## Performance Impact
+
+- **Encryption Overhead**: Minimal CPU impact with efficient AES-CTR streaming
+- **Memory Usage**: Constant memory usage via streaming encryption/decryption
+- **Storage Overhead**: 16 bytes per object for IV storage
+- **Network**: No additional network overhead

cmd/weed-db/dbcmd.go

@@ -1,419 +0,0 @@
-package main
-
-import (
-	"context"
-	"crypto/tls"
-	"encoding/json"
-	"fmt"
-	"io"
-	"os"
-	"os/signal"
-	"strings"
-	"syscall"
-	"time"
-
-	"github.com/seaweedfs/seaweedfs/weed/server/postgres"
-	"github.com/seaweedfs/seaweedfs/weed/util"
-	flag "github.com/seaweedfs/seaweedfs/weed/util/fla9"
-)
-
-const usageLine = "weed-db -port=5432 -master=<master_server>"
-
-const longHelp = `Start a PostgreSQL wire protocol compatible database server that provides SQL query access to SeaweedFS.
-
-This database server enables any PostgreSQL client, tool, or application to connect to SeaweedFS
-and execute SQL queries against MQ topics. It implements the PostgreSQL wire protocol for maximum
-compatibility with the existing PostgreSQL ecosystem.
-
-Examples:
-
-	# Start database server on default port 5432
-	weed-db
-	
-	# Start with MD5 authentication using JSON format (recommended)
-	weed-db -auth=md5 -users='{"admin":"secret","readonly":"view123"}'
-	
-	# Start with complex passwords using JSON format
-	weed-db -auth=md5 -users='{"admin":"pass;with;semicolons","user":"password:with:colons"}'
-	
-	# Start with credentials from JSON file (most secure)
-	weed-db -auth=md5 -users="@/etc/seaweedfs/users.json"
-	
-	# Start with custom port and master
-	weed-db -port=5433 -master=master1:9333
-	
-	# Allow connections from any host
-	weed-db -host=0.0.0.0 -port=5432
-	
-	# Start with TLS encryption
-	weed-db -tls-cert=server.crt -tls-key=server.key
-
-Client Connection Examples:
-
-	# psql command line client
-	psql "host=localhost port=5432 dbname=default user=seaweedfs"
-	psql -h localhost -p 5432 -U seaweedfs -d default
-	
-	# With password
-	PGPASSWORD=secret psql -h localhost -p 5432 -U admin -d default
-	
-	# Connection string
-	psql "postgresql://admin:secret@localhost:5432/default"
-
-Programming Language Examples:
-
-	# Python (psycopg2)
-	import psycopg2
-	conn = psycopg2.connect(
-		host="localhost", port=5432,
-		user="seaweedfs", database="default"
-	)
-	
-	# Java JDBC
-	String url = "jdbc:postgresql://localhost:5432/default";
-	Connection conn = DriverManager.getConnection(url, "seaweedfs", "");
-	
-	# Go (lib/pq)
-	db, err := sql.Open("postgres", "host=localhost port=5432 user=seaweedfs dbname=default sslmode=disable")
-	
-	# Node.js (pg)
-	const client = new Client({
-		host: 'localhost', port: 5432,
-		user: 'seaweedfs', database: 'default'
-	});
-
-Supported SQL Operations:
-	- SELECT queries on MQ topics
-	- DESCRIBE/DESC table_name commands
-	- EXPLAIN query execution plans
-	- SHOW DATABASES/TABLES commands
-	- Aggregation functions (COUNT, SUM, AVG, MIN, MAX)
-	- WHERE clauses with filtering
-	- System columns (_timestamp_ns, _key, _source)
-	- Basic PostgreSQL system queries (version(), current_database(), current_user)
-
-Authentication Methods:
-	- trust: No authentication required (default)
-	- password: Clear text password authentication
-	- md5: MD5 password authentication
-
-User Credential Formats:
-	- JSON format: '{"user1":"pass1","user2":"pass2"}' (supports any special characters)
-	- File format: "@/path/to/users.json" (JSON file)
-	
-	Note: JSON format supports passwords with semicolons, colons, and any other special characters.
-	      File format is recommended for production to keep credentials secure.
-
-Compatible Tools:
-	- psql (PostgreSQL command line client)
-	- Any PostgreSQL JDBC/ODBC compatible tool
-
-Security Features:
-	- Multiple authentication methods
-	- TLS encryption support
-	- Read-only access (no data modification)
-
-Performance Features:
-	- Fast path aggregation optimization (COUNT, MIN, MAX without WHERE clauses)
-	- Hybrid data scanning (parquet files + live logs)
-	- PostgreSQL wire protocol
-	- Query result streaming
-
-`
-
-type Options struct {
-	Host        string
-	Port        int
-	MasterAddr  string
-	AuthMethod  string
-	Users       string
-	Database    string
-	MaxConns    int
-	IdleTimeout string
-	TLSCert     string
-	TLSKey      string
-}
-
-// Run executes the weed-db CLI.
-func Run(args []string) int {
-	fs := flag.NewFlagSet("weed-db", flag.ContinueOnError)
-	usageWriter := io.Writer(os.Stderr)
-	fs.SetOutput(usageWriter)
-
-	var opts Options
-	fs.StringVar(&opts.Host, "host", "localhost", "Database server host")
-	fs.IntVar(&opts.Port, "port", 5432, "Database server port")
-	fs.StringVar(&opts.MasterAddr, "master", "localhost:9333", "SeaweedFS master server address")
-	fs.StringVar(&opts.AuthMethod, "auth", "trust", "Authentication method: trust, password, md5")
-	fs.StringVar(&opts.Users, "users", "", "User credentials for auth (JSON format '{\"user1\":\"pass1\",\"user2\":\"pass2\"}' or file '@/path/to/users.json')")
-	fs.StringVar(&opts.Database, "database", "default", "Default database name")
-	fs.IntVar(&opts.MaxConns, "max-connections", 100, "Maximum concurrent connections per server")
-	fs.StringVar(&opts.IdleTimeout, "idle-timeout", "1h", "Connection idle timeout")
-	fs.StringVar(&opts.TLSCert, "tls-cert", "", "TLS certificate file path")
-	fs.StringVar(&opts.TLSKey, "tls-key", "", "TLS private key file path")
-
-	fs.Usage = func() {
-		fmt.Fprintf(usageWriter, "Usage: %s\n\n%s\n", usageLine, longHelp)
-		fmt.Fprintln(usageWriter, "Default Parameters:")
-		fs.PrintDefaults()
-	}
-
-	if err := fs.Parse(args); err != nil {
-		return 2
-	}
-
-	if !runWithOptions(&opts) {
-		return 1
-	}
-	return 0
-}
-
-func runWithOptions(opts *Options) bool {
-	util.LoadConfiguration("security", false)
-
-	// Validate options.
-	if opts.MasterAddr == "" {
-		fmt.Fprintf(os.Stderr, "Error: master address is required\n")
-		return false
-	}
-
-	// Parse authentication method.
-	authMethod, err := parseAuthMethod(opts.AuthMethod)
-	if err != nil {
-		fmt.Fprintf(os.Stderr, "Error: %v\n", err)
-		return false
-	}
-
-	// Parse user credentials.
-	users, err := parseUsers(opts.Users, authMethod)
-	if err != nil {
-		fmt.Fprintf(os.Stderr, "Error: %v\n", err)
-		return false
-	}
-
-	// Parse idle timeout.
-	idleTimeout, err := time.ParseDuration(opts.IdleTimeout)
-	if err != nil {
-		fmt.Fprintf(os.Stderr, "Error parsing idle timeout: %v\n", err)
-		return false
-	}
-
-	// Validate port number.
-	if err := validatePortNumber(opts.Port); err != nil {
-		fmt.Fprintf(os.Stderr, "Error: %v\n", err)
-		return false
-	}
-
-	// Setup TLS if requested.
-	var tlsConfig *tls.Config
-	if opts.TLSCert != "" && opts.TLSKey != "" {
-		cert, err := tls.LoadX509KeyPair(opts.TLSCert, opts.TLSKey)
-		if err != nil {
-			fmt.Fprintf(os.Stderr, "Error loading TLS certificates: %v\n", err)
-			return false
-		}
-		tlsConfig = &tls.Config{
-			Certificates: []tls.Certificate{cert},
-		}
-	}
-
-	// Create server configuration.
-	config := &postgres.PostgreSQLServerConfig{
-		Host:        opts.Host,
-		Port:        opts.Port,
-		AuthMethod:  authMethod,
-		Users:       users,
-		Database:    opts.Database,
-		MaxConns:    opts.MaxConns,
-		IdleTimeout: idleTimeout,
-		TLSConfig:   tlsConfig,
-	}
-
-	// Create database server.
-	dbServer, err := postgres.NewPostgreSQLServer(config, opts.MasterAddr)
-	if err != nil {
-		fmt.Fprintf(os.Stderr, "Error creating database server: %v\n", err)
-		return false
-	}
-
-	// Print startup information.
-	fmt.Printf("Starting SeaweedFS Database Server...\n")
-	fmt.Printf("Host: %s\n", opts.Host)
-	fmt.Printf("Port: %d\n", opts.Port)
-	fmt.Printf("Master: %s\n", opts.MasterAddr)
-	fmt.Printf("Database: %s\n", opts.Database)
-	fmt.Printf("Auth Method: %s\n", opts.AuthMethod)
-	fmt.Printf("Max Connections: %d\n", opts.MaxConns)
-	fmt.Printf("Idle Timeout: %s\n", opts.IdleTimeout)
-	if tlsConfig != nil {
-		fmt.Printf("TLS: Enabled\n")
-	} else {
-		fmt.Printf("TLS: Disabled\n")
-	}
-	if len(users) > 0 {
-		fmt.Printf("Users: %d configured\n", len(users))
-	}
-
-	fmt.Printf("\nDatabase Connection Examples:\n")
-	fmt.Printf("  psql -h %s -p %d -U seaweedfs -d %s\n", opts.Host, opts.Port, opts.Database)
-	if len(users) > 0 {
-		// Show first user as example.
-		for username := range users {
-			fmt.Printf("  psql -h %s -p %d -U %s -d %s\n", opts.Host, opts.Port, username, opts.Database)
-			break
-		}
-	}
-	fmt.Printf("  postgresql://%s:%d/%s\n", opts.Host, opts.Port, opts.Database)
-
-	fmt.Printf("\nSupported Operations:\n")
-	fmt.Printf("  - SELECT queries on MQ topics\n")
-	fmt.Printf("  - DESCRIBE/DESC table_name\n")
-	fmt.Printf("  - EXPLAIN query execution plans\n")
-	fmt.Printf("  - SHOW DATABASES/TABLES\n")
-	fmt.Printf("  - Aggregations: COUNT, SUM, AVG, MIN, MAX\n")
-	fmt.Printf("  - System columns: _timestamp_ns, _key, _source\n")
-	fmt.Printf("  - Basic PostgreSQL system queries\n")
-
-	fmt.Printf("\nReady for database connections!\n\n")
-
-	// Start the server.
-	err = dbServer.Start()
-	if err != nil {
-		fmt.Fprintf(os.Stderr, "Error starting database server: %v\n", err)
-		return false
-	}
-
-	// Set up signal handling for graceful shutdown.
-	sigChan := make(chan os.Signal, 1)
-	signal.Notify(sigChan, syscall.SIGINT, syscall.SIGTERM)
-
-	// Wait for shutdown signal.
-	<-sigChan
-	fmt.Printf("\nReceived shutdown signal, stopping database server...\n")
-
-	// Create context with timeout for graceful shutdown.
-	ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
-	defer cancel()
-
-	// Stop the server with timeout.
-	done := make(chan error, 1)
-	go func() {
-		done <- dbServer.Stop()
-	}()
-
-	select {
-	case err := <-done:
-		if err != nil {
-			fmt.Fprintf(os.Stderr, "Error stopping database server: %v\n", err)
-			return false
-		}
-		fmt.Printf("Database server stopped successfully\n")
-	case <-ctx.Done():
-		fmt.Fprintf(os.Stderr, "Timeout waiting for database server to stop\n")
-		return false
-	}
-
-	return true
-}
-
-// parseAuthMethod parses the authentication method string.
-func parseAuthMethod(method string) (postgres.AuthMethod, error) {
-	switch strings.ToLower(method) {
-	case "trust":
-		return postgres.AuthTrust, nil
-	case "password":
-		return postgres.AuthPassword, nil
-	case "md5":
-		return postgres.AuthMD5, nil
-	default:
-		return postgres.AuthTrust, fmt.Errorf("unsupported auth method '%s'. Supported: trust, password, md5", method)
-	}
-}
-
-// parseUsers parses the user credentials string with support for secure formats only.
-// Supported formats:
-// 1. JSON format: {"username":"password","username2":"password2"}
-// 2. File format: /path/to/users.json or @/path/to/users.json
-func parseUsers(usersStr string, authMethod postgres.AuthMethod) (map[string]string, error) {
-	users := make(map[string]string)
-
-	if usersStr == "" {
-		// No users specified.
-		if authMethod != postgres.AuthTrust {
-			return nil, fmt.Errorf("users must be specified when auth method is not 'trust'")
-		}
-		return users, nil
-	}
-
-	// Trim whitespace.
-	usersStr = strings.TrimSpace(usersStr)
-
-	// Determine format and parse accordingly.
-	if strings.HasPrefix(usersStr, "{") && strings.HasSuffix(usersStr, "}") {
-		// JSON format.
-		return parseUsersJSON(usersStr, authMethod)
-	}
-
-	// Check if it's a file path (with or without @ prefix) before declaring invalid format.
-	filePath := strings.TrimPrefix(usersStr, "@")
-	if _, err := os.Stat(filePath); err == nil {
-		// File format.
-		return parseUsersFile(usersStr, authMethod) // Pass original string to preserve @ handling.
-	}
-
-	// Invalid format.
-	return nil, fmt.Errorf("invalid user credentials format. Use JSON format '{\"user\":\"pass\"}' or file format '@/path/to/users.json' or 'path/to/users.json'. Legacy semicolon-separated format is no longer supported")
-}
-
-// parseUsersJSON parses user credentials from JSON format.
-func parseUsersJSON(jsonStr string, authMethod postgres.AuthMethod) (map[string]string, error) {
-	var users map[string]string
-	if err := json.Unmarshal([]byte(jsonStr), &users); err != nil {
-		return nil, fmt.Errorf("invalid JSON format for users: %v", err)
-	}
-
-	// Validate users.
-	for username, password := range users {
-		if username == "" {
-			return nil, fmt.Errorf("empty username in JSON user specification")
-		}
-		if authMethod != postgres.AuthTrust && password == "" {
-			return nil, fmt.Errorf("empty password for user '%s' with auth method", username)
-		}
-	}
-
-	return users, nil
-}
-
-// parseUsersFile parses user credentials from a JSON file.
-func parseUsersFile(filePath string, authMethod postgres.AuthMethod) (map[string]string, error) {
-	// Remove @ prefix if present.
-	filePath = strings.TrimPrefix(filePath, "@")
-
-	// Read file content.
-	content, err := os.ReadFile(filePath)
-	if err != nil {
-		return nil, fmt.Errorf("failed to read users file '%s': %v", filePath, err)
-	}
-
-	contentStr := strings.TrimSpace(string(content))
-
-	// File must contain JSON format.
-	if !strings.HasPrefix(contentStr, "{") || !strings.HasSuffix(contentStr, "}") {
-		return nil, fmt.Errorf("users file '%s' must contain JSON format: {\"user\":\"pass\"}. Legacy formats are no longer supported", filePath)
-	}
-
-	// Parse as JSON.
-	return parseUsersJSON(contentStr, authMethod)
-}
-
-// validatePortNumber validates that the port number is reasonable.
-func validatePortNumber(port int) error {
-	if port < 1 || port > 65535 {
-		return fmt.Errorf("port number must be between 1 and 65535, got %d", port)
-	}
-	if port < 1024 {
-		fmt.Fprintf(os.Stderr, "Warning: port number %d may require root privileges\n", port)
-	}
-	return nil
-}

cmd/weed-db/main.go

@@ -1,7 +0,0 @@
-package main
-
-import "os"
-
-func main() {
-	os.Exit(Run(os.Args[1:]))
-}

cmd/weed-sql/main.go

@@ -1,7 +0,0 @@
-package main
-
-import "os"
-
-func main() {
-	os.Exit(Run(os.Args[1:]))
-}

cmd/weed-sql/sqlcmd.go

@@ -1,623 +0,0 @@
-package main
-
-import (
-	"context"
-	"encoding/csv"
-	"encoding/json"
-	"fmt"
-	"io"
-	"os"
-	"path"
-	"strings"
-	"time"
-
-	"github.com/peterh/liner"
-	"github.com/seaweedfs/seaweedfs/weed/query/engine"
-	flag "github.com/seaweedfs/seaweedfs/weed/util/fla9"
-	"github.com/seaweedfs/seaweedfs/weed/util/grace"
-	"github.com/seaweedfs/seaweedfs/weed/util/sqlutil"
-)
-
-const usageLine = "weed-sql [-master=localhost:9333] [-interactive] [-file=query.sql] [-output=table|json|csv] [-database=dbname] [-query=\"SQL\"]"
-
-const longHelp = `Enhanced SQL interface for SeaweedFS Message Queue topics with multiple execution modes.
-
-Execution Modes:
-- Interactive shell (default): weed-sql -interactive
-- Single query: weed-sql -query "SELECT * FROM user_events"
-- Batch from file: weed-sql -file queries.sql
-- Context switching: weed-sql -database analytics -interactive
-
-Output Formats:
-- table: ASCII table format (default for interactive)
-- json: JSON format (default for non-interactive)
-- csv: Comma-separated values
-
-Features:
-- Full WHERE clause support (=, <, >, <=, >=, !=, LIKE, IN)
-- Advanced pattern matching with LIKE wildcards (%, _)
-- Multi-value filtering with IN operator
-- Real MQ namespace and topic discovery
-- Database context switching
-
-Examples:
-  weed-sql -interactive
-  weed-sql -query "SHOW DATABASES" -output json
-  weed-sql -file batch_queries.sql -output csv
-  weed-sql -database analytics -query "SELECT COUNT(*) FROM metrics"
-  weed-sql -master broker1:9333 -interactive
-`
-
-type Options struct {
-	Master      string
-	Interactive bool
-	File        string
-	Output      string
-	Database    string
-	Query       string
-}
-
-// OutputFormat represents different output formatting options.
-type OutputFormat string
-
-const (
-	OutputTable OutputFormat = "table"
-	OutputJSON  OutputFormat = "json"
-	OutputCSV   OutputFormat = "csv"
-)
-
-// SQLContext holds the execution context for SQL operations.
-type SQLContext struct {
-	engine          *engine.SQLEngine
-	currentDatabase string
-	outputFormat    OutputFormat
-	interactive     bool
-	master          string
-}
-
-// Run executes the weed-sql CLI.
-func Run(args []string) int {
-	fs := flag.NewFlagSet("weed-sql", flag.ContinueOnError)
-	usageWriter := io.Writer(os.Stderr)
-	fs.SetOutput(usageWriter)
-
-	var opts Options
-	fs.StringVar(&opts.Master, "master", "localhost:9333", "SeaweedFS master server HTTP address")
-	fs.BoolVar(&opts.Interactive, "interactive", false, "start interactive shell mode")
-	fs.StringVar(&opts.File, "file", "", "execute SQL queries from file")
-	fs.StringVar(&opts.Output, "output", "", "output format: table, json, csv (auto-detected if not specified)")
-	fs.StringVar(&opts.Database, "database", "", "default database context")
-	fs.StringVar(&opts.Query, "query", "", "execute single SQL query")
-
-	fs.Usage = func() {
-		fmt.Fprintf(usageWriter, "Usage: %s\n\n%s\n", usageLine, longHelp)
-		fmt.Fprintln(usageWriter, "Default Parameters:")
-		fs.PrintDefaults()
-	}
-
-	if err := fs.Parse(args); err != nil {
-		return 2
-	}
-
-	if !runWithOptions(&opts) {
-		return 1
-	}
-	return 0
-}
-
-func runWithOptions(opts *Options) bool {
-	// Initialize SQL engine with master address for service discovery.
-	sqlEngine := engine.NewSQLEngine(opts.Master)
-
-	// Determine execution mode and output format.
-	interactive := opts.Interactive || (opts.Query == "" && opts.File == "")
-	outputFormat := determineOutputFormat(opts.Output, interactive)
-
-	// Create SQL context.
-	ctx := &SQLContext{
-		engine:          sqlEngine,
-		currentDatabase: opts.Database,
-		outputFormat:    outputFormat,
-		interactive:     interactive,
-		master:          opts.Master,
-	}
-
-	// Set current database in SQL engine if specified via command line.
-	if opts.Database != "" {
-		ctx.engine.GetCatalog().SetCurrentDatabase(opts.Database)
-	}
-
-	// Execute based on mode.
-	switch {
-	case opts.Query != "":
-		// Single query mode.
-		return executeSingleQuery(ctx, opts.Query)
-	case opts.File != "":
-		// Batch file mode.
-		return executeFileQueries(ctx, opts.File)
-	default:
-		// Interactive mode.
-		return runInteractiveShell(ctx)
-	}
-}
-
-// determineOutputFormat selects the appropriate output format.
-func determineOutputFormat(specified string, interactive bool) OutputFormat {
-	switch strings.ToLower(specified) {
-	case "table":
-		return OutputTable
-	case "json":
-		return OutputJSON
-	case "csv":
-		return OutputCSV
-	default:
-		// Auto-detect based on mode.
-		if interactive {
-			return OutputTable
-		}
-		return OutputJSON
-	}
-}
-
-// executeSingleQuery executes a single query and outputs the result.
-func executeSingleQuery(ctx *SQLContext, query string) bool {
-	if ctx.outputFormat != OutputTable {
-		// Suppress banner for non-interactive output.
-		return executeAndDisplay(ctx, query, false)
-	}
-
-	fmt.Printf("Executing query against %s...\n", ctx.master)
-	return executeAndDisplay(ctx, query, true)
-}
-
-// executeFileQueries processes SQL queries from a file.
-func executeFileQueries(ctx *SQLContext, filename string) bool {
-	content, err := os.ReadFile(filename)
-	if err != nil {
-		fmt.Printf("Error reading file %s: %v\n", filename, err)
-		return false
-	}
-
-	if ctx.outputFormat == OutputTable && ctx.interactive {
-		fmt.Printf("Executing queries from %s against %s...\n", filename, ctx.master)
-	}
-
-	// Split file content into individual queries (robust approach).
-	queries := sqlutil.SplitStatements(string(content))
-
-	for i, query := range queries {
-		query = strings.TrimSpace(query)
-		if query == "" {
-			continue
-		}
-
-		if ctx.outputFormat == OutputTable && len(queries) > 1 {
-			fmt.Printf("\n--- Query %d ---\n", i+1)
-		}
-
-		if !executeAndDisplay(ctx, query, ctx.outputFormat == OutputTable) {
-			return false
-		}
-	}
-
-	return true
-}
-
-// runInteractiveShell starts the enhanced interactive shell with readline support.
-func runInteractiveShell(ctx *SQLContext) bool {
-	fmt.Println("SeaweedFS Enhanced SQL Interface")
-	fmt.Println("Type 'help;' for help, 'exit;' to quit")
-	fmt.Printf("Connected to master: %s\n", ctx.master)
-	if ctx.currentDatabase != "" {
-		fmt.Printf("Current database: %s\n", ctx.currentDatabase)
-	}
-	fmt.Println("Advanced WHERE operators supported: <=, >=, !=, LIKE, IN")
-	fmt.Println("Use up/down arrows for command history")
-	fmt.Println()
-
-	// Initialize liner for readline functionality.
-	line := liner.NewLiner()
-	defer line.Close()
-
-	// Handle Ctrl+C gracefully.
-	line.SetCtrlCAborts(true)
-	grace.OnInterrupt(func() {
-		line.Close()
-	})
-
-	// Load command history.
-	historyPath := path.Join(os.TempDir(), "weed-sql-history")
-	if f, err := os.Open(historyPath); err == nil {
-		line.ReadHistory(f)
-		f.Close()
-	}
-
-	// Save history on exit.
-	defer func() {
-		if f, err := os.Create(historyPath); err == nil {
-			line.WriteHistory(f)
-			f.Close()
-		}
-	}()
-
-	var queryBuffer strings.Builder
-
-	for {
-		// Show prompt with current database context.
-		var prompt string
-		if queryBuffer.Len() == 0 {
-			if ctx.currentDatabase != "" {
-				prompt = fmt.Sprintf("seaweedfs:%s> ", ctx.currentDatabase)
-			} else {
-				prompt = "seaweedfs> "
-			}
-		} else {
-			prompt = "    -> " // Continuation prompt.
-		}
-
-		// Read line with readline support.
-		input, err := line.Prompt(prompt)
-		if err != nil {
-			if err == liner.ErrPromptAborted {
-				fmt.Println("Query cancelled")
-				queryBuffer.Reset()
-				continue
-			}
-			if err != io.EOF {
-				fmt.Printf("Input error: %v\n", err)
-			}
-			break
-		}
-
-		lineStr := strings.TrimSpace(input)
-
-		// Handle empty lines.
-		if lineStr == "" {
-			continue
-		}
-
-		// Accumulate lines in query buffer.
-		if queryBuffer.Len() > 0 {
-			queryBuffer.WriteString(" ")
-		}
-		queryBuffer.WriteString(lineStr)
-
-		// Check if we have a complete statement (ends with semicolon or special command).
-		fullQuery := strings.TrimSpace(queryBuffer.String())
-		isComplete := strings.HasSuffix(lineStr, ";") ||
-			isSpecialCommand(fullQuery)
-
-		if !isComplete {
-			continue // Continue reading more lines.
-		}
-
-		// Add completed command to history.
-		line.AppendHistory(fullQuery)
-
-		// Handle special commands (with or without semicolon).
-		cleanQuery := strings.TrimSuffix(fullQuery, ";")
-		cleanQuery = strings.TrimSpace(cleanQuery)
-
-		if cleanQuery == "exit" || cleanQuery == "quit" || cleanQuery == "\\q" {
-			fmt.Println("Goodbye!")
-			break
-		}
-
-		if cleanQuery == "help" {
-			showEnhancedHelp()
-			queryBuffer.Reset()
-			continue
-		}
-
-		// Handle database switching - use proper SQL parser instead of manual parsing.
-		if strings.HasPrefix(strings.ToUpper(cleanQuery), "USE ") {
-			// Execute USE statement through the SQL engine for proper parsing.
-			result, err := ctx.engine.ExecuteSQL(context.Background(), cleanQuery)
-			if err != nil {
-				fmt.Printf("Error: %v\n\n", err)
-			} else if result.Error != nil {
-				fmt.Printf("Error: %v\n\n", result.Error)
-			} else {
-				// Extract the database name from the result message for CLI context.
-				if len(result.Rows) > 0 && len(result.Rows[0]) > 0 {
-					message := result.Rows[0][0].ToString()
-					// Extract database name from "Database changed to: dbname".
-					if strings.HasPrefix(message, "Database changed to: ") {
-						ctx.currentDatabase = strings.TrimPrefix(message, "Database changed to: ")
-					}
-					fmt.Printf("%s\n\n", message)
-				}
-			}
-			queryBuffer.Reset()
-			continue
-		}
-
-		// Handle output format switching.
-		if strings.HasPrefix(strings.ToUpper(cleanQuery), "\\FORMAT ") {
-			format := strings.TrimSpace(strings.TrimPrefix(strings.ToUpper(cleanQuery), "\\FORMAT "))
-			switch format {
-			case "TABLE":
-				ctx.outputFormat = OutputTable
-				fmt.Println("Output format set to: table")
-			case "JSON":
-				ctx.outputFormat = OutputJSON
-				fmt.Println("Output format set to: json")
-			case "CSV":
-				ctx.outputFormat = OutputCSV
-				fmt.Println("Output format set to: csv")
-			default:
-				fmt.Printf("Invalid format: %s. Supported: table, json, csv\n", format)
-			}
-			queryBuffer.Reset()
-			continue
-		}
-
-		// Execute SQL query (without semicolon).
-		executeAndDisplay(ctx, cleanQuery, true)
-
-		// Reset buffer for next query.
-		queryBuffer.Reset()
-	}
-
-	return true
-}
-
-// isSpecialCommand checks if a command is a special command that doesn't require semicolon.
-func isSpecialCommand(query string) bool {
-	cleanQuery := strings.TrimSuffix(strings.TrimSpace(query), ";")
-	cleanQuery = strings.ToLower(cleanQuery)
-
-	// Special commands that work with or without semicolon.
-	specialCommands := []string{
-		"exit", "quit", "\\q", "help",
-	}
-
-	for _, cmd := range specialCommands {
-		if cleanQuery == cmd {
-			return true
-		}
-	}
-
-	// Commands that are exactly specific commands (not just prefixes).
-	parts := strings.Fields(strings.ToUpper(cleanQuery))
-	if len(parts) == 0 {
-		return false
-	}
-	return (parts[0] == "USE" && len(parts) >= 2) ||
-		strings.HasPrefix(strings.ToUpper(cleanQuery), "\\FORMAT ")
-}
-
-// executeAndDisplay executes a query and displays the result in the specified format.
-func executeAndDisplay(ctx *SQLContext, query string, showTiming bool) bool {
-	startTime := time.Now()
-
-	// Execute the query.
-	execCtx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
-	defer cancel()
-
-	result, err := ctx.engine.ExecuteSQL(execCtx, query)
-	if err != nil {
-		if ctx.outputFormat == OutputJSON {
-			errorResult := map[string]interface{}{
-				"error": err.Error(),
-				"query": query,
-			}
-			jsonBytes, _ := json.MarshalIndent(errorResult, "", "  ")
-			fmt.Println(string(jsonBytes))
-		} else {
-			fmt.Printf("Error: %v\n", err)
-		}
-		return false
-	}
-
-	if result.Error != nil {
-		if ctx.outputFormat == OutputJSON {
-			errorResult := map[string]interface{}{
-				"error": result.Error.Error(),
-				"query": query,
-			}
-			jsonBytes, _ := json.MarshalIndent(errorResult, "", "  ")
-			fmt.Println(string(jsonBytes))
-		} else {
-			fmt.Printf("Query Error: %v\n", result.Error)
-		}
-		return false
-	}
-
-	// Display results in the specified format.
-	switch ctx.outputFormat {
-	case OutputTable:
-		displayTableResult(result)
-	case OutputJSON:
-		displayJSONResult(result)
-	case OutputCSV:
-		displayCSVResult(result)
-	}
-
-	// Show execution time for interactive/table mode.
-	// Only show timing if there are columns or if result is truly empty.
-	if showTiming && ctx.outputFormat == OutputTable && (len(result.Columns) > 0 || len(result.Rows) == 0) {
-		elapsed := time.Since(startTime)
-		fmt.Printf("\n(%d rows in set, %.3f sec)\n\n", len(result.Rows), elapsed.Seconds())
-	}
-
-	return true
-}
-
-// displayTableResult formats and displays query results in ASCII table format.
-func displayTableResult(result *engine.QueryResult) {
-	if len(result.Columns) == 0 {
-		fmt.Println("Empty result set")
-		return
-	}
-
-	// Calculate column widths for formatting.
-	colWidths := make([]int, len(result.Columns))
-	for i, col := range result.Columns {
-		colWidths[i] = len(col)
-	}
-
-	// Check data for wider columns.
-	for _, row := range result.Rows {
-		for i, val := range row {
-			if i < len(colWidths) {
-				valStr := val.ToString()
-				if len(valStr) > colWidths[i] {
-					colWidths[i] = len(valStr)
-				}
-			}
-		}
-	}
-
-	// Print header separator.
-	fmt.Print("+")
-	for _, width := range colWidths {
-		fmt.Print(strings.Repeat("-", width+2) + "+")
-	}
-	fmt.Println()
-
-	// Print column headers.
-	fmt.Print("|")
-	for i, col := range result.Columns {
-		fmt.Printf(" %-*s |", colWidths[i], col)
-	}
-	fmt.Println()
-
-	// Print separator.
-	fmt.Print("+")
-	for _, width := range colWidths {
-		fmt.Print(strings.Repeat("-", width+2) + "+")
-	}
-	fmt.Println()
-
-	// Print data rows.
-	for _, row := range result.Rows {
-		fmt.Print("|")
-		for i, val := range row {
-			if i < len(colWidths) {
-				fmt.Printf(" %-*s |", colWidths[i], val.ToString())
-			}
-		}
-		fmt.Println()
-	}
-
-	// Print bottom separator.
-	fmt.Print("+")
-	for _, width := range colWidths {
-		fmt.Print(strings.Repeat("-", width+2) + "+")
-	}
-	fmt.Println()
-}
-
-// displayJSONResult outputs query results in JSON format.
-func displayJSONResult(result *engine.QueryResult) {
-	// Convert result to JSON-friendly format.
-	jsonResult := map[string]interface{}{
-		"columns": result.Columns,
-		"rows":    make([]map[string]interface{}, len(result.Rows)),
-		"count":   len(result.Rows),
-	}
-
-	// Convert rows to JSON objects.
-	for i, row := range result.Rows {
-		rowObj := make(map[string]interface{})
-		for j, val := range row {
-			if j < len(result.Columns) {
-				rowObj[result.Columns[j]] = val.ToString()
-			}
-		}
-		jsonResult["rows"].([]map[string]interface{})[i] = rowObj
-	}
-
-	// Marshal and print JSON.
-	jsonBytes, err := json.MarshalIndent(jsonResult, "", "  ")
-	if err != nil {
-		fmt.Printf("Error formatting JSON: %v\n", err)
-		return
-	}
-
-	fmt.Println(string(jsonBytes))
-}
-
-// displayCSVResult outputs query results in CSV format.
-func displayCSVResult(result *engine.QueryResult) {
-	// Handle execution plan results specially to avoid CSV quoting issues.
-	if len(result.Columns) == 1 && result.Columns[0] == "Query Execution Plan" {
-		// For execution plans, output directly without CSV encoding to avoid quotes.
-		for _, row := range result.Rows {
-			if len(row) > 0 {
-				fmt.Println(row[0].ToString())
-			}
-		}
-		return
-	}
-
-	// Standard CSV output for regular query results.
-	writer := csv.NewWriter(os.Stdout)
-	defer writer.Flush()
-
-	// Write headers.
-	if err := writer.Write(result.Columns); err != nil {
-		fmt.Printf("Error writing CSV headers: %v\n", err)
-		return
-	}
-
-	// Write data rows.
-	for _, row := range result.Rows {
-		csvRow := make([]string, len(row))
-		for i, val := range row {
-			csvRow[i] = val.ToString()
-		}
-		if err := writer.Write(csvRow); err != nil {
-			fmt.Printf("Error writing CSV row: %v\n", err)
-			return
-		}
-	}
-}
-
-func showEnhancedHelp() {
-	fmt.Println(`SeaweedFS Enhanced SQL Interface Help:
-
-METADATA OPERATIONS:
-  SHOW DATABASES;              - List all MQ namespaces
-  SHOW TABLES;                 - List all topics in current namespace
-  SHOW TABLES FROM database;   - List topics in specific namespace
-  DESCRIBE table_name;         - Show table schema
-
-ADVANCED QUERYING:
-  SELECT * FROM table_name;                    - Query all data
-  SELECT col1, col2 FROM table WHERE ...;     - Column projection
-  SELECT * FROM table WHERE id <= 100;        - Range filtering
-  SELECT * FROM table WHERE name LIKE 'admin%'; - Pattern matching
-  SELECT * FROM table WHERE status IN ('active', 'pending'); - Multi-value
-  SELECT COUNT(*), MAX(id), MIN(id) FROM ...;  - Aggregation functions
-
-QUERY ANALYSIS:
-  EXPLAIN SELECT ...;                          - Show hierarchical execution plan
-                                                 (data sources, optimizations, timing)
-
-DDL OPERATIONS:
-  CREATE TABLE topic (field1 INT, field2 STRING); - Create topic
-  Note: ALTER TABLE and DROP TABLE are not supported
-
-SPECIAL COMMANDS:
-  USE database_name;           - Switch database context
-  \format table|json|csv       - Change output format
-  help;                        - Show this help
-  exit; or quit; or \q        - Exit interface
-
-EXTENDED WHERE OPERATORS:
-  =, <, >, <=, >=             - Comparison operators
-  !=, <>                      - Not equal operators
-  LIKE 'pattern%'             - Pattern matching (% = any chars, _ = single char)
-  IN (value1, value2, ...)    - Multi-value matching
-  AND, OR                     - Logical operators
-
-EXAMPLES:
-  SELECT * FROM user_events WHERE user_id >= 10 AND status != 'deleted';
-  SELECT username FROM users WHERE email LIKE '%@company.com';
-  SELECT * FROM logs WHERE level IN ('error', 'warning') AND timestamp >= '2023-01-01';
-  EXPLAIN SELECT MAX(id) FROM events;  -- View execution plan
-
-Current Status: Full WHERE clause support + Real MQ integration`)
-}

docker/Dockerfile.e2e

@@ -2,28 +2,12 @@ FROM ubuntu:22.04
 
 LABEL author="Chris Lu"
 
-# Use faster mirrors and optimize package installation
-# Note: This e2e test image intentionally runs as root for simplicity and compatibility.
-# Production images (Dockerfile.go_build) use proper user isolation with su-exec.
-# For testing purposes, running as root avoids permission complexities and dependency
-# on Alpine-specific tools like su-exec (not available in Ubuntu repos).
-RUN apt-get update && \
-    DEBIAN_FRONTEND=noninteractive apt-get install -y \
-    --no-install-recommends \
-    --no-install-suggests \
-    curl \
-    fio \
-    fuse \
-    ca-certificates \
-    && apt-get clean \
-    && rm -rf /var/lib/apt/lists/* \
-    && rm -rf /tmp/* \
-    && rm -rf /var/tmp/*
+RUN apt-get update && apt-get install -y curl fio fuse
 RUN mkdir -p /etc/seaweedfs /data/filerldb2
 
 COPY ./weed /usr/bin/
 COPY ./filer.toml /etc/seaweedfs/filer.toml
-COPY ./entrypoint_e2e.sh /entrypoint.sh
+COPY ./entrypoint.sh /entrypoint.sh
 
 # volume server grpc port
 EXPOSE 18080

docker/Dockerfile.foundationdb_large

@@ -1,132 +0,0 @@
-FROM golang:1.25 AS builder
-
-RUN apt-get update && \
-    apt-get install -y build-essential wget ca-certificates && \
-    rm -rf /var/lib/apt/lists/*
-
-ARG FDB_VERSION=7.4.5
-ENV FDB_VERSION=${FDB_VERSION}
-ARG TARGETARCH
-
-# Install FoundationDB client libraries with SHA256 checksum verification
-# Known SHA256 checksums for FoundationDB client packages (verified 2025-01-19)
-# To add checksums for new versions: run docker/get_fdb_checksum.sh <version> <arch>
-RUN cd /tmp && \
-    case "${TARGETARCH}" in \
-        "amd64") FDB_ARCH="amd64"; PACKAGE_ARCH="amd64" ;; \
-        "arm64") FDB_ARCH="arm64"; PACKAGE_ARCH="aarch64" ;; \
-        *) echo "Unsupported architecture: ${TARGETARCH}" >&2; exit 1 ;; \
-    esac && \
-    case "${FDB_VERSION}_${FDB_ARCH}" in \
-        "7.4.5_amd64") \
-            EXPECTED_SHA256="eea6b98cf386a0848655b2e196d18633662a7440a7ee061c10e32153c7e7e112" ;; \
-        "7.4.5_arm64") \
-            EXPECTED_SHA256="f2176b86b7e1b561c3632b4e6e7efb82e3b8f57c2ff0d0ac4671e742867508aa" ;; \
-        "7.3.43_amd64") \
-            EXPECTED_SHA256="c3fa0a59c7355b914a1455dac909238d5ea3b6c6bc7b530af8597e6487c1651a" ;; \
-        "7.3.43_arm64") \
-            echo "ERROR: FoundationDB ${FDB_VERSION} does not publish arm64 client packages." >&2; \
-            echo "Please upgrade to 7.4.5+ when targeting arm64." >&2; \
-            exit 1 ;; \
-        *) \
-            echo "ERROR: No checksum available for FDB version ${FDB_VERSION} on ${FDB_ARCH}" >&2; \
-            echo "This is a security requirement. To add verification:" >&2; \
-            echo "  1. Run: docker/get_fdb_checksum.sh ${FDB_VERSION} ${FDB_ARCH}" >&2; \
-            echo "  2. Add the checksum to this Dockerfile" >&2; \
-            echo "Refusing to proceed without checksum verification." >&2; \
-            exit 1 ;; \
-    esac && \
-    PACKAGE="foundationdb-clients_${FDB_VERSION}-1_${PACKAGE_ARCH}.deb" && \
-    wget --timeout=30 --tries=3 https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE} && \
-    echo "${EXPECTED_SHA256}  ${PACKAGE}" | sha256sum -c - || \
-        (echo "ERROR: Checksum verification failed for FoundationDB ${FDB_VERSION} (${FDB_ARCH})" >&2; \
-         echo "Expected: ${EXPECTED_SHA256}" >&2; \
-         echo "This indicates either a corrupted download or potential tampering." >&2; \
-         exit 1) && \
-    dpkg -i ${PACKAGE} && \
-    rm ${PACKAGE}
-
-# Set up FoundationDB environment variables for CGO
-ENV CGO_CFLAGS="-I/usr/include/foundationdb"
-ENV CGO_LDFLAGS="-lfdb_c"
-
-# build SeaweedFS sources; prefer local context but fall back to git clone if context only has docker files
-ARG SOURCE_REF=master
-WORKDIR /go/src/github.com/seaweedfs/seaweedfs
-COPY . .
-RUN set -euo pipefail && \
-    if [ ! -d weed ]; then \
-        echo "Local build context does not include SeaweedFS sources; cloning ${SOURCE_REF}" >&2; \
-        mkdir -p /tmp/local-context && cp -a /go/src/github.com/seaweedfs/seaweedfs/. /tmp/local-context && \
-        cd / && rm -rf /go/src/github.com/seaweedfs/seaweedfs && \
-        git clone --depth 1 --branch ${SOURCE_REF} https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs && \
-        cp -a /tmp/local-context/. /go/src/github.com/seaweedfs/seaweedfs/docker/ && \
-        rm -rf /tmp/local-context && \
-        cd /go/src/github.com/seaweedfs/seaweedfs; \
-    fi && \
-    cd weed \
-  && COMMIT_SHA=$(git rev-parse --short HEAD 2>/dev/null || echo "unknown") \
-  && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=${COMMIT_SHA}" \
-  && go install -tags "5BytesOffset foundationdb" -ldflags "${LDFLAGS}"
-
-
-FROM debian:bookworm-slim AS final
-LABEL author="Chris Lu"
-
-# Install runtime dependencies first
-RUN apt-get update && \
-    apt-get install -y --no-install-recommends \
-    ca-certificates \
-    curl \
-    fuse \
-    wget && \
-    rm -rf /var/lib/apt/lists/*
-
-# Reuse FoundationDB artifacts installed during the build stage
-COPY --from=builder /usr/lib/libfdb_c* /usr/lib/
-COPY --from=builder /usr/lib/foundationdb /usr/lib/foundationdb
-COPY --from=builder /usr/bin/fdb* /usr/bin/
-RUN ldconfig
-
-# Copy SeaweedFS binary and configuration
-COPY --from=builder /go/bin/weed /usr/bin/
-RUN mkdir -p /etc/seaweedfs
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_foundationdb.toml /etc/seaweedfs/filer.toml
-COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Create non-root user
-RUN groupadd -g 1000 seaweed && \
-    useradd -u 1000 -g seaweed -s /bin/bash -m seaweed
-
-# volume server gprc port
-EXPOSE 18080
-# volume server http port
-EXPOSE 8080
-# filer server gprc port
-EXPOSE 18888
-# filer server http port
-EXPOSE 8888
-# master server shared gprc port
-EXPOSE 19333
-# master server shared http port
-EXPOSE 9333
-# s3 server http port
-EXPOSE 8333
-# webdav server http port
-EXPOSE 7333
-
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
-
-VOLUME /data
-
-WORKDIR /data
-
-# Switch to non-root user
-USER seaweed
-
-ENTRYPOINT ["/entrypoint.sh"]
-

docker/Dockerfile.go_build

@@ -1,17 +1,10 @@
-FROM golang:1.25-alpine AS builder
+FROM golang:1.24-alpine as builder
 RUN apk add git g++ fuse
 RUN mkdir -p /go/src/github.com/seaweedfs/
+RUN git clone https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
 ARG BRANCH=${BRANCH:-master}
-# Clone with full history and all tags to ensure all commits are available
-RUN git clone --no-single-branch --tags https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
 ARG TAGS
-RUN cd /go/src/github.com/seaweedfs/seaweedfs && \
-    (git checkout $BRANCH || \
-     (echo "Checkout failed, fetching all history..." && \
-      git fetch --all --tags --prune && \
-      git checkout $BRANCH) || \
-     (echo "ERROR: Branch/commit $BRANCH not found in repository" && \
-      echo "Available branches:" && git branch -a && exit 1))
+RUN cd /go/src/github.com/seaweedfs/seaweedfs && git checkout $BRANCH
 RUN cd /go/src/github.com/seaweedfs/seaweedfs/weed \
   && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(git rev-parse --short HEAD)" \
   && CGO_ENABLED=0 go install -tags "$TAGS" -ldflags "-extldflags -static ${LDFLAGS}"
@@ -22,14 +15,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# FIPS 140-3 mode is ON by default (Go 1.24+)
-# To disable: docker run -e GODEBUG=fips140=off ...
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse curl su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse # for weed mount
 
 # volume server gprc port
 EXPOSE 18080
@@ -48,14 +34,11 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filerldb2 && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filerldb2
 
 VOLUME /data
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.local

@@ -1,15 +1,13 @@
 FROM alpine AS final
 LABEL author="Chris Lu"
-COPY  ./weed /usr/bin/weed
-RUN chmod +x /usr/bin/weed && ls -la /usr/bin/weed
+COPY  ./weed /usr/bin/
+COPY  ./weed_pub* /usr/bin/
+COPY  ./weed_sub* /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY ./filer.toml /etc/seaweedfs/filer.toml
 COPY ./entrypoint.sh /entrypoint.sh
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse curl su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse # for weed mount
+RUN apk add curl # for health checks
 
 # volume server grpc port
 EXPOSE 18080
@@ -28,14 +26,11 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filerldb2 && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filerldb2
 
 VOLUME /data
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.rocksdb_dev_env

@@ -1,17 +1,16 @@
-FROM golang:1.25 AS builder
+FROM golang:1.24 as builder
 
 RUN apt-get update
 RUN apt-get install -y build-essential libsnappy-dev zlib1g-dev libbz2-dev libgflags-dev liblz4-dev libzstd-dev
 
-ARG ROCKSDB_VERSION=v10.10.1
-ENV ROCKSDB_VERSION=${ROCKSDB_VERSION}
+ENV ROCKSDB_VERSION v10.2.1
 
 # build RocksDB
 RUN cd /tmp && \
     git clone https://github.com/facebook/rocksdb.git /tmp/rocksdb --depth 1 --single-branch --branch $ROCKSDB_VERSION && \
     cd rocksdb && \
-    PORTABLE=1 make -j"$(nproc)" static_lib && \
+    PORTABLE=1 make static_lib && \
     make install-static
 
-ENV CGO_CFLAGS="-I/tmp/rocksdb/include"
-ENV CGO_LDFLAGS="-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
+ENV CGO_CFLAGS "-I/tmp/rocksdb/include"
+ENV CGO_LDFLAGS "-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"

docker/Dockerfile.rocksdb_large

@@ -1,25 +1,24 @@
-FROM golang:1.25 AS builder
+FROM golang:1.24 as builder
 
 RUN apt-get update
 RUN apt-get install -y build-essential libsnappy-dev zlib1g-dev libbz2-dev libgflags-dev liblz4-dev libzstd-dev
 
-ARG ROCKSDB_VERSION=v10.10.1
-ENV ROCKSDB_VERSION=${ROCKSDB_VERSION}
+ENV ROCKSDB_VERSION v10.2.1
 
 # build RocksDB
 RUN cd /tmp && \
     git clone https://github.com/facebook/rocksdb.git /tmp/rocksdb --depth 1 --single-branch --branch $ROCKSDB_VERSION && \
     cd rocksdb && \
-    PORTABLE=1 make -j"$(nproc)" static_lib && \
+    PORTABLE=1 make static_lib && \
     make install-static
 
-ENV CGO_CFLAGS="-I/tmp/rocksdb/include"
-ENV CGO_LDFLAGS="-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
+ENV CGO_CFLAGS "-I/tmp/rocksdb/include"
+ENV CGO_LDFLAGS "-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd"
 
 # build SeaweedFS
 RUN mkdir -p /go/src/github.com/seaweedfs/
 RUN git clone https://github.com/seaweedfs/seaweedfs /go/src/github.com/seaweedfs/seaweedfs
-ARG BRANCH=master
+ARG BRANCH=${BRANCH:-master}
 RUN cd /go/src/github.com/seaweedfs/seaweedfs && git checkout $BRANCH
 RUN cd /go/src/github.com/seaweedfs/seaweedfs/weed \
   && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(git rev-parse --short HEAD)" \
@@ -32,11 +31,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags curl su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse snappy gflags
 
 # volume server gprc port
 EXPOSE 18080
@@ -55,15 +50,12 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filer_rocksdb && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filer_rocksdb
 
 VOLUME /data
 
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Dockerfile.rocksdb_large_local

@@ -15,11 +15,7 @@ COPY --from=builder /go/bin/weed /usr/bin/
 RUN mkdir -p /etc/seaweedfs
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.toml /etc/seaweedfs/filer.toml
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
-
-# Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags curl tmux su-exec && \
-    addgroup -g 1000 seaweed && \
-    adduser -D -u 1000 -G seaweed seaweed
+RUN apk add fuse snappy gflags tmux
 
 # volume server gprc port
 EXPOSE 18080
@@ -38,15 +34,12 @@ EXPOSE 8333
 # webdav server http port
 EXPOSE 7333
 
-# Create data directory and set proper ownership for seaweed user
-RUN mkdir -p /data/filer_rocksdb && \
-    chown -R seaweed:seaweed /data && \
-    chown -R seaweed:seaweed /etc/seaweedfs && \
-    chmod 755 /entrypoint.sh
+RUN mkdir -p /data/filer_rocksdb
 
 VOLUME /data
 
 WORKDIR /data
 
-# Entrypoint will handle permission fixes and user switching
+RUN chmod +x /entrypoint.sh
+
 ENTRYPOINT ["/entrypoint.sh"]

docker/Makefile

@@ -5,34 +5,22 @@ all: gen
 gen: dev
 
 cgo ?= 0
-ldflags_extra ?= -extldflags -static
-
 binary:
 	export SWCOMMIT=$(shell git rev-parse --short HEAD)
 	export SWLDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util/version.COMMIT=$(SWCOMMIT)"
-	cd ../weed && CGO_ENABLED=$(cgo) GOOS=linux go build $(options) -tags "$(tags)" -ldflags "-s -w $(ldflags_extra) $(SWLDFLAGS)" -o weed_binary && mv weed_binary ../docker/weed
+	cd ../weed && CGO_ENABLED=$(cgo) GOOS=linux go build $(options) -tags "$(tags)" -ldflags "-s -w -extldflags -static $(SWLDFLAGS)" -o weed_binary && mv weed_binary ../docker/weed
 	cd ../other/mq_client_example/agent_pub_record && CGO_ENABLED=$(cgo) GOOS=linux go build && mv agent_pub_record ../../../docker/
 	cd ../other/mq_client_example/agent_sub_record && CGO_ENABLED=$(cgo) GOOS=linux go build && mv agent_sub_record ../../../docker/
 
-# Race detector requires CGO and dynamic linking - don't use -static
 binary_race: options = -race
 binary_race: cgo = 1
-binary_race: ldflags_extra =
 binary_race: binary
 
 build: binary
 	docker build --no-cache -t chrislusf/seaweedfs:local -f Dockerfile.local .
 
 build_e2e: binary_race
-	docker buildx build \
-		--cache-from=type=local,src=/tmp/.buildx-cache \
-		--cache-to=type=local,dest=/tmp/.buildx-cache-new,mode=max \
-		--load \
-		-t chrislusf/seaweedfs:e2e \
-		-f Dockerfile.e2e .
-	# Move cache to avoid growing cache size
-	rm -rf /tmp/.buildx-cache || true
-	mv /tmp/.buildx-cache-new /tmp/.buildx-cache || true
+	docker build --no-cache -t chrislusf/seaweedfs:e2e -f Dockerfile.e2e .
 
 go_build: # make go_build tags=elastic,ydb,gocdk,hdfs,5BytesOffset,tarantool
 	docker build --build-arg TAGS=$(tags) --no-cache -t chrislusf/seaweedfs:go_build -f Dockerfile.go_build .

docker/admin_integration/docker-compose-ec-test.yml

@@ -25,7 +25,7 @@ services:
     ports:
       - "8080:8080"
       - "18080:18080"
-    command: "volume -master=master:9333 -ip=volume1 -dir=/data -max=10"
+    command: "volume -mserver=master:9333 -ip=volume1 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -38,7 +38,7 @@ services:
     ports:
       - "8081:8080"
       - "18081:18080"
-    command: "volume -master=master:9333 -ip=volume2 -dir=/data -max=10"
+    command: "volume -mserver=master:9333 -ip=volume2 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -51,7 +51,7 @@ services:
     ports:
       - "8082:8080"
       - "18082:18080"
-    command: "volume -master=master:9333 -ip=volume3 -dir=/data -max=10"
+    command: "volume -mserver=master:9333 -ip=volume3 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -64,7 +64,7 @@ services:
     ports:
       - "8083:8080"
       - "18083:18080"
-    command: "volume -master=master:9333 -ip=volume4 -dir=/data -max=10"
+    command: "volume -mserver=master:9333 -ip=volume4 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -77,7 +77,7 @@ services:
     ports:
       - "8084:8080"
       - "18084:18080"
-    command: "volume -master=master:9333 -ip=volume5 -dir=/data -max=10"
+    command: "volume -mserver=master:9333 -ip=volume5 -dir=/data -max=10"
     depends_on:
       - master
     volumes:
@@ -90,7 +90,7 @@ services:
     ports:
       - "8085:8080"
       - "18085:18080"
-    command: "volume -master=master:9333 -ip=volume6 -dir=/data -max=10"
+    command: "volume -mserver=master:9333 -ip=volume6 -dir=/data -max=10"
     depends_on:
       - master
     volumes:

docker/compose/e2e-mount.yml

@@ -6,20 +6,16 @@ services:
     command: "-v=4 master -ip=master -ip.bind=0.0.0.0 -raftBootstrap"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:9333/cluster/healthz" ]
-      interval: 2s
-      timeout: 10s
-      retries: 30
-      start_period: 10s
+      interval: 1s
+      timeout: 60s
 
   volume:
     image: chrislusf/seaweedfs:e2e
-    command: "-v=4 volume -master=master:9333 -ip=volume -ip.bind=0.0.0.0 -preStopSeconds=1"
+    command: "-v=4 volume -mserver=master:9333 -ip=volume -ip.bind=0.0.0.0 -preStopSeconds=1"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:8080/healthz" ]
-      interval: 2s
-      timeout: 10s
-      retries: 15
-      start_period: 5s
+      interval: 1s
+      timeout: 30s
     depends_on:
       master:
         condition: service_healthy
@@ -29,10 +25,8 @@ services:
     command: "-v=4 filer -master=master:9333 -ip=filer -ip.bind=0.0.0.0"
     healthcheck:
       test: [ "CMD", "curl", "--fail", "-I", "http://localhost:8888" ]
-      interval: 2s
-      timeout: 10s
-      retries: 15
-      start_period: 5s
+      interval: 1s
+      timeout: 30s
     depends_on:
       volume:
         condition: service_healthy
@@ -52,10 +46,8 @@ services:
           memory: 4096m
     healthcheck:
       test: [ "CMD", "mountpoint", "-q", "--", "/mnt/seaweedfs" ]
-      interval: 2s
-      timeout: 10s
-      retries: 15
-      start_period: 10s
+      interval: 1s
+      timeout: 30s
     depends_on:
       filer:
         condition: service_healthy

docker/compose/local-brokers-compose.yml

@@ -36,7 +36,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: 'volume -dataCenter=dc1 -rack=v1 -master="master0:9333,master1:9334,master2:9335" -port=8080 -ip=volume1 -publicUrl=localhost:8080 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc1 -rack=v1 -mserver="master0:9333,master1:9334,master2:9335" -port=8080 -ip=volume1 -publicUrl=localhost:8080 -preStopSeconds=1'
     depends_on:
       - master0
       - master1
@@ -46,7 +46,7 @@ services:
     ports:
       - 8082:8082
       - 18082:18082
-    command: 'volume -dataCenter=dc2 -rack=v2 -master="master0:9333,master1:9334,master2:9335" -port=8082 -ip=volume2 -publicUrl=localhost:8082 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc2 -rack=v2 -mserver="master0:9333,master1:9334,master2:9335" -port=8082 -ip=volume2 -publicUrl=localhost:8082 -preStopSeconds=1'
     depends_on:
       - master0
       - master1
@@ -56,7 +56,7 @@ services:
     ports:
       - 8083:8083
       - 18083:18083
-    command: 'volume -dataCenter=dc3 -rack=v3 -master="master0:9333,master1:9334,master2:9335" -port=8083 -ip=volume3 -publicUrl=localhost:8083 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc3 -rack=v3 -mserver="master0:9333,master1:9334,master2:9335" -port=8083 -ip=volume3 -publicUrl=localhost:8083 -preStopSeconds=1'
     depends_on:
       - master0
       - master1

docker/compose/local-cluster-compose.yml

@@ -36,7 +36,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: 'volume -dataCenter=dc1 -rack=v1 -master="master0:9333,master1:9334,master2:9335" -port=8080 -ip=volume1 -publicUrl=localhost:8080 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc1 -rack=v1 -mserver="master0:9333,master1:9334,master2:9335" -port=8080 -ip=volume1 -publicUrl=localhost:8080 -preStopSeconds=1'
     depends_on:
       - master0
       - master1
@@ -46,7 +46,7 @@ services:
     ports:
       - 8082:8082
       - 18082:18082
-    command: 'volume -dataCenter=dc2 -rack=v2 -master="master0:9333,master1:9334,master2:9335" -port=8082 -ip=volume2 -publicUrl=localhost:8082 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc2 -rack=v2 -mserver="master0:9333,master1:9334,master2:9335" -port=8082 -ip=volume2 -publicUrl=localhost:8082 -preStopSeconds=1'
     depends_on:
       - master0
       - master1
@@ -56,7 +56,7 @@ services:
     ports:
       - 8083:8083
       - 18083:18083
-    command: 'volume -dataCenter=dc3 -rack=v3 -master="master0:9333,master1:9334,master2:9335" -port=8083 -ip=volume3 -publicUrl=localhost:8083 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc3 -rack=v3 -mserver="master0:9333,master1:9334,master2:9335" -port=8083 -ip=volume3 -publicUrl=localhost:8083 -preStopSeconds=1'
     depends_on:
       - master0
       - master1

docker/compose/local-dev-compose.yml

@@ -16,7 +16,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "-v=1 volume -master=master:9333 -port=8080 -ip=volume -preStopSeconds=1 -max=10000"
+    command: "-v=1 volume -mserver=master:9333 -port=8080 -ip=volume -preStopSeconds=1 -max=10000"
     depends_on:
       - master
     volumes:

docker/compose/local-hashicorp-raft-compose.yml

@@ -42,7 +42,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: 'volume -dataCenter=dc1 -rack=v1 -master="master0:9333,master1:9334,master2:9335" -port=8080 -ip=volume1 -publicUrl=localhost:8080 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc1 -rack=v1 -mserver="master0:9333,master1:9334,master2:9335" -port=8080 -ip=volume1 -publicUrl=localhost:8080 -preStopSeconds=1'
     depends_on:
       - master0
       - master1
@@ -51,7 +51,7 @@ services:
     ports:
       - 8082:8082
       - 18082:18082
-    command: 'volume -dataCenter=dc2 -rack=v2 -master="master0:9333,master1:9334,master2:9335" -port=8082 -ip=volume2 -publicUrl=localhost:8082 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc2 -rack=v2 -mserver="master0:9333,master1:9334,master2:9335" -port=8082 -ip=volume2 -publicUrl=localhost:8082 -preStopSeconds=1'
     depends_on:
       - master0
       - master1
@@ -60,7 +60,7 @@ services:
     ports:
       - 8083:8083
       - 18083:18083
-    command: 'volume -dataCenter=dc3 -rack=v3 -master="master0:9333,master1:9334,master2:9335" -port=8083 -ip=volume3 -publicUrl=localhost:8083 -preStopSeconds=1'
+    command: 'volume -dataCenter=dc3 -rack=v3 -mserver="master0:9333,master1:9334,master2:9335" -port=8083 -ip=volume3 -publicUrl=localhost:8083 -preStopSeconds=1'
     depends_on:
       - master0
       - master1

docker/compose/local-k8s-compose.yml

@@ -12,7 +12,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "volume -master=master:9333 -port=8080 -ip=volume"
+    command: "volume -mserver=master:9333 -port=8080 -ip=volume"
     depends_on:
       - master
   mysql:

docker/compose/local-minio-gateway-compose.yml

@@ -12,7 +12,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "volume -master=master:9333 -port=8080 -ip=volume -max=0 -preStopSeconds=1"
+    command: "volume -mserver=master:9333 -port=8080 -ip=volume -max=0 -preStopSeconds=1"
     depends_on:
       - master
   s3:

docker/compose/local-mount-compose.yml

@@ -12,7 +12,7 @@ services:
     ports:
       - 7455:8080
       - 9325:9325
-    command: 'volume -master="master:9333" -port=8080 -metricsPort=9325 -preStopSeconds=1 -publicUrl=localhost:7455'
+    command: 'volume -mserver="master:9333" -port=8080 -metricsPort=9325 -preStopSeconds=1 -publicUrl=localhost:7455'
     depends_on:
       - master
   filer:

docker/compose/local-mount-profile-compose.yml

@@ -14,7 +14,7 @@ services:
       - 9325:9325
     volumes:
       - /Volumes/mobile_disk/99:/data
-    command: 'volume -master="master:9333" -port=8080 -metricsPort=9325 -preStopSeconds=1 -publicUrl=localhost:7455'
+    command: 'volume -mserver="master:9333" -port=8080 -metricsPort=9325 -preStopSeconds=1 -publicUrl=localhost:7455'
     depends_on:
       - master
   filer:

docker/compose/local-nextcloud-compose.yml

@@ -12,7 +12,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "volume -master=master:9333 -port=8080 -ip=volume"
+    command: "volume -mserver=master:9333 -port=8080 -ip=volume"
     depends_on:
       - master
   s3:

docker/compose/local-registry-compose.yml

@@ -12,7 +12,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "volume -master=master:9333 -port=8080 -ip=volume -max=0 -preStopSeconds=1"
+    command: "volume -mserver=master:9333 -port=8080 -ip=volume -max=0 -preStopSeconds=1"
     depends_on:
       - master
   s3:

docker/compose/local-replicate-compose.yml

@@ -12,7 +12,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "volume -master=master:9333 -port=8080 -ip=volume -preStopSeconds=1"
+    command: "volume -mserver=master:9333 -port=8080 -ip=volume -preStopSeconds=1"
     depends_on:
       - master
   filer:

docker/compose/local-s3tests-compose.yml

@@ -15,7 +15,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "volume -master=master:9333 -port=8080 -ip=volume -preStopSeconds=1"
+    command: "volume -mserver=master:9333 -port=8080 -ip=volume -preStopSeconds=1"
     depends_on:
       - master
   s3:
@@ -24,7 +24,7 @@ services:
       - 8888:8888
       - 18888:18888
       - 8000:8000
-    command: 'filer -master="master:9333" -s3 -s3.config=/etc/seaweedfs/s3.json -s3.port=8000 -s3.allowDeleteBucketNotEmpty=false'
+    command: 'filer -master="master:9333" -s3 -s3.config=/etc/seaweedfs/s3.json -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false'
     volumes:
       - ./s3.json:/etc/seaweedfs/s3.json
     depends_on:

docker/compose/master-cloud.toml

@@ -7,14 +7,13 @@
 
 [master.maintenance]
 # periodically run these scripts are the same as running them from 'weed shell'
-# Scripts are skipped while an admin server is connected.
 scripts = """
   lock
   ec.encode -fullPercent=95 -quietFor=1h
-  ec.rebuild -apply
-  ec.balance -apply
-  volume.balance -apply
-  volume.fix.replication -apply
+  ec.rebuild -force
+  ec.balance -force
+  volume.balance -force
+  volume.fix.replication
   unlock
 """
 sleep_minutes = 17          # sleep minutes between each script execution

docker/compose/swarm-etcd.yml

@@ -1,4 +1,6 @@
 # 2021-01-30 16:25:30
+version: '3.8'
+
 services:
 
   etcd:
@@ -71,7 +73,7 @@ services:
       - net
     command:
       - 'volume'
-      - '-master=master:9333'
+      - '-mserver=master:9333'
       - '-port=8080'
     deploy:
       mode: global

docker/compose/test-etcd-filer.yml

@@ -17,7 +17,7 @@ services:
     ports:
       - 8080:8080
       - 18080:18080
-    command: "volume -master=master:9333 -port=8080 -ip=volume -max=0 -preStopSeconds=1"
+    command: "volume -mserver=master:9333 -port=8080 -ip=volume -max=0 -preStopSeconds=1"
     depends_on:
       - master
   s3:

docker/compose/test-tarantool-filer.yml

@@ -15,7 +15,7 @@ services:
 
   s3:
     image: chrislusf/seaweedfs:local
-    command: "server -ip=127.0.0.1 -filer -master.volumeSizeLimitMB=16 -volume.max=0 -volume -volume.preStopSeconds=1 -s3 -s3.config=/etc/seaweedfs/s3.json -s3.port=8000 -s3.allowDeleteBucketNotEmpty=false"
+    command: "server -ip=127.0.0.1 -filer -master.volumeSizeLimitMB=16 -volume.max=0 -volume -volume.preStopSeconds=1 -s3 -s3.config=/etc/seaweedfs/s3.json -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false"
     volumes:
       - ./s3.json:/etc/seaweedfs/s3.json
     environment:

docker/compose/test-ydb-filer.yml

@@ -20,7 +20,7 @@ services:
       - 8888:8888
       - 8000:8000
       - 18888:18888
-    command: "server -ip=s3 -filer -master.volumeSizeLimitMB=16 -volume.max=0 -volume -volume.preStopSeconds=1 -s3 -s3.config=/etc/seaweedfs/s3.json -s3.port=8000 -s3.allowDeleteBucketNotEmpty=false"
+    command: "server -ip=s3 -filer -master.volumeSizeLimitMB=16 -volume.max=0 -volume -volume.preStopSeconds=1 -s3 -s3.config=/etc/seaweedfs/s3.json -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false"
     volumes:
       - ./s3.json:/etc/seaweedfs/s3.json
     environment:

docker/entrypoint.sh

@@ -1,41 +1,5 @@
 #!/bin/sh
 
-# Enable FIPS 140-3 mode by default (Go 1.24+)
-# To disable: docker run -e GODEBUG=fips140=off ...
-export GODEBUG="${GODEBUG:+$GODEBUG,}fips140=on"
-
-# Fix permissions for mounted volumes
-# If /data is mounted from host, it might have different ownership
-# Fix this by ensuring seaweed user owns the directory
-if [ "$(id -u)" = "0" ]; then
-  # Running as root, check and fix permissions if needed
-  SEAWEED_UID=$(id -u seaweed)
-  SEAWEED_GID=$(id -g seaweed)
-  
-  # Verify seaweed user and group exist
-  if [ -z "$SEAWEED_UID" ] || [ -z "$SEAWEED_GID" ]; then
-    echo "Error: 'seaweed' user or group not found. Cannot fix permissions." >&2
-    exit 1
-  fi
-  
-  DATA_UID=$(stat -c '%u' /data 2>/dev/null)
-  DATA_GID=$(stat -c '%g' /data 2>/dev/null)
-
-  # Only run chown -R if ownership doesn't already match (avoids expensive
-  # recursive chown on subsequent starts, and is a no-op on OpenShift when
-  # fsGroup has already set correct ownership on the PVC).
-  if [ "$DATA_UID" != "$SEAWEED_UID" ] || [ "$DATA_GID" != "$SEAWEED_GID" ]; then
-    echo "Fixing /data ownership for seaweed user (uid=$SEAWEED_UID, gid=$SEAWEED_GID)"
-    if ! chown -R seaweed:seaweed /data; then
-      echo "Warning: Failed to change ownership of /data. This may cause permission errors." >&2
-      echo "If /data is read-only or has mount issues, the application may fail to start." >&2
-    fi
-  fi
-  
-  # Use su-exec to drop privileges and run as seaweed user
-  exec su-exec seaweed "$0" "$@"
-fi
-
 isArgPassed() {
   arg="$1"
   argWithEqualSign="$1="
@@ -44,10 +8,10 @@ isArgPassed() {
     passedArg="$1"
     shift
     case $passedArg in
-    "$arg")
+    $arg)
       return 0
       ;;
-    "$argWithEqualSign"*)
+    $argWithEqualSign*)
       return 0
       ;;
     esac
@@ -58,7 +22,7 @@ isArgPassed() {
 case "$1" in
 
   'master')
-  	ARGS="-mdir=/data -volumeSizeLimitMB=1024"
+  	ARGS="-mdir=/data -volumePreallocate -volumeSizeLimitMB=1024"
   	shift
   	exec /usr/bin/weed -logtostderr=true master $ARGS $@
 	;;
@@ -73,9 +37,9 @@ case "$1" in
 	;;
 
   'server')
-  	ARGS="-dir=/data -volume.max=0 -master.volumeSizeLimitMB=1024"
+  	ARGS="-dir=/data -volume.max=0 -master.volumePreallocate -master.volumeSizeLimitMB=1024"
   	if isArgPassed "-volume.max" "$@"; then
-  	  ARGS="-dir=/data -master.volumeSizeLimitMB=1024"
+  	  ARGS="-dir=/data -master.volumePreallocate -master.volumeSizeLimitMB=1024"
   	fi
  	shift
   	exec /usr/bin/weed -logtostderr=true server $ARGS $@

docker/entrypoint_e2e.sh

@@ -1,86 +0,0 @@
-#!/bin/bash
-set -e
-
-# Simplified entrypoint for e2e testing
-# 
-# This script intentionally runs as root for e2e test environments to:
-# 1. Simplify test setup and avoid permission-related test failures
-# 2. Eliminate dependency on Alpine-specific tools (su-exec) since we use Ubuntu base
-# 3. Focus testing on application logic rather than container security
-#
-# IMPORTANT: Production deployments should use Dockerfile.go_build with proper
-# user isolation via su-exec. This simplified approach is ONLY for testing.
-
-isArgPassed() {
-  arg="$1"
-  argWithEqualSign="$1="
-  shift
-  while [ $# -gt 0 ]; do
-    passedArg="$1"
-    shift
-    case $passedArg in
-    "$arg")
-      return 0
-      ;;
-    "$argWithEqualSign"*)
-      return 0
-      ;;
-    esac
-  done
-  return 1
-}
-
-case "$1" in
-
-  'master')
-  	ARGS="-mdir=/data -volumeSizeLimitMB=1024"
-  	shift
-  	exec /usr/bin/weed -logtostderr=true master $ARGS "$@"
-	;;
-
-  'volume')
-  	ARGS="-dir=/data -max=0"
-  	if isArgPassed "-max" "$@"; then
-  	  ARGS="-dir=/data"
-  	fi
-  	shift
-  	exec /usr/bin/weed -logtostderr=true volume $ARGS "$@"
-	;;
-
-  'server')
-  	ARGS="-dir=/data -volume.max=0 -master.volumeSizeLimitMB=1024"
-  	if isArgPassed "-volume.max" "$@"; then
-  	  ARGS="-dir=/data -master.volumeSizeLimitMB=1024"
-  	fi
- 	shift
-  	exec /usr/bin/weed -logtostderr=true server $ARGS "$@"
-  	;;
-
-  'filer')
-  	ARGS=""
-  	shift
-  	exec /usr/bin/weed -logtostderr=true filer $ARGS "$@"
-	;;
-
-  's3')
-  	ARGS="-domainName=$S3_DOMAIN_NAME -key.file=$S3_KEY_FILE -cert.file=$S3_CERT_FILE"
-  	shift
-  	exec /usr/bin/weed -logtostderr=true s3 $ARGS "$@"
-	;;
-
-  'mount')
-  	shift
-  	exec /usr/bin/weed -logtostderr=true mount "$@"
-	;;
-
-  'shell')
-  	ARGS="-cluster=$SHELL_CLUSTER -filer=$SHELL_FILER -filerGroup=$SHELL_FILER_GROUP -master=$SHELL_MASTER -options=$SHELL_OPTIONS"
-  	shift
-  	exec echo "$@" | /usr/bin/weed -logtostderr=true shell $ARGS
-  ;;
-
-  *)
-  	exec /usr/bin/weed "$@"
-	;;
-esac
-

docker/filer_foundationdb.toml

@@ -1,19 +0,0 @@
-[filer.options]
-# with http DELETE, by default the filer would check whether a folder is empty.
-# recursive_delete will delete all sub folders and files, similar to "rm -Rf"
-recursive_delete = false
-
-####################################################
-# FoundationDB store
-####################################################
-[foundationdb]
-enabled = true
-cluster_file = "/etc/foundationdb/fdb.cluster"
-api_version = 740
-# Optional: timeout for FDB operations (default: 10s)
-# timeout = "10s"
-# Optional: max retry delay for retryable errors (default: 1s)
-# max_retry_delay = "1s"
-# Optional: directory prefix for storing SeaweedFS data (default: "seaweedfs")
-# directory_prefix = "seaweedfs"
-

docker/get_fdb_checksum.sh

@@ -1,61 +0,0 @@
-#!/bin/bash
-# Helper script to get SHA256 checksum for FoundationDB client package
-# Usage: ./get_fdb_checksum.sh <version> [arch]
-# Example: ./get_fdb_checksum.sh 7.4.5 amd64
-# Example: ./get_fdb_checksum.sh 7.4.5 arm64
-
-set -euo pipefail
-
-if [ $# -lt 1 ] || [ $# -gt 2 ]; then
-    echo "Usage: $0 <fdb_version> [arch]" >&2
-    echo "Example: $0 7.4.5" >&2
-    echo "Example: $0 7.4.5 arm64" >&2
-    exit 1
-fi
-
-FDB_VERSION="$1"
-FDB_ARCH="${2:-amd64}"
-
-case "$FDB_ARCH" in
-    "amd64")
-        CANONICAL_ARCH="amd64"
-        PACKAGE_ARCH="amd64"
-        ;;
-    "arm64"|"aarch64")
-        CANONICAL_ARCH="arm64"
-        PACKAGE_ARCH="aarch64"
-        ;;
-    *)
-        echo "Error: Architecture must be 'amd64', 'arm64', or 'aarch64'" >&2
-        exit 1
-        ;;
-esac
-
-PACKAGE="foundationdb-clients_${FDB_VERSION}-1_${PACKAGE_ARCH}.deb"
-URL="https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/${PACKAGE}"
-
-echo "Downloading FoundationDB ${FDB_VERSION} client package for ${FDB_ARCH}..."
-echo "URL: ${URL}"
-echo ""
-
-# Download to temp directory
-TEMP_DIR=$(mktemp -d)
-trap 'rm -rf "${TEMP_DIR}"' EXIT
-
-cd "${TEMP_DIR}"
-if wget --timeout=30 --tries=3 -q "${URL}"; then
-    CHECKSUM=$(sha256sum "${PACKAGE}" | awk '{print $1}')
-    echo "✓ Download successful"
-    echo ""
-    echo "SHA256 Checksum:"
-    echo "${CHECKSUM}"
-    echo ""
-    echo "Add this to Dockerfile.foundationdb_large:"
-    echo "    \"${FDB_VERSION}_${CANONICAL_ARCH}\") \\"
-    echo "        EXPECTED_SHA256=\"${CHECKSUM}\" ;; \\"
-else
-    echo "✗ Failed to download package from ${URL}" >&2
-    echo "Please verify the version number, architecture, and URL" >&2
-    exit 1
-fi
-

docker/seaweedfs-compose.yml

@@ -7,14 +7,14 @@ services:
       - 9333:9333
       - 19333:19333
       - 9324:9324
-    command: 'master -ip=master -ip.bind=0.0.0.0 -metricsPort=9324'
+    command: "master -ip=master -ip.bind=0.0.0.0 -metricsPort=9324"
   volume:
     image: chrislusf/seaweedfs # use a remote image
     ports:
       - 8080:8080
       - 18080:18080
       - 9325:9325
-    command: 'volume -ip=volume -master="master:9333" -ip.bind=0.0.0.0 -port=8080 -metricsPort=9325'
+    command: 'volume -mserver="master:9333" -ip.bind=0.0.0.0 -port=8080  -metricsPort=9325'
     depends_on:
       - master
   filer:
@@ -23,7 +23,7 @@ services:
       - 8888:8888
       - 18888:18888
       - 9326:9326
-    command: 'filer -ip=filer -master="master:9333" -ip.bind=0.0.0.0 -metricsPort=9326'
+    command: 'filer -master="master:9333" -ip.bind=0.0.0.0 -metricsPort=9326'
     tty: true
     stdin_open: true
     depends_on:
@@ -54,6 +54,6 @@ services:
       - 9000:9090
     volumes:
       - ./prometheus:/etc/prometheus
-    command: '--web.enable-lifecycle --config.file=/etc/prometheus/prometheus.yml'
+    command: --web.enable-lifecycle  --config.file=/etc/prometheus/prometheus.yml
     depends_on:
       - s3

docker/seaweedfs-dev-compose.yml

@@ -6,13 +6,13 @@ services:
     ports:
       - 9333:9333
       - 19333:19333
-    command: 'master -ip=master -ip.bind=0.0.0.0'
+    command: "master -ip=master"
   volume:
     image: chrislusf/seaweedfs:dev # use a remote dev image
     ports:
       - 8080:8080
       - 18080:18080
-    command: 'volume -ip=volume -master="master:9333" -ip.bind=0.0.0.0 -port=8080'
+    command: 'volume -mserver="master:9333" -port=8080 -ip=volume'
     depends_on:
       - master
   filer:
@@ -20,7 +20,7 @@ services:
     ports:
       - 8888:8888
       - 18888:18888
-    command: 'filer -ip=filer -master="master:9333" -ip.bind=0.0.0.0'
+    command: 'filer -master="master:9333" -ip.bind=0.0.0.0'
     depends_on:
       - master
       - volume
@@ -42,12 +42,3 @@ services:
       - master
       - volume
       - filer
-  admin:
-    image: chrislusf/seaweedfs:dev # use a remote dev image
-    ports:
-      - 23646:23646
-    command: 'admin -master=master:9333'
-    depends_on:
-      - master
-      - volume
-      - filer

docker/security.toml.example

@@ -1,34 +0,0 @@
-# Put this file to one of the location, with descending priority
-#    ./security.toml
-#    $HOME/.seaweedfs/security.toml
-#    /etc/seaweedfs/security.toml
-# this file is read by master, volume server, filer, and worker
-
-# comma separated origins allowed to make requests to the filer and s3 gateway. 
-# enter in this format: https://domain.com, or http://localhost:port
-[cors.allowed_origins]
-values = "*"
-
-# this jwt signing key is read by master and volume server, and it is used for write operations:
-# - the Master server generates the JWT, which can be used to write a certain file on a volume server
-# - the Volume server validates the JWT on writing
-# the jwt defaults to expire after 10 seconds.
-# [jwt.signing]
-# key = "V1JJVEVTRUNSRVRFWEFNUExFMTIzNDU2Nzg5MDEy" # Example: WRITESECRETEXAMPLE123456789012
-# this jwt signing key is read by master and volume server, and it is used for read operations:
-# - the Master server generates the JWT, which can be used to read a certain file on a volume server
-# - the Volume server validates the JWT on reading
-# [jwt.signing.read]
-# key = "UkVBRFNFQ1JFVUVYQU1QTEUxMjM0NTY3ODkwMTI=" # Example: READSECRETEXAMPLE123456789012
-# If this JWT key is configured, Filer only accepts writes over HTTP if they are signed with this JWT:
-# - f.e. the S3 API Shim generates the JWT
-# - the Filer server validates the JWT on writing
-# the jwt defaults to expire after 10 seconds.
-# [jwt.filer_signing]
-# key = "RklMRVJXUklURVNFQ1JFVEVYQU1QTEUxMjM0NTY3OA==" # Example: FILERWRITESECRETEXAMPLE12345678
-# If this JWT key is configured, Filer only accepts reads over HTTP if they are signed with this JWT:
-# - f.e. the S3 API Shim generates the JWT
-# - the Filer server validates the JWT on reading
-# the jwt defaults to expire after 10 seconds.
-# [jwt.filer_signing.read]
-# key = "RklMRVJSRUFEU0VDUkVURVhBTVBMRTEyMzQ1Njc4OQ==" # Example: FILERREADSECRETEXAMPLE123456789

go.mod

@@ -1,11 +1,15 @@
 module github.com/seaweedfs/seaweedfs
 
-go 1.25.0
+go 1.24
+
+toolchain go1.24.1
 
 require (
-	cloud.google.com/go v0.123.0 // indirect
-	cloud.google.com/go/pubsub v1.50.1
-	cloud.google.com/go/storage v1.59.2
+	cloud.google.com/go v0.121.6 // indirect
+	cloud.google.com/go/pubsub v1.50.0
+	cloud.google.com/go/storage v1.56.1
+	github.com/Azure/azure-pipeline-go v0.2.3
+	github.com/Azure/azure-storage-blob-go v0.15.0
 	github.com/Shopify/sarama v1.38.1
 	github.com/aws/aws-sdk-go v1.55.8
 	github.com/beorn7/perks v1.0.1 // indirect
@@ -13,12 +17,12 @@ require (
 	github.com/cenkalti/backoff/v4 v4.3.0
 	github.com/cespare/xxhash/v2 v2.3.0 // indirect
 	github.com/coreos/go-semver v0.3.1 // indirect
-	github.com/coreos/go-systemd/v22 v22.6.0 // indirect
+	github.com/coreos/go-systemd/v22 v22.5.0 // indirect
 	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
 	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
 	github.com/dustin/go-humanize v1.0.1
-	github.com/eapache/go-resiliency v1.6.0 // indirect
-	github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 // indirect
+	github.com/eapache/go-resiliency v1.3.0 // indirect
+	github.com/eapache/go-xerial-snappy v0.0.0-20230111030713-bf00bc1b83b6 // indirect
 	github.com/eapache/queue v1.1.0 // indirect
 	github.com/facebookgo/clock v0.0.0-20150410010913-600d898af40a
 	github.com/facebookgo/ensure v0.0.0-20200202191622-63f1cf65ac4c // indirect
@@ -26,31 +30,34 @@ require (
 	github.com/facebookgo/stats v0.0.0-20151006221625-1b76add642e4
 	github.com/facebookgo/subset v0.0.0-20200203212716-c811ad88dec4 // indirect
 	github.com/fsnotify/fsnotify v1.9.0 // indirect
-	github.com/go-redsync/redsync/v4 v4.16.0
+	github.com/go-redsync/redsync/v4 v4.13.0
 	github.com/go-sql-driver/mysql v1.9.3
 	github.com/go-zookeeper/zk v1.0.3 // indirect
+	github.com/gocql/gocql v1.7.0
 	github.com/golang/protobuf v1.5.4
-	github.com/golang/snappy v1.0.0
+	github.com/golang/snappy v1.0.0 // indirect
 	github.com/google/btree v1.1.3
 	github.com/google/uuid v1.6.0
-	github.com/google/wire v0.7.0 // indirect
+	github.com/google/wire v0.6.0 // indirect
 	github.com/googleapis/gax-go/v2 v2.15.0 // indirect
 	github.com/gorilla/mux v1.8.1
+	github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed // indirect
 	github.com/hashicorp/errwrap v1.1.0 // indirect
 	github.com/hashicorp/go-multierror v1.1.1 // indirect
 	github.com/hashicorp/go-uuid v1.0.3 // indirect
-	github.com/jackc/pgx/v5 v5.8.0
+	github.com/jackc/pgx/v5 v5.7.5
 	github.com/jcmturner/gofork v1.7.6 // indirect
 	github.com/jcmturner/gokrb5/v8 v8.4.4 // indirect
 	github.com/jinzhu/copier v0.4.0
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
 	github.com/json-iterator/go v1.1.12
 	github.com/karlseguin/ccache/v2 v2.0.8
-	github.com/klauspost/compress v1.18.4
-	github.com/klauspost/reedsolomon v1.13.0
+	github.com/klauspost/compress v1.18.0 // indirect
+	github.com/klauspost/reedsolomon v1.12.5
 	github.com/kurin/blazer v0.5.3
-	github.com/linxGnu/grocksdb v1.10.7
-	github.com/mailru/easyjson v0.9.1 // indirect
+	github.com/linxGnu/grocksdb v1.10.2
+	github.com/mailru/easyjson v0.7.7 // indirect
+	github.com/mattn/go-ieproxy v0.0.11 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/modern-go/reflect2 v1.0.2 // indirect
@@ -60,23 +67,23 @@ require (
 	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
 	github.com/posener/complete v1.2.3
 	github.com/pquerna/cachecontrol v0.2.0
-	github.com/prometheus/client_golang v1.23.2
+	github.com/prometheus/client_golang v1.23.0
 	github.com/prometheus/client_model v0.6.2 // indirect
-	github.com/prometheus/common v0.67.2 // indirect
-	github.com/prometheus/procfs v0.20.1
+	github.com/prometheus/common v0.65.0 // indirect
+	github.com/prometheus/procfs v0.17.0
 	github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
 	github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
 	github.com/seaweedfs/goexif v1.0.3
-	github.com/seaweedfs/raft v1.1.6
-	github.com/sirupsen/logrus v1.9.4-0.20230606125235-dd1b4c2e81af // indirect
-	github.com/spf13/afero v1.15.0 // indirect
-	github.com/spf13/cast v1.10.0 // indirect
-	github.com/spf13/viper v1.21.0
-	github.com/stretchr/testify v1.11.1
+	github.com/seaweedfs/raft v1.1.3
+	github.com/sirupsen/logrus v1.9.3 // indirect
+	github.com/spf13/afero v1.12.0 // indirect
+	github.com/spf13/cast v1.7.1 // indirect
+	github.com/spf13/viper v1.20.1
+	github.com/stretchr/testify v1.11.0
 	github.com/stvp/tempredis v0.0.0-20181119212430-b82af8480203
 	github.com/syndtr/goleveldb v1.0.1-0.20190318030020-c3a204f8e965
 	github.com/tidwall/gjson v1.18.0
-	github.com/tidwall/match v1.2.0
+	github.com/tidwall/match v1.1.1
 	github.com/tidwall/pretty v1.2.0 // indirect
 	github.com/tsuna/gohbase v0.0.0-20201125011725-348991136365
 	github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43
@@ -86,231 +93,115 @@ require (
 	github.com/xdg-go/scram v1.1.2 // indirect
 	github.com/xdg-go/stringprep v1.0.4 // indirect
 	github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect
-	go.etcd.io/etcd/client/v3 v3.6.7
-	go.mongodb.org/mongo-driver v1.17.9
+	go.etcd.io/etcd/client/v3 v3.6.4
+	go.mongodb.org/mongo-driver v1.17.4
 	go.opencensus.io v0.24.0 // indirect
-	gocloud.dev v0.45.0
-	gocloud.dev/pubsub/natspubsub v0.45.0
-	gocloud.dev/pubsub/rabbitpubsub v0.44.0
-	golang.org/x/crypto v0.48.0
-	golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546
-	golang.org/x/image v0.36.0
-	golang.org/x/net v0.49.0
-	golang.org/x/oauth2 v0.35.0
-	golang.org/x/sys v0.42.0
-	golang.org/x/text v0.34.0 // indirect
-	golang.org/x/tools v0.41.0 // indirect
+	gocloud.dev v0.43.0
+	gocloud.dev/pubsub/natspubsub v0.43.0
+	gocloud.dev/pubsub/rabbitpubsub v0.43.0
+	golang.org/x/crypto v0.41.0
+	golang.org/x/exp v0.0.0-20250620022241-b7579e27df2b
+	golang.org/x/image v0.30.0
+	golang.org/x/net v0.43.0
+	golang.org/x/oauth2 v0.30.0 // indirect
+	golang.org/x/sys v0.35.0
+	golang.org/x/text v0.28.0 // indirect
+	golang.org/x/tools v0.36.0
 	golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
-	google.golang.org/api v0.258.0
-	google.golang.org/genproto v0.0.0-20251124214823-79d6a2a48846 // indirect
-	google.golang.org/grpc v1.78.0
-	google.golang.org/protobuf v1.36.11
+	google.golang.org/api v0.247.0
+	google.golang.org/genproto v0.0.0-20250715232539-7130f93afb79 // indirect
+	google.golang.org/grpc v1.75.0
+	google.golang.org/protobuf v1.36.8
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	modernc.org/b v1.0.0 // indirect
 	modernc.org/mathutil v1.7.1
 	modernc.org/memory v1.11.0 // indirect
-	modernc.org/sqlite v1.46.1
+	modernc.org/sqlite v1.38.2
 	modernc.org/strutil v1.2.1
 )
 
 require (
-	cloud.google.com/go/kms v1.23.2
+	cloud.google.com/go/kms v1.22.0
 	github.com/Azure/azure-sdk-for-go/sdk/keyvault/azkeys v0.10.0
 	github.com/Jille/raft-grpc-transport v1.6.1
-	github.com/ThreeDotsLabs/watermill v1.5.1
-	github.com/a-h/templ v0.3.977
-	github.com/apache/cassandra-gocql-driver/v2 v2.0.0
-	github.com/apache/iceberg-go v0.4.0
-	github.com/apple/foundationdb/bindings/go v0.0.0-20250911184653-27f7192f47c3
-	github.com/arangodb/go-driver v1.6.9
+	github.com/ThreeDotsLabs/watermill v1.5.0
+	github.com/a-h/templ v0.3.924
+	github.com/arangodb/go-driver v1.6.6
 	github.com/armon/go-metrics v0.4.1
-	github.com/aws/aws-sdk-go-v2 v1.41.3
-	github.com/aws/aws-sdk-go-v2/config v1.32.7
-	github.com/aws/aws-sdk-go-v2/credentials v1.19.7
-	github.com/aws/aws-sdk-go-v2/service/s3 v1.95.0
+	github.com/aws/aws-sdk-go-v2 v1.38.1
+	github.com/aws/aws-sdk-go-v2/config v1.31.3
+	github.com/aws/aws-sdk-go-v2/credentials v1.18.7
+	github.com/aws/aws-sdk-go-v2/service/s3 v1.87.1
 	github.com/cognusion/imaging v1.0.2
 	github.com/fluent/fluent-logger-golang v1.10.1
-	github.com/getsentry/sentry-go v0.43.0
-	github.com/go-ldap/ldap/v3 v3.4.12
-	github.com/golang-jwt/jwt/v5 v5.3.1
+	github.com/getsentry/sentry-go v0.35.0
+	github.com/gin-contrib/sessions v1.0.4
+	github.com/gin-gonic/gin v1.10.1
+	github.com/golang-jwt/jwt/v5 v5.3.0
 	github.com/google/flatbuffers/go v0.0.0-20230108230133-3b8644d32c50
+	github.com/hanwen/go-fuse/v2 v2.8.0
 	github.com/hashicorp/raft v1.7.3
 	github.com/hashicorp/raft-boltdb/v2 v2.3.1
-	github.com/hashicorp/vault/api v1.22.0
-	github.com/jhump/protoreflect v1.18.0
-	github.com/linkedin/goavro/v2 v2.15.0
-	github.com/mattn/go-sqlite3 v1.14.34
+	github.com/hashicorp/vault/api v1.20.0
 	github.com/minio/crc64nvme v1.1.1
 	github.com/orcaman/concurrent-map/v2 v2.0.1
-	github.com/parquet-go/parquet-go v0.28.0
-	github.com/pkg/sftp v1.13.10
+	github.com/parquet-go/parquet-go v0.25.1
+	github.com/pkg/sftp v1.13.9
 	github.com/rabbitmq/amqp091-go v1.10.0
-	github.com/rclone/rclone v1.73.1
+	github.com/rclone/rclone v1.70.3
 	github.com/rdleal/intervalst v1.5.0
-	github.com/redis/go-redis/v9 v9.18.0
-	github.com/schollz/progressbar/v3 v3.19.0
-	github.com/seaweedfs/go-fuse/v2 v2.9.1
-	github.com/shirou/gopsutil/v4 v4.26.2
-	github.com/tarantool/go-tarantool/v2 v2.4.1
-	github.com/testcontainers/testcontainers-go v0.39.0
+	github.com/redis/go-redis/v9 v9.12.1
+	github.com/schollz/progressbar/v3 v3.18.0
+	github.com/shirou/gopsutil/v3 v3.24.5
+	github.com/tarantool/go-tarantool/v2 v2.4.0
 	github.com/tikv/client-go/v2 v2.0.7
-	github.com/xeipuuv/gojsonschema v1.2.0
-	github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.1
-	github.com/ydb-platform/ydb-go-sdk/v3 v3.125.3
-	go.etcd.io/etcd/client/pkg/v3 v3.6.7
+	github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.0
+	github.com/ydb-platform/ydb-go-sdk/v3 v3.113.5
+	go.etcd.io/etcd/client/pkg/v3 v3.6.4
 	go.uber.org/atomic v1.11.0
-	golang.org/x/sync v0.19.0
-	golang.org/x/tools/godoc v0.1.0-deprecated
+	golang.org/x/sync v0.16.0
 	google.golang.org/grpc/security/advancedtls v1.0.0
 )
 
 require github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 // indirect
 
 require (
-	atomicgo.dev/cursor v0.2.0 // indirect
-	atomicgo.dev/keyboard v0.2.9 // indirect
-	atomicgo.dev/schedule v0.1.0 // indirect
-	cloud.google.com/go/longrunning v0.7.0 // indirect
-	cloud.google.com/go/pubsub/v2 v2.3.0 // indirect
-	dario.cat/mergo v1.0.2 // indirect
+	cloud.google.com/go/longrunning v0.6.7 // indirect
+	cloud.google.com/go/pubsub/v2 v2.0.0 // indirect
 	github.com/Azure/azure-sdk-for-go/sdk/keyvault/internal v0.7.1 // indirect
-	github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c // indirect
-	github.com/Azure/go-autorest v14.2.0+incompatible // indirect
-	github.com/Azure/go-autorest/autorest/to v0.4.1 // indirect
-	github.com/FilenCloudDienste/filen-sdk-go v0.0.37 // indirect
-	github.com/a1ex3/zstd-seekable-format-go/pkg v0.10.0 // indirect
-	github.com/anchore/go-lzo v0.1.0 // indirect
-	github.com/antlr4-go/antlr/v4 v4.13.1 // indirect
-	github.com/apache/arrow-go/v18 v18.4.1 // indirect
-	github.com/apache/thrift v0.22.0 // indirect
-	github.com/aws/aws-sdk-go-v2/service/signin v1.0.5 // indirect
-	github.com/bahlo/generic-list-go v0.2.0 // indirect
-	github.com/bazelbuild/rules_go v0.46.0 // indirect
-	github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect
-	github.com/blevesearch/snowballstem v0.9.0 // indirect
-	github.com/boombuler/barcode v1.1.0 // indirect
-	github.com/buger/jsonparser v1.1.1 // indirect
-	github.com/cenkalti/backoff/v5 v5.0.3 // indirect
-	github.com/clipperhouse/stringish v0.1.1 // indirect
-	github.com/clipperhouse/uax29/v2 v2.3.0 // indirect
-	github.com/cockroachdb/apd/v3 v3.2.1 // indirect
-	github.com/cockroachdb/errors v1.11.3 // indirect
-	github.com/cockroachdb/logtags v0.0.0-20241215232642-bb51bb14a506 // indirect
-	github.com/cockroachdb/redact v1.1.5 // indirect
-	github.com/cockroachdb/version v0.0.0-20250314144055-3860cd14adf2 // indirect
-	github.com/containerd/console v1.0.5 // indirect
-	github.com/containerd/errdefs v1.0.0 // indirect
-	github.com/containerd/errdefs/pkg v0.3.0 // indirect
-	github.com/containerd/log v0.1.0 // indirect
-	github.com/containerd/platforms v1.0.0-rc.1 // indirect
-	github.com/cpuguy83/dockercfg v0.3.2 // indirect
-	github.com/dave/dst v0.27.2 // indirect
-	github.com/diskfs/go-diskfs v1.7.0 // indirect
-	github.com/distribution/reference v0.6.0 // indirect
-	github.com/docker/docker v28.5.0+incompatible // indirect
-	github.com/docker/go-connections v0.6.0 // indirect
-	github.com/docker/go-units v0.5.0 // indirect
-	github.com/dromara/dongle v1.0.1 // indirect
-	github.com/gin-gonic/gin v1.11.0 // indirect
-	github.com/go-asn1-ber/asn1-ber v1.5.8-0.20250403174932-29230038a667 // indirect
-	github.com/go-git/go-billy/v5 v5.6.2 // indirect
-	github.com/goccy/go-yaml v1.18.0 // indirect
-	github.com/golang/geo v0.0.0-20210211234256-740aa86cb551 // indirect
-	github.com/google/go-cmp v0.7.0 // indirect
-	github.com/gookit/color v1.5.4 // indirect
-	github.com/gopherjs/gopherjs v1.17.2 // indirect
-	github.com/grpc-ecosystem/grpc-gateway v1.16.0 // indirect
-	github.com/hamba/avro/v2 v2.30.0 // indirect
+	github.com/cenkalti/backoff/v5 v5.0.2 // indirect
 	github.com/hashicorp/go-rootcerts v1.0.2 // indirect
-	github.com/hashicorp/go-secure-stdlib/parseutil v0.2.0 // indirect
+	github.com/hashicorp/go-secure-stdlib/parseutil v0.1.6 // indirect
 	github.com/hashicorp/go-secure-stdlib/strutil v0.1.2 // indirect
-	github.com/hashicorp/go-sockaddr v1.0.7 // indirect
+	github.com/hashicorp/go-sockaddr v1.0.2 // indirect
 	github.com/hashicorp/hcl v1.0.1-vault-7 // indirect
-	github.com/internxt/rclone-adapter v0.0.0-20260213125353-6f59c89fcb7c // indirect
 	github.com/jackc/pgpassfile v1.0.0 // indirect
 	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
 	github.com/jackc/puddle/v2 v2.2.2 // indirect
-	github.com/jaegertracing/jaeger v1.47.0 // indirect
-	github.com/jhump/protoreflect/v2 v2.0.0-beta.1 // indirect
-	github.com/jtolds/gls v4.20.0+incompatible // indirect
-	github.com/klauspost/asmfmt v1.3.2 // indirect
-	github.com/kr/pretty v0.3.1 // indirect
-	github.com/kr/text v0.2.0 // indirect
-	github.com/lib/pq v1.11.1 // indirect
-	github.com/lithammer/fuzzysearch v1.1.8 // indirect
 	github.com/lithammer/shortuuid/v3 v3.0.7 // indirect
-	github.com/magiconair/properties v1.8.10 // indirect
-	github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 // indirect
-	github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 // indirect
-	github.com/moby/docker-image-spec v1.3.1 // indirect
-	github.com/moby/go-archive v0.1.0 // indirect
-	github.com/moby/patternmatcher v0.6.0 // indirect
-	github.com/moby/sys/sequential v0.6.0 // indirect
-	github.com/moby/sys/user v0.4.0 // indirect
-	github.com/moby/sys/userns v0.1.0 // indirect
-	github.com/moby/term v0.5.2 // indirect
-	github.com/morikuni/aec v1.0.0 // indirect
-	github.com/opencontainers/go-digest v1.0.0 // indirect
-	github.com/opencontainers/image-spec v1.1.1 // indirect
-	github.com/openzipkin/zipkin-go v0.4.3 // indirect
-	github.com/parquet-go/bitpack v1.0.0 // indirect
-	github.com/parquet-go/jsonlite v1.0.0 // indirect
-	github.com/petermattis/goid v0.0.0-20260113132338-7c7de50cc741 // indirect
-	github.com/pierrre/geohash v1.0.0 // indirect
-	github.com/pquerna/otp v1.5.0 // indirect
-	github.com/pterm/pterm v0.12.81 // indirect
-	github.com/quic-go/quic-go v0.57.0 // indirect
-	github.com/rclone/Proton-API-Bridge v1.0.1-0.20260127174007-77f974840d11 // indirect
-	github.com/rclone/go-proton-api v1.0.1-0.20260127173028-eb465cac3b18 // indirect
-	github.com/rogpeppe/go-internal v1.14.1 // indirect
 	github.com/ryanuber/go-glob v1.0.0 // indirect
-	github.com/sasha-s/go-deadlock v0.3.1 // indirect
-	github.com/smarty/assertions v1.15.0 // indirect
-	github.com/stretchr/objx v0.5.2 // indirect
-	github.com/substrait-io/substrait v0.69.0 // indirect
-	github.com/substrait-io/substrait-go/v4 v4.4.0 // indirect
-	github.com/substrait-io/substrait-protobuf/go v0.71.0 // indirect
-	github.com/twpayne/go-geom v1.6.1 // indirect
-	github.com/twpayne/go-kml/v3 v3.2.1 // indirect
-	github.com/tyler-smith/go-bip39 v1.1.0 // indirect
-	github.com/ulikunitz/xz v0.5.15 // indirect
-	github.com/wk8/go-ordered-map/v2 v2.1.8 // indirect
-	github.com/xeipuuv/gojsonpointer v0.0.0-20190905194746-02993c407bfb // indirect
-	github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 // indirect
-	github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e // indirect
-	github.com/zeebo/xxh3 v1.0.2 // indirect
-	go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.38.0 // indirect
-	go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.38.0 // indirect
-	go.opentelemetry.io/otel/exporters/zipkin v1.36.0 // indirect
-	go.opentelemetry.io/proto/otlp v1.9.0 // indirect
-	go.uber.org/mock v0.5.2 // indirect
-	go.yaml.in/yaml/v2 v2.4.3 // indirect
-	go.yaml.in/yaml/v3 v3.0.4 // indirect
-	golang.org/x/mod v0.32.0 // indirect
-	golang.org/x/telemetry v0.0.0-20260109210033-bd525da824e2 // indirect
-	gonum.org/v1/gonum v0.16.0 // indirect
 )
 
 require (
-	cel.dev/expr v0.25.1 // indirect
-	cloud.google.com/go/auth v0.17.0 // indirect
+	cel.dev/expr v0.24.0 // indirect
+	cloud.google.com/go/auth v0.16.5 // indirect
 	cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect
-	cloud.google.com/go/compute/metadata v0.9.0 // indirect
-	cloud.google.com/go/iam v1.5.3 // indirect
-	cloud.google.com/go/monitoring v1.24.3 // indirect
-	filippo.io/edwards25519 v1.1.1 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.21.0
-	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.13.1
+	cloud.google.com/go/compute/metadata v0.8.0 // indirect
+	cloud.google.com/go/iam v1.5.2 // indirect
+	cloud.google.com/go/monitoring v1.24.2 // indirect
+	filippo.io/edwards25519 v1.1.0 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.2
+	github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.11.0
 	github.com/Azure/azure-sdk-for-go/sdk/internal v1.11.2 // indirect
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.4
-	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.3 // indirect
-	github.com/Azure/go-ntlmssp v0.1.0 // indirect
-	github.com/AzureAD/microsoft-authentication-library-for-go v1.6.0 // indirect
-	github.com/Files-com/files-sdk-go/v3 v3.2.264 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.30.0 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.54.0 // indirect
-	github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.54.0 // indirect
-	github.com/IBM/go-sdk-core/v5 v5.21.0 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.1 // indirect
+	github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.5.1 // indirect
+	github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 // indirect
+	github.com/AzureAD/microsoft-authentication-library-for-go v1.4.2 // indirect
+	github.com/Files-com/files-sdk-go/v3 v3.2.173 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.29.0 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.53.0 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.53.0 // indirect
+	github.com/IBM/go-sdk-core/v5 v5.20.0 // indirect
 	github.com/Max-Sum/base32768 v0.0.0-20230304063302-18e6ce5945fd // indirect
 	github.com/Microsoft/go-winio v0.6.2 // indirect
 	github.com/ProtonMail/bcrypt v0.0.0-20211005172633-e235017c1baf // indirect
@@ -321,87 +212,95 @@ require (
 	github.com/ProtonMail/gopenpgp/v2 v2.9.0 // indirect
 	github.com/PuerkitoBio/goquery v1.10.3 // indirect
 	github.com/abbot/go-http-auth v0.4.0 // indirect
-	github.com/andybalholm/brotli v1.2.0 // indirect
+	github.com/andybalholm/brotli v1.1.0 // indirect
 	github.com/andybalholm/cascadia v1.3.3 // indirect
 	github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc // indirect
 	github.com/arangodb/go-velocypack v0.0.0-20200318135517-5af53c29c67e // indirect
-	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.17 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.20.12 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.17 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.17 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.16 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.4 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.7 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.17 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.16 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sns v1.39.7 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sqs v1.42.17 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sso v1.30.9 // indirect
-	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.13 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sts v1.41.6
-	github.com/aws/smithy-go v1.24.2
+	github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 // indirect
+	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.0 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.4 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.17.84 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.4 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.4 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.8.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sns v1.34.7 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sqs v1.38.8 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sso v1.28.2 // indirect
+	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.34.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sts v1.38.0 // indirect
+	github.com/aws/smithy-go v1.22.5 // indirect
 	github.com/boltdb/bolt v1.3.1 // indirect
 	github.com/bradenaw/juniper v0.15.3 // indirect
 	github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirect
 	github.com/buengese/sgzip v0.1.1 // indirect
+	github.com/bytedance/sonic v1.13.2 // indirect
+	github.com/bytedance/sonic/loader v0.2.4 // indirect
 	github.com/calebcase/tmpfile v1.0.3 // indirect
 	github.com/chilts/sid v0.0.0-20190607042430-660e94789ec9 // indirect
-	github.com/cloudflare/circl v1.6.3 // indirect
-	github.com/cloudinary/cloudinary-go/v2 v2.13.0 // indirect
+	github.com/cloudflare/circl v1.6.1 // indirect
+	github.com/cloudinary/cloudinary-go/v2 v2.10.0 // indirect
 	github.com/cloudsoda/go-smb2 v0.0.0-20250228001242-d4c70e6251cc // indirect
 	github.com/cloudsoda/sddl v0.0.0-20250224235906-926454e91efc // indirect
-	github.com/cncf/xds/go v0.0.0-20251110193048-8bfbf64dc13e // indirect
+	github.com/cloudwego/base64x v0.1.5 // indirect
+	github.com/cncf/xds/go v0.0.0-20250501225837-2ac532fd4443 // indirect
 	github.com/colinmarc/hdfs/v2 v2.4.0 // indirect
 	github.com/creasty/defaults v1.8.0 // indirect
 	github.com/cronokirby/saferith v0.33.0 // indirect
 	github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 // indirect
 	github.com/d4l3k/messagediff v1.2.1 // indirect
-	github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 // indirect
+	github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2 // indirect
 	github.com/dropbox/dropbox-sdk-go-unofficial/v6 v6.0.5 // indirect
-	github.com/ebitengine/purego v0.10.0 // indirect
-	github.com/elastic/gosigar v0.14.3 // indirect
+	github.com/ebitengine/purego v0.8.4 // indirect
+	github.com/elastic/gosigar v0.14.2 // indirect
 	github.com/emersion/go-message v0.18.2 // indirect
 	github.com/emersion/go-vcard v0.0.0-20241024213814-c9703dde27ff // indirect
-	github.com/envoyproxy/go-control-plane/envoy v1.36.0 // indirect
+	github.com/envoyproxy/go-control-plane/envoy v1.32.4 // indirect
 	github.com/envoyproxy/protoc-gen-validate v1.2.1 // indirect
-	github.com/fatih/color v1.18.0 // indirect
+	github.com/fatih/color v1.16.0 // indirect
 	github.com/felixge/httpsnoop v1.0.4 // indirect
 	github.com/flynn/noise v1.1.0 // indirect
-	github.com/gabriel-vasile/mimetype v1.4.11 // indirect
+	github.com/gabriel-vasile/mimetype v1.4.9 // indirect
 	github.com/geoffgarside/ber v1.2.0 // indirect
-	github.com/go-chi/chi/v5 v5.2.5 // indirect
+	github.com/gin-contrib/sse v1.0.0 // indirect
+	github.com/go-chi/chi/v5 v5.2.2 // indirect
 	github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348 // indirect
-	github.com/go-jose/go-jose/v4 v4.1.3 // indirect
+	github.com/go-jose/go-jose/v4 v4.1.1 // indirect
 	github.com/go-logr/logr v1.4.3 // indirect
 	github.com/go-logr/stdr v1.2.2 // indirect
 	github.com/go-ole/go-ole v1.3.0 // indirect
-	github.com/go-openapi/errors v0.22.4 // indirect
-	github.com/go-openapi/strfmt v0.25.0 // indirect
+	github.com/go-openapi/errors v0.22.1 // indirect
+	github.com/go-openapi/strfmt v0.23.0 // indirect
 	github.com/go-playground/locales v0.14.1 // indirect
 	github.com/go-playground/universal-translator v0.18.1 // indirect
-	github.com/go-playground/validator/v10 v10.28.0 // indirect
+	github.com/go-playground/validator/v10 v10.26.0 // indirect
 	github.com/go-resty/resty/v2 v2.16.5 // indirect
 	github.com/go-viper/mapstructure/v2 v2.4.0 // indirect
 	github.com/goccy/go-json v0.10.5 // indirect
-	github.com/gofrs/flock v0.13.0 // indirect
+	github.com/gofrs/flock v0.12.1 // indirect
 	github.com/gogo/protobuf v1.3.2 // indirect
 	github.com/golang-jwt/jwt/v4 v4.5.2 // indirect
 	github.com/google/s2a-go v0.1.9 // indirect
-	github.com/googleapis/enterprise-certificate-proxy v0.3.7 // indirect
+	github.com/googleapis/enterprise-certificate-proxy v0.3.6 // indirect
+	github.com/gorilla/context v1.1.2 // indirect
 	github.com/gorilla/schema v1.4.1 // indirect
 	github.com/gorilla/securecookie v1.1.2 // indirect
-	github.com/gorilla/sessions v1.4.0
-	github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 // indirect
-	github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.3 // indirect
+	github.com/gorilla/sessions v1.4.0 // indirect
+	github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
+	github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.1 // indirect
 	github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
 	github.com/hashicorp/go-hclog v1.6.3 // indirect
 	github.com/hashicorp/go-immutable-radix v1.3.1 // indirect
 	github.com/hashicorp/go-metrics v0.5.4 // indirect
 	github.com/hashicorp/go-msgpack/v2 v2.1.2 // indirect
-	github.com/hashicorp/go-retryablehttp v0.7.8 // indirect
+	github.com/hashicorp/go-retryablehttp v0.7.7 // indirect
 	github.com/hashicorp/golang-lru v0.6.0 // indirect
+	github.com/henrybear327/Proton-API-Bridge v1.0.0 // indirect
+	github.com/henrybear327/go-proton-api v1.0.0 // indirect
 	github.com/jcmturner/aescts/v2 v2.0.0 // indirect
 	github.com/jcmturner/dnsutils/v2 v2.0.0 // indirect
 	github.com/jcmturner/goidentity/v6 v6.0.1 // indirect
@@ -412,106 +311,111 @@ require (
 	github.com/jtolio/noiseconn v0.0.0-20231127013910-f6d9ecbf1de7 // indirect
 	github.com/jzelinskie/whirlpool v0.0.0-20201016144138-0675e54bb004 // indirect
 	github.com/k0kubun/pp v3.0.1+incompatible
-	github.com/klauspost/cpuid/v2 v2.3.0 // indirect
+	github.com/klauspost/cpuid/v2 v2.2.10 // indirect
 	github.com/koofr/go-httpclient v0.0.0-20240520111329-e20f8f203988 // indirect
 	github.com/koofr/go-koofrclient v0.0.0-20221207135200-cbd7fc9ad6a6 // indirect
 	github.com/kr/fs v0.1.0 // indirect
 	github.com/kylelemons/godebug v1.1.0 // indirect
-	github.com/lanrat/extsort v1.4.2 // indirect
+	github.com/lanrat/extsort v1.0.2 // indirect
 	github.com/leodido/go-urn v1.4.0 // indirect
 	github.com/lpar/date v1.0.0 // indirect
-	github.com/lufia/plan9stats v0.0.0-20251013123823-9fd1530e3ec3 // indirect
+	github.com/lufia/plan9stats v0.0.0-20250317134145-8bc96cf8fc35 // indirect
 	github.com/mattn/go-colorable v0.1.14 // indirect
-	github.com/mattn/go-runewidth v0.0.19 // indirect
+	github.com/mattn/go-runewidth v0.0.16 // indirect
 	github.com/mitchellh/colorstring v0.0.0-20190213212951-d06e56a500db // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
-	github.com/mitchellh/mapstructure v1.5.1-0.20220423185008-bf980b35cac4
+	github.com/mitchellh/mapstructure v1.5.0 // indirect
 	github.com/montanaflynn/stats v0.7.1 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
-	github.com/nats-io/nats.go v1.48.0 // indirect
-	github.com/nats-io/nkeys v0.4.12 // indirect
+	github.com/nats-io/nats.go v1.43.0 // indirect
+	github.com/nats-io/nkeys v0.4.11 // indirect
 	github.com/nats-io/nuid v1.0.1 // indirect
-	github.com/ncruces/go-strftime v1.0.0 // indirect
-	github.com/ncw/swift/v2 v2.0.5 // indirect
+	github.com/ncruces/go-strftime v0.1.9 // indirect
+	github.com/ncw/swift/v2 v2.0.4 // indirect
 	github.com/nxadm/tail v1.4.11 // indirect
 	github.com/oklog/ulid v1.3.1 // indirect
 	github.com/onsi/ginkgo/v2 v2.23.3 // indirect
 	github.com/opentracing/opentracing-go v1.2.0 // indirect
-	github.com/oracle/oci-go-sdk/v65 v65.104.0 // indirect
+	github.com/oracle/oci-go-sdk/v65 v65.93.0 // indirect
 	github.com/panjf2000/ants/v2 v2.11.3 // indirect
 	github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
 	github.com/pelletier/go-toml/v2 v2.2.4 // indirect
 	github.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14 // indirect
 	github.com/philhofer/fwd v1.2.0 // indirect
-	github.com/pierrec/lz4/v4 v4.1.25
+	github.com/pierrec/lz4/v4 v4.1.21 // indirect
 	github.com/pingcap/errors v0.11.5-0.20211224045212-9687c2b0f87c // indirect
 	github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c // indirect
 	github.com/pingcap/kvproto v0.0.0-20230403051650-e166ae588106 // indirect
 	github.com/pingcap/log v1.1.1-0.20221110025148-ca232912c9f3 // indirect
 	github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c // indirect
-	github.com/pkg/xattr v0.4.12 // indirect
+	github.com/pkg/xattr v0.4.10 // indirect
 	github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 // indirect
 	github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 // indirect
 	github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8 // indirect
-	github.com/relvacode/iso8601 v1.7.0 // indirect
+	github.com/relvacode/iso8601 v1.6.0 // indirect
 	github.com/rfjakob/eme v1.1.2 // indirect
 	github.com/rivo/uniseg v0.4.7 // indirect
 	github.com/sabhiram/go-gitignore v0.0.0-20210923224102-525f6e181f06 // indirect
-	github.com/sagikazarmark/locafero v0.11.0 // indirect
-	github.com/samber/lo v1.52.0 // indirect
-	github.com/seaweedfs/cockroachdb-parser v0.0.0-20260225204133-2f342c5ea564
+	github.com/sagikazarmark/locafero v0.7.0 // indirect
+	github.com/samber/lo v1.50.0 // indirect
+	github.com/shirou/gopsutil/v4 v4.25.5 // indirect
+	github.com/shoenig/go-m1cpu v0.1.6 // indirect
 	github.com/skratchdot/open-golang v0.0.0-20200116055534-eef842397966 // indirect
+	github.com/smartystreets/goconvey v1.8.1 // indirect
 	github.com/sony/gobreaker v1.0.0 // indirect
-	github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 // indirect
-	github.com/spacemonkeygo/monkit/v3 v3.0.25-0.20251022131615-eb24eb109368 // indirect
-	github.com/spf13/pflag v1.0.10 // indirect
-	github.com/spiffe/go-spiffe/v2 v2.6.0 // indirect
+	github.com/sourcegraph/conc v0.3.0 // indirect
+	github.com/spacemonkeygo/monkit/v3 v3.0.24 // indirect
+	github.com/spf13/pflag v1.0.6 // indirect
+	github.com/spiffe/go-spiffe/v2 v2.5.0 // indirect
 	github.com/subosito/gotenv v1.6.0 // indirect
-	github.com/t3rm1n4l/go-mega v0.0.0-20251031123324-a804aaa87491 // indirect
+	github.com/t3rm1n4l/go-mega v0.0.0-20241213151442-a19cff0ec7b5 // indirect
 	github.com/tarantool/go-iproto v1.1.0 // indirect
 	github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a // indirect
 	github.com/tikv/pd/client v0.0.0-20230329114254-1948c247c2b1 // indirect
-	github.com/tinylib/msgp v1.5.0 // indirect
-	github.com/tklauser/go-sysconf v0.3.16 // indirect
-	github.com/tklauser/numcpus v0.11.0 // indirect
-	github.com/twmb/murmur3 v1.1.8 // indirect
+	github.com/tinylib/msgp v1.3.0 // indirect
+	github.com/tklauser/go-sysconf v0.3.15 // indirect
+	github.com/tklauser/numcpus v0.10.0 // indirect
+	github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
+	github.com/twmb/murmur3 v1.1.3 // indirect
+	github.com/ugorji/go/codec v1.2.12 // indirect
 	github.com/unknwon/goconfig v1.0.0 // indirect
 	github.com/vmihailenco/msgpack/v5 v5.4.1 // indirect
 	github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
 	github.com/xanzy/ssh-agent v0.3.3 // indirect
 	github.com/yandex-cloud/go-genproto v0.0.0-20211115083454-9ca41db5ed9e // indirect
-	github.com/ydb-platform/ydb-go-genproto v0.0.0-20251125145508-6d7ef87db5cb // indirect
+	github.com/ydb-platform/ydb-go-genproto v0.0.0-20241112172322-ea1f63298f77 // indirect
 	github.com/ydb-platform/ydb-go-yc v0.12.1 // indirect
 	github.com/ydb-platform/ydb-go-yc-metadata v0.6.1 // indirect
 	github.com/yunify/qingstor-sdk-go/v3 v3.2.0 // indirect
 	github.com/yusufpapurcu/wmi v1.2.4 // indirect
 	github.com/zeebo/blake3 v0.2.4 // indirect
 	github.com/zeebo/errs v1.4.0 // indirect
-	go.etcd.io/bbolt v1.4.3 // indirect
-	go.etcd.io/etcd/api/v3 v3.6.7 // indirect
-	go.opentelemetry.io/auto/sdk v1.2.1 // indirect
-	go.opentelemetry.io/contrib/detectors/gcp v1.38.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.63.0 // indirect
-	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.63.0 // indirect
-	go.opentelemetry.io/otel v1.40.0 // indirect
-	go.opentelemetry.io/otel/metric v1.40.0 // indirect
-	go.opentelemetry.io/otel/sdk v1.40.0 // indirect
-	go.opentelemetry.io/otel/sdk/metric v1.40.0 // indirect
-	go.opentelemetry.io/otel/trace v1.40.0 // indirect
+	go.etcd.io/bbolt v1.4.0 // indirect
+	go.etcd.io/etcd/api/v3 v3.6.4 // indirect
+	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
+	go.opentelemetry.io/contrib/detectors/gcp v1.37.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.62.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.62.0 // indirect
+	go.opentelemetry.io/otel v1.37.0 // indirect
+	go.opentelemetry.io/otel/metric v1.37.0 // indirect
+	go.opentelemetry.io/otel/sdk v1.37.0 // indirect
+	go.opentelemetry.io/otel/sdk/metric v1.37.0 // indirect
+	go.opentelemetry.io/otel/trace v1.37.0 // indirect
 	go.uber.org/multierr v1.11.0 // indirect
-	go.uber.org/zap v1.27.1 // indirect
-	golang.org/x/term v0.40.0 // indirect
-	golang.org/x/time v0.14.0 // indirect
-	google.golang.org/genproto/googleapis/api v0.0.0-20251124214823-79d6a2a48846 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20251213004720-97cd9d5aeac2 // indirect
+	go.uber.org/zap v1.27.0 // indirect
+	golang.org/x/arch v0.16.0 // indirect
+	golang.org/x/term v0.34.0 // indirect
+	golang.org/x/time v0.12.0 // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20250818200422-3122310a409c // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20250818200422-3122310a409c // indirect
 	gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
 	gopkg.in/validator.v2 v2.0.1 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-	modernc.org/libc v1.67.6 // indirect
+	modernc.org/libc v1.66.3 // indirect
 	moul.io/http2curl/v2 v2.3.0 // indirect
-	sigs.k8s.io/yaml v1.6.0 // indirect
-	storj.io/common v0.0.0-20251107171817-6221ae45072c // indirect
+	sigs.k8s.io/yaml v1.4.0 // indirect
+	storj.io/common v0.0.0-20250605163628-70ca83b6228e // indirect
 	storj.io/drpc v0.0.35-0.20250513201419-f7819ea69b55 // indirect
 	storj.io/eventkit v0.0.0-20250410172343-61f26d3de156 // indirect
 	storj.io/infectious v0.0.2 // indirect

k8s/charts/seaweedfs/Chart.yaml

@@ -1,6 +1,6 @@
 apiVersion: v1
 description: SeaweedFS
 name: seaweedfs
-appVersion: "4.17"
+appVersion: "3.96"
 # Dev note: Trigger a helm chart release by `git tag -a helm-<version>`
-version: 4.17.0
+version: 4.0.396

k8s/charts/seaweedfs/README.md

@@ -1,5 +1,6 @@
 # SEAWEEDFS - helm chart (2.x+)
 
+## Getting Started
 
 ### Add the helm repo
 
@@ -23,7 +24,7 @@ helm install --values=values.yaml seaweedfs seaweedfs/seaweedfs
 * master/filer/volume are stateful sets with anti-affinity on the hostname,
 so your deployment will be spread/HA.
 * chart is using memsql(mysql) as the filer backend to enable HA (multiple filer instances) and backup/HA memsql can provide.
-* mysql user/password are created in a k8s secret (default: `<release>-seaweedfs-db-secret`) and injected to the filer with ENV.
+* mysql user/password are created in a k8s secret (secret-seaweedfs-db.yaml) and injected to the filer with ENV.
 * cert config exists and can be enabled, but not been tested, requires cert-manager to be installed.
 
 ## Prerequisites
@@ -34,9 +35,7 @@ leveldb is the default database, this supports multiple filer replicas that will
 When the [limitations](https://github.com/seaweedfs/seaweedfs/wiki/Filer-Store-Replication#limitation) apply, or for a large number of filer replicas, an external datastore is recommended.
 
 Such as MySQL-compatible database, as specified in the `values.yaml` at `filer.extraEnvironmentVars`.
-This database should be pre-configured and initialized. If using the default `db-init-config`, the configmap name is now dynamic (e.g., `<release>-seaweedfs-db-init-config`). You can override this name via `filer.dbInitConfigName`.
-
-To initialize manually:
+This database should be pre-configured and initialized by running:
 ```sql
 CREATE TABLE IF NOT EXISTS `filemeta` (
   `dirhash`   BIGINT NOT NULL       COMMENT 'first 64 bits of MD5 hash value of directory field',
@@ -146,209 +145,6 @@ stringData:
   seaweedfs_s3_config: '{"identities":[{"name":"anvAdmin","credentials":[{"accessKey":"snu8yoP6QAlY0ne4","secretKey":"PNzBcmeLNEdR0oviwm04NQAicOrDH1Km"}],"actions":["Admin","Read","Write"]},{"name":"anvReadOnly","credentials":[{"accessKey":"SCigFee6c5lbi04A","secretKey":"kgFhbT38R8WUYVtiFQ1OiSVOrYr3NKku"}],"actions":["Read"]}]}'
 ```
 
-## Admin Component
-
-The admin component provides a modern web-based administration interface for managing SeaweedFS clusters. It includes:
-
-- **Dashboard**: Real-time cluster status and metrics
-- **Volume Management**: Monitor volume servers, capacity, and health
-- **File Browser**: Browse and manage files in the filer
-- **Maintenance Operations**: Trigger maintenance tasks via workers
-- **Object Store Management**: Create and manage buckets with web interface
-
-### Enabling Admin
-
-To enable the admin interface, add the following to your values.yaml:
-
-```yaml
-admin:
-  enabled: true
-  port: 23646
-  grpcPort: 33646  # For worker connections
-  adminUser: "admin"
-  adminPassword: "your-secure-password"  # Leave empty to disable auth
-  
-  # Optional: persist admin data
-  data:
-    type: "persistentVolumeClaim"
-    size: "10Gi"
-    storageClass: "your-storage-class"
-  
-  # Optional: enable ingress
-  ingress:
-    enabled: true
-    host: "admin.seaweedfs.local"
-    className: "nginx"
-```
-
-The admin interface will be available at `http://<admin-service>:23646` (or via ingress). Workers connect to the admin server via gRPC on port `33646`.
-
-### Admin Authentication
-
-If `adminPassword` is set, the admin interface requires authentication:
-- Username: Value of `adminUser` (default: `admin`)
-- Password: Value of `adminPassword`
-
-If `adminPassword` is empty or not set, the admin interface runs without authentication (not recommended for production).
-
-### Admin Data Persistence
-
-The admin component can store configuration and maintenance data. You can configure storage in several ways:
-
-- **emptyDir** (default): Data is lost when pod restarts
-- **persistentVolumeClaim**: Data persists across pod restarts
-- **hostPath**: Data stored on the host filesystem
-- **existingClaim**: Use an existing PVC
-
-## Worker Component
-
-Workers are maintenance agents that execute cluster maintenance tasks such as vacuum, volume balancing, and erasure coding. Workers connect to the admin server via gRPC and receive task assignments.
-
-### Enabling Workers
-
-To enable workers, add the following to your values.yaml:
-
-```yaml
-worker:
-  enabled: true
-  replicas: 2  # Scale based on workload
-  jobType: "vacuum,volume_balance,erasure_coding"  # Job types this worker can handle
-  maxDetect: 1  # Maximum concurrent detection requests
-  maxExecute: 4  # Maximum concurrent execution jobs per worker
-  
-  # Working directory for task execution
-  # Default: "/tmp/seaweedfs-worker"
-  # Note: /tmp is ephemeral - use persistent storage (hostPath/existingClaim) for long-running tasks
-  workingDir: "/tmp/seaweedfs-worker"
-  
-  # Optional: configure admin server address
-  # If not specified, auto-discovers from admin service in the same namespace by looking for
-  # a service named "<release-name>-admin" (e.g., "seaweedfs-admin").
-  # Auto-discovery only works if the admin is in the same namespace and same Helm release.
-  # For cross-namespace or separate release scenarios, explicitly set this value.
-  # Example: If main SeaweedFS is deployed in "production" namespace:
-  #   adminServer: "seaweedfs-admin.production.svc:33646"
-  adminServer: ""
-  
-  # Workers need storage for task execution
-  # Note: Workers use a Deployment, which does not support `volumeClaimTemplates` 
-  # for dynamic PVC creation per pod. To use persistent storage, you must 
-  # pre-provision a PersistentVolumeClaim and use `type: "existingClaim"`.
-  data:
-    type: "emptyDir"  # Options: "emptyDir", "hostPath", or "existingClaim"
-    hostPathPrefix: /storage  # For hostPath
-    # claimName: "worker-pvc"  # For existingClaim with pre-provisioned PVC
-  
-  # Resource limits for worker pods
-  resources:
-    requests:
-      cpu: "500m"
-      memory: "512Mi"
-    limits:
-      cpu: "2"
-      memory: "2Gi"
-```
-
-### Worker Job Types
-
-Workers can be configured with different job types:
-- **vacuum**: Reclaim deleted file space
-- **volume_balance**: Balance volumes across volume servers
-- **erasure_coding**: Handle erasure coding operations
-
-You can configure workers with all job types or create specialized worker pools with specific job types.
-
-### Worker Deployment Strategy
-
-For production deployments, consider:
-
-1. **Multiple Workers**: Deploy 2+ worker replicas for high availability
-2. **Resource Allocation**: Workers need sufficient CPU/memory for maintenance tasks
-3. **Storage**: Workers need temporary storage for vacuum and balance operations (size depends on volume size)
-4. **Specialized Workers**: Create separate worker deployments for different job types if needed
-
-Example specialized worker configuration:
-
-For specialized worker pools, deploy separate Helm releases with different job types:
-
-**values-worker-vacuum.yaml** (for vacuum operations):
-```yaml
-# Disable all other components, enable only workers
-master:
-  enabled: false
-volume:
-  enabled: false
-filer:
-  enabled: false
-s3:
-  enabled: false
-admin:
-  enabled: false
-
-worker:
-  enabled: true
-  replicas: 2
-  jobType: "vacuum"
-  maxExecute: 2
-  # REQUIRED: Point to the admin service of your main SeaweedFS release
-  # Replace <namespace> with the namespace where your main seaweedfs is deployed
-  # Example: If deploying in namespace "production":
-  #   adminServer: "seaweedfs-admin.production.svc:33646"
-  adminServer: "seaweedfs-admin.<namespace>.svc:33646"
-```
-
-**values-worker-balance.yaml** (for balance operations):
-```yaml
-# Disable all other components, enable only workers
-master:
-  enabled: false
-volume:
-  enabled: false
-filer:
-  enabled: false
-s3:
-  enabled: false
-admin:
-  enabled: false
-
-worker:
-  enabled: true
-  replicas: 1
-  jobType: "volume_balance"
-  maxExecute: 1
-  # REQUIRED: Point to the admin service of your main SeaweedFS release
-  # Replace <namespace> with the namespace where your main seaweedfs is deployed
-  # Example: If deploying in namespace "production":
-  #   adminServer: "seaweedfs-admin.production.svc:33646"
-  adminServer: "seaweedfs-admin.<namespace>.svc:33646"
-```
-
-Deploy the specialized workers as separate releases:
-### Specialized Worker Deployment
-```bash
-# Deploy vacuum workers
-helm install seaweedfs-worker-vacuum seaweedfs/seaweedfs -f values-worker-vacuum.yaml
-
-# Deploy balance workers
-helm install seaweedfs-worker-balance seaweedfs/seaweedfs -f values-worker-balance.yaml
-```
-
-## OpenShift Support
-
-SeaweedFS can be deployed on OpenShift or any cluster enforcing the Kubernetes "restricted" Pod Security Standard. By default, OpenShift blocks containers that run as root or use `hostPath` volumes.
-
-To deploy on OpenShift, use the provided `openshift-values.yaml` which overrides the default configuration to:
-1. Use `PersistentVolumeClaims` instead of `hostPath`.
-2. Enable `runAsNonRoot` and omit hardcoded UIDs to allow OpenShift to assign valid UIDs automatically.
-3. Apply appropriate `seccompProfile` and drop capabilities.
-
-Usage:
-```bash
-helm install seaweedfs seaweedfs/seaweedfs \
-  -n seaweedfs --create-namespace \
-  -f openshift-values.yaml
-```
-
 ## Enterprise
 
 For enterprise users, please visit [seaweedfs.com](https://seaweedfs.com) for the SeaweedFS Enterprise Edition,