Initial plan

Move the repeated identity extraction and policy re-check logic from
GetObjectHandler and HeadObjectHandler into a shared helper method.

.github/workflows/binaries_dev.yml

@@ -44,7 +44,7 @@ jobs:
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}
 
       - name: Go Release Binaries Large Disk
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -60,7 +60,7 @@ jobs:
           asset_name: "weed-large-disk-${{ env.BUILD_TIME }}-${{ matrix.goos }}-${{ matrix.goarch }}"
 
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -93,7 +93,7 @@ jobs:
         run: echo BUILD_TIME=$(date -u +%Y%m%d-%H%M) >> ${GITHUB_ENV}
 
       - name: Go Release Binaries Large Disk
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -109,7 +109,7 @@ jobs:
           asset_name: "weed-large-disk-${{ env.BUILD_TIME }}-${{ matrix.goos }}-${{ matrix.goarch }}"
 
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release0.yml

@@ -30,7 +30,7 @@ jobs:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release1.yml

@@ -30,7 +30,7 @@ jobs:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release2.yml

@@ -30,7 +30,7 @@ jobs:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release3.yml

@@ -30,7 +30,7 @@ jobs:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release4.yml

@@ -30,7 +30,7 @@ jobs:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -45,7 +45,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}_full"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/binaries_release5.yml

@@ -30,7 +30,7 @@ jobs:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v2
       - name: Go Release Binaries Normal Volume Size
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}
@@ -44,7 +44,7 @@ jobs:
           binary_name: weed
           asset_name: "${{ matrix.goos }}_${{ matrix.goarch }}"
       - name: Go Release Large Disk Binaries
-        uses: wangyoucao577/go-release-action@279495102627de7960cbc33434ab01a12bae144b # v1.22
+        uses: wangyoucao577/go-release-action@ec4e3151b3eccfa3527868ba70f60402265fef06 # v1.22
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           goos: ${{ matrix.goos }}

.github/workflows/container_release_unified.yml

@@ -223,23 +223,4 @@ jobs:
           
           echo "✓ Successfully copied ${{ matrix.variant }} to Docker Hub"
 
-  helm-release:
-    runs-on: ubuntu-latest
-    needs: [copy-to-dockerhub]
-    permissions:
-      contents: write
-      pages: write
-    steps:
-      - uses: actions/checkout@v6
-      - name: Publish Helm charts
-        uses: stefanprodan/helm-gh-pages@v1.7.0
-        with:          
-          token: ${{ secrets.GITHUB_TOKEN }}
-          charts_dir: k8s/charts
-          target_dir: helm
-          branch: gh-pages
-          helm_version: "3.18.4"
-
-
-
 

.github/workflows/e2e.yml

@@ -36,7 +36,7 @@ jobs:
       uses: docker/setup-buildx-action@v3
       
     - name: Cache Docker layers
-      uses: actions/cache@v5
+      uses: actions/cache@v4
       with:
         path: /tmp/.buildx-cache
         key: ${{ runner.os }}-buildx-e2e-${{ github.sha }}
@@ -134,7 +134,7 @@ jobs:
 
     - name: Archive logs
       if: always()
-      uses: actions/upload-artifact@v6
+      uses: actions/upload-artifact@v5
       with:
         name: output-logs
         path: docker/output.log

.github/workflows/ec-integration-tests.yml

@@ -35,7 +35,7 @@ jobs:
 
     - name: Archive logs
       if: failure()
-      uses: actions/upload-artifact@v6
+      uses: actions/upload-artifact@v5
       with:
         name: ec-integration-test-logs
         path: test/erasure_coding

.github/workflows/fuse-integration.yml

@@ -183,7 +183,7 @@ jobs:
         
     - name: Upload Test Artifacts
       if: always()
-      uses: actions/upload-artifact@v6
+      uses: actions/upload-artifact@v5
       with:
         name: fuse-integration-test-results
         path: |

.github/workflows/go.yml

@@ -33,15 +33,6 @@ jobs:
       run: |
         cd weed; go get -v -t -d ./...
 
-    - name: Go Vet (excluding protobuf lock copying)
-      run: |
-        cd weed
-        # Run go vet and filter out known protobuf MessageState lock copying warnings
-        # These are expected in generated protobuf code with embedded sync.Mutex and are safe in practice
-        go vet -v ./... 2>&1 | grep -v "MessageState contains sync.Mutex" | grep -v "IdentityAccessManagement contains sync.RWMutex" | tee vet-output.txt
-        # Fail only if there are actual vet errors (not counting the filtered lock warnings)
-        if grep -q "vet:" vet-output.txt; then exit 1; fi
-
     - name: Build
       run: cd weed; go build -tags "elastic gocdk sqlite ydb tarantool tikv rclone" -v .
 

.github/workflows/helm_chart_release.yml

@@ -0,0 +1,23 @@
+name: "helm: publish charts"
+on:
+  push:
+    tags:
+      - '*'
+
+permissions:
+  contents: write
+  pages: write
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
+      - name: Publish Helm charts
+        uses: stefanprodan/helm-gh-pages@v1.7.0
+        with:          
+          token: ${{ secrets.GITHUB_TOKEN }}
+          charts_dir: k8s/charts
+          target_dir: helm
+          branch: gh-pages
+          helm_version: "3.18.4"

.github/workflows/java_integration_tests.yml

@@ -53,7 +53,6 @@ jobs:
           mkdir -p "$WEED_DATA_DIR"
           
           # Start SeaweedFS with optimized settings for CI
-          # Include S3 API for s3copier integration tests
           weed server -dir="$WEED_DATA_DIR" \
             -master.raftHashicorp \
             -master.electionTimeout=1s \
@@ -62,9 +61,6 @@ jobs:
             -volume.preStopSeconds=1 \
             -master.peers=none \
             -filer -filer.maxMB=64 \
-            -s3 -s3.port=8333 \
-            -s3.config="$GITHUB_WORKSPACE/docker/compose/s3.json" \
-            -s3.allowDeleteBucketNotEmpty=true \
             -master.port=9333 \
             -volume.port=8080 \
             -filer.port=8888 \
@@ -109,16 +105,6 @@ jobs:
             sleep 2
           done
           
-          # Wait for S3 API
-          for i in {1..30}; do
-            if curl -s http://localhost:8333/ > /dev/null 2>&1; then
-              echo "✓ S3 API is ready"
-              break
-            fi
-            echo "Waiting for S3 API... ($i/30)"
-            sleep 2
-          done
-          
           echo "✓ All SeaweedFS components are ready!"
           
           # Display cluster status
@@ -147,20 +133,6 @@ jobs:
         run: |
           mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
       
-      - name: Run S3 ETag Validation Tests (Issue #7768)
-        working-directory: other/java/s3copier
-        env:
-          S3_ENDPOINT: http://127.0.0.1:8333
-          S3_ACCESS_KEY: some_access_key1
-          S3_SECRET_KEY: some_secret_key1
-        run: |
-          echo "Running S3 ETag validation tests against $S3_ENDPOINT"
-          mvn test -Dtest=ETagValidationTest \
-            -DS3_ENDPOINT=$S3_ENDPOINT \
-            -DS3_ACCESS_KEY=$S3_ACCESS_KEY \
-            -DS3_SECRET_KEY=$S3_SECRET_KEY \
-            -Dmaven.javadoc.skip=true -Dgpg.skip=true
-      
       - name: Display logs on failure
         if: failure()
         run: |

.github/workflows/java_unit_tests.yml

@@ -49,7 +49,7 @@ jobs:
       
       - name: Upload Test Reports
         if: always()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: test-reports-java-${{ matrix.java }}
           path: |

.github/workflows/kafka-tests.yml

@@ -52,7 +52,6 @@ jobs:
       run: |
         cd test/kafka
         go mod download
-        go mod tidy
 
     - name: Run Kafka Gateway Unit Tests
       run: |
@@ -97,7 +96,6 @@ jobs:
       run: |
         cd test/kafka
         go mod download
-        go mod tidy
 
     - name: Run Integration Tests
       run: |
@@ -156,7 +154,6 @@ jobs:
         cd test/kafka
         # Use go mod download with timeout to prevent hanging
         timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
 
     - name: Build and start SeaweedFS MQ
       run: |
@@ -335,7 +332,6 @@ jobs:
         cd test/kafka
         # Use go mod download with timeout to prevent hanging
         timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
 
     - name: Build and start SeaweedFS MQ
       run: |
@@ -496,7 +492,6 @@ jobs:
       run: |
         cd test/kafka
         timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
 
     - name: Build and start SeaweedFS MQ
       run: |
@@ -654,7 +649,6 @@ jobs:
       run: |
         cd test/kafka
         timeout 90s go mod download || echo "Warning: Dependency download timed out, continuing with cached modules"
-        go mod tidy
 
     - name: Build and start SeaweedFS MQ
       run: |
@@ -809,7 +803,6 @@ jobs:
       run: |
         cd test/kafka
         go mod download
-        go mod tidy
 
     - name: Run Protocol Tests
       run: |

.github/workflows/metadata-subscribe-tests.yml

@@ -1,92 +0,0 @@
-name: "Metadata Subscribe Integration Tests"
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - 'weed/filer/**'
-      - 'weed/pb/filer_pb/**'
-      - 'weed/util/log_buffer/**'
-      - 'weed/server/filer_grpc_server_sub_meta.go'
-      - 'weed/command/filer_backup.go'
-      - 'test/metadata_subscribe/**'
-      - '.github/workflows/metadata-subscribe-tests.yml'
-  pull_request:
-    branches: [ master ]
-    paths:
-      - 'weed/filer/**'
-      - 'weed/pb/filer_pb/**'
-      - 'weed/util/log_buffer/**'
-      - 'weed/server/filer_grpc_server_sub_meta.go'
-      - 'weed/command/filer_backup.go'
-      - 'test/metadata_subscribe/**'
-      - '.github/workflows/metadata-subscribe-tests.yml'
-
-concurrency:
-  group: ${{ github.head_ref }}/metadata-subscribe-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-env:
-  GO_VERSION: '1.24'
-  TEST_TIMEOUT: '10m'
-
-jobs:
-  metadata-subscribe-integration:
-    name: Metadata Subscribe Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v6
-      
-    - name: Set up Go ${{ env.GO_VERSION }}
-      uses: actions/setup-go@v6
-      with:
-        go-version: ${{ env.GO_VERSION }}
-        
-    - name: Build SeaweedFS
-      run: |
-        cd weed
-        go build -o weed .
-        chmod +x weed
-        ./weed version
-        
-    - name: Run Metadata Subscribe Integration Tests
-      run: |
-        cd test/metadata_subscribe
-        
-        echo "Running Metadata Subscribe integration tests..."
-        echo "============================================"
-        
-        # Run tests with verbose output
-        go test -v -timeout=${{ env.TEST_TIMEOUT }} ./...
-        
-        echo "============================================"
-        echo "Metadata Subscribe integration tests completed"
-        
-    - name: Archive logs on failure
-      if: failure()
-      uses: actions/upload-artifact@v6
-      with:
-        name: metadata-subscribe-test-logs
-        path: |
-          /tmp/seaweedfs_*
-        retention-days: 7
-        
-    - name: Test Summary
-      if: always()
-      run: |
-        echo "## Metadata Subscribe Integration Test Summary" >> $GITHUB_STEP_SUMMARY
-        echo "" >> $GITHUB_STEP_SUMMARY
-        echo "### Test Coverage" >> $GITHUB_STEP_SUMMARY
-        echo "- **Basic Subscription**: Subscribe to metadata changes and receive events" >> $GITHUB_STEP_SUMMARY
-        echo "- **Single-Filer No Stall**: Regression test for issue #4977" >> $GITHUB_STEP_SUMMARY
-        echo "- **Resume from Disk**: Verify subscription can resume from persisted logs" >> $GITHUB_STEP_SUMMARY
-        echo "" >> $GITHUB_STEP_SUMMARY
-        echo "### Related Issues" >> $GITHUB_STEP_SUMMARY
-        echo "- [#4977](https://github.com/seaweedfs/seaweedfs/issues/4977): filer.backup synchronisation stall" >> $GITHUB_STEP_SUMMARY
-

.github/workflows/postgres-tests.yml

@@ -35,7 +35,7 @@ jobs:
       uses: docker/setup-buildx-action@v3
 
     - name: Cache Docker layers
-      uses: actions/cache@v5
+      uses: actions/cache@v4
       with:
         path: /tmp/.buildx-cache
         key: ${{ runner.os }}-buildx-postgres-${{ github.sha }}
@@ -62,7 +62,7 @@ jobs:
 
     - name: Archive logs
       if: always()
-      uses: actions/upload-artifact@v6
+      uses: actions/upload-artifact@v5
       with:
         name: postgres-logs
         path: test/postgres/postgres-output.log

.github/workflows/s3-filer-group-tests.yml

@@ -1,86 +0,0 @@
-name: "S3 Filer Group Tests"
-
-on:
-  pull_request:
-  
-concurrency:
-  group: ${{ github.head_ref }}/s3-filer-group-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  s3-filer-group-tests:
-    name: S3 Filer Group Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Filer Group Tests
-        timeout-minutes: 15
-        working-directory: test/s3/filer_group
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting Filer Group Tests ==="
-          
-          # Run tests with automatic server management
-          # The test-with-server target handles server startup/shutdown automatically
-          # Server is started with -filer.group=testgroup
-          make test-with-server || {
-            echo "❌ Filer group tests failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -100 weed-test.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/s3/filer_group
-        run: |
-          echo "=== Server Logs ==="
-          if [ -f weed-test.log ]; then
-            echo "Last 100 lines of server logs:"
-            tail -100 weed-test.log
-          else
-            echo "No server log file found"
-          fi
-          
-          echo "=== Test Environment ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp | grep -E "(8333|9333|8080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v6
-        with:
-          name: s3-filer-group-test-logs
-          path: test/s3/filer_group/weed-test*.log
-          retention-days: 3
-
-

.github/workflows/s3-go-tests.yml

@@ -76,7 +76,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-versioning-test-logs-${{ matrix.test-type }}
           path: test/s3/versioning/weed-test*.log
@@ -124,7 +124,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-versioning-compatibility-logs
           path: test/s3/versioning/weed-test*.log
@@ -172,7 +172,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-cors-compatibility-logs
           path: test/s3/cors/weed-test*.log
@@ -239,7 +239,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-retention-test-logs-${{ matrix.test-type }}
           path: test/s3/retention/weed-test*.log
@@ -306,7 +306,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-cors-test-logs-${{ matrix.test-type }}
           path: test/s3/cors/weed-test*.log
@@ -355,7 +355,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-retention-worm-logs
           path: test/s3/retention/weed-test*.log
@@ -365,6 +365,8 @@ jobs:
     name: S3 Versioning Stress Test
     runs-on: ubuntu-22.04
     timeout-minutes: 35
+    # Only run stress tests on master branch pushes to avoid overloading PR testing
+    if: github.event_name == 'push' && github.ref == 'refs/heads/master'
     
     steps:
       - name: Check out code
@@ -389,9 +391,6 @@ jobs:
           uname -a
           free -h
           
-          # Start server for stress tests
-          make start-server
-          
           # Run stress tests (concurrent operations)
           make test-versioning-stress || {
             echo "❌ Stress test failed, checking logs..."
@@ -399,30 +398,14 @@ jobs:
               echo "=== Server logs ==="
               tail -200 weed-test.log
             fi
-            make stop-server
             make clean
             exit 1
           }
-          
-          # Run pagination stress tests (>1000 versions)
-          echo "=== Running pagination stress tests ==="
-          make test-versioning-pagination-stress || {
-            echo "❌ Pagination stress test failed, checking logs..."
-            if [ -f weed-test.log ]; then
-              echo "=== Server logs ==="
-              tail -200 weed-test.log
-            fi
-            make stop-server
-            make clean
-            exit 1
-          }
-          
-          make stop-server
           make clean
 
       - name: Upload stress test logs
         if: always()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-versioning-stress-logs
           path: test/s3/versioning/weed-test*.log
@@ -476,65 +459,10 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-tagging-test-logs
           path: test/s3/tagging/weed-test*.log
           retention-days: 3
 
-  s3-remote-cache-tests:
-    name: S3 Remote Cache Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Remote Cache Tests
-        timeout-minutes: 15
-        working-directory: test/s3/remote_cache
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run the remote cache integration tests
-          # Tests singleflight deduplication for caching remote objects
-          make test-with-server || {
-            echo "❌ Test failed, checking logs..."
-            if [ -f primary-weed.log ]; then
-              echo "=== Primary server logs ==="
-              tail -100 primary-weed.log
-            fi
-            if [ -f remote-weed.log ]; then
-              echo "=== Remote server logs ==="
-              tail -100 remote-weed.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v6
-        with:
-          name: s3-remote-cache-test-logs
-          path: |
-            test/s3/remote_cache/primary-weed.log
-            test/s3/remote_cache/remote-weed.log
-          retention-days: 3
-
   # Removed SSE-C integration tests and compatibility job

.github/workflows/s3-iam-tests.yml

@@ -65,7 +65,7 @@ jobs:
 
       - name: Upload test results on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: iam-unit-test-results
           path: |
@@ -162,7 +162,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-iam-integration-logs-${{ matrix.test-type }}
           path: test/s3/iam/weed-*.log
@@ -222,7 +222,7 @@ jobs:
 
       - name: Upload distributed test logs
         if: always()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-iam-distributed-logs
           path: test/s3/iam/weed-*.log
@@ -274,7 +274,7 @@ jobs:
 
       - name: Upload performance test results
         if: always()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-iam-performance-results
           path: |

.github/workflows/s3-keycloak-tests.yml

@@ -152,7 +152,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-keycloak-test-logs
           path: |

.github/workflows/s3-parquet-tests.yml

@@ -121,7 +121,7 @@ jobs:
       
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: test-logs-python-${{ matrix.python-version }}
           path: |

.github/workflows/s3-sse-tests.yml

@@ -95,7 +95,7 @@ jobs:
 
       - name: Upload test logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-sse-test-logs-${{ matrix.test-type }}
           path: test/s3/sse/weed-test*.log
@@ -143,7 +143,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-sse-compatibility-logs
           path: test/s3/sse/weed-test*.log
@@ -192,7 +192,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-sse-metadata-persistence-logs
           path: test/s3/sse/weed-test*.log
@@ -241,7 +241,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-sse-copy-operations-logs
           path: test/s3/sse/weed-test*.log
@@ -290,7 +290,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-sse-multipart-logs
           path: test/s3/sse/weed-test*.log
@@ -340,58 +340,8 @@ jobs:
 
       - name: Upload performance test logs
         if: always()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: s3-sse-performance-logs
           path: test/s3/sse/weed-test*.log
           retention-days: 7
-
-  s3-volume-encryption:
-    name: S3 Volume Encryption Test
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run S3 Volume Encryption Integration Tests
-        timeout-minutes: 15
-        working-directory: test/s3/sse
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          
-          # Run volume encryption tests with -s3.encryptVolumeData flag
-          echo "🚀 Running S3 volume encryption integration tests..."
-          make test-volume-encryption || {
-            echo "❌ Volume encryption tests failed, checking logs..."
-            if [ -f /tmp/seaweedfs-sse-mini.log ]; then
-              echo "=== Server logs ==="
-              tail -100 /tmp/seaweedfs-sse-mini.log
-            fi
-            echo "=== Process information ==="
-            ps aux | grep -E "(weed|test)" || true
-            exit 1
-          }
-
-      - name: Upload server logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v6
-        with:
-          name: s3-volume-encryption-logs
-          path: /tmp/seaweedfs-sse-*.log
-          retention-days: 3
-

.github/workflows/sftp-tests.yml

@@ -91,4 +91,3 @@ jobs:
         echo "| readonly | /public | Read-only |" >> $GITHUB_STEP_SUMMARY
 
 
-

.github/workflows/spark-integration-tests.yml

@@ -125,7 +125,7 @@ jobs:
 
     - name: Upload test results
       if: always()
-      uses: actions/upload-artifact@v6
+      uses: actions/upload-artifact@v5
       with:
         name: spark-test-results
         path: test/java/spark/target/surefire-reports/
@@ -150,7 +150,7 @@ jobs:
     - name: Cache Apache Spark
       if: false && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
       id: cache-spark
-      uses: actions/cache@v5
+      uses: actions/cache@v4
       with:
         path: spark-3.5.0-bin-hadoop3
         key: spark-3.5.0-hadoop3

.github/workflows/test-s3-over-https-using-awscli.yml

@@ -18,7 +18,7 @@ defaults:
 jobs:
   awscli-tests:
     runs-on: ubuntu-latest
-    timeout-minutes: 10
+    timeout-minutes: 5
     steps:
       - uses: actions/checkout@v6
 
@@ -103,7 +103,7 @@ jobs:
 
       - name: Upload server logs on failure
         if: failure()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v5
         with:
           name: seaweedfs-logs
           # Note: actions don't use defaults.run.working-directory, so path is relative to workspace root

.github/workflows/tus-tests.yml

@@ -1,114 +0,0 @@
-name: "TUS Protocol Tests"
-
-on:
-  pull_request:
-    paths:
-      - 'weed/server/filer_server_tus*.go'
-      - 'weed/server/filer_server.go'
-      - 'test/tus/**'
-      - '.github/workflows/tus-tests.yml'
-  push:
-    branches: [ master, main ]
-    paths:
-      - 'weed/server/filer_server_tus*.go'
-      - 'weed/server/filer_server.go'
-      - 'test/tus/**'
-
-concurrency:
-  group: ${{ github.head_ref || github.ref }}/tus-tests
-  cancel-in-progress: true
-
-permissions:
-  contents: read
-
-defaults:
-  run:
-    working-directory: weed
-
-jobs:
-  tus-integration-tests:
-    name: TUS Protocol Integration Tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 20
-    
-    steps:
-      - name: Check out code
-        uses: actions/checkout@v6
-
-      - name: Set up Go
-        uses: actions/setup-go@v6
-        with:
-          go-version-file: 'go.mod'
-        id: go
-
-      - name: Install SeaweedFS
-        run: |
-          go install -buildvcs=false
-
-      - name: Run TUS Integration Tests
-        timeout-minutes: 15
-        working-directory: test/tus
-        run: |
-          set -x
-          echo "=== System Information ==="
-          uname -a
-          free -h
-          df -h
-          echo "=== Starting TUS Tests ==="
-          
-          # Run tests with automatic server management
-          make test-with-server || {
-            echo "TUS integration tests failed, checking logs..."
-            if [ -f /tmp/seaweedfs-tus-filer.log ]; then
-              echo "=== Filer logs ==="
-              tail -100 /tmp/seaweedfs-tus-filer.log
-            fi
-            if [ -f /tmp/seaweedfs-tus-master.log ]; then
-              echo "=== Master logs ==="
-              tail -50 /tmp/seaweedfs-tus-master.log
-            fi
-            if [ -f /tmp/seaweedfs-tus-volume.log ]; then
-              echo "=== Volume logs ==="
-              tail -50 /tmp/seaweedfs-tus-volume.log
-            fi
-            exit 1
-          }
-
-      - name: Show server logs on failure
-        if: failure()
-        working-directory: test/tus
-        run: |
-          echo "=== Filer Server Logs ==="
-          if [ -f /tmp/seaweedfs-tus-filer.log ]; then
-            echo "Last 100 lines of filer logs:"
-            tail -100 /tmp/seaweedfs-tus-filer.log
-          else
-            echo "No filer log file found"
-          fi
-          
-          echo "=== Master Server Logs ==="
-          if [ -f /tmp/seaweedfs-tus-master.log ]; then
-            tail -50 /tmp/seaweedfs-tus-master.log
-          else
-            echo "No master log file found"
-          fi
-          
-          echo "=== Volume Server Logs ==="
-          if [ -f /tmp/seaweedfs-tus-volume.log ]; then
-            tail -50 /tmp/seaweedfs-tus-volume.log
-          else
-            echo "No volume log file found"
-          fi
-          
-          echo "=== Test Environment ==="
-          ps aux | grep -E "(weed|test)" || true
-          netstat -tlnp 2>/dev/null | grep -E "(18888|19333|18080)" || true
-
-      - name: Upload test logs on failure
-        if: failure()
-        uses: actions/upload-artifact@v6
-        with:
-          name: tus-test-logs
-          path: |
-            /tmp/seaweedfs-tus-*.log
-          retention-days: 3

.gitignore

@@ -124,16 +124,3 @@ ADVANCED_IAM_DEVELOPMENT_PLAN.md
 *.log
 weed-iam
 test/kafka/kafka-client-loadtest/weed-linux-arm64
-/test/tus/filerldb2
-coverage.out
-/test/s3/remote_cache/test-primary-data
-/test/s3/remote_cache/test-remote-data
-test/s3/remote_cache/remote-server.pid
-test/s3/remote_cache/primary-server.pid
-/test/erasure_coding/filerldb2
-/test/s3/cors/test-mini-data
-/test/s3/filer_group/test-volume-data
-
-# ID and PID files
-*.id
-*.pid

README.md

@@ -54,9 +54,9 @@ Table of Contents
 =================
 
 * [Quick Start](#quick-start)
-    * [Quick Start with weed mini](#quick-start-with-weed-mini)
     * [Quick Start for S3 API on Docker](#quick-start-for-s3-api-on-docker)
     * [Quick Start with Single Binary](#quick-start-with-single-binary)
+    * [Quick Start SeaweedFS S3 on AWS](#quick-start-seaweedfs-s3-on-aws)
 * [Introduction](#introduction)
 * [Features](#features)
     * [Additional Features](#additional-features)
@@ -78,32 +78,6 @@ Table of Contents
 
 # Quick Start #
 
-
-## Quick Start with weed mini ##
-The easiest way to get started with SeaweedFS for development and testing:
-
-* Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip a single binary file `weed` or `weed.exe`.
-
-Example:
-
-```bash
-# remove quarantine on macOS
-# xattr -d com.apple.quarantine  ./weed
-export AWS_ACCESS_KEY_ID=admin
-export AWS_SECRET_ACCESS_KEY=key
-./weed mini -dir=/data
-```
-
-This single command starts a complete SeaweedFS setup with:
-- **Master UI**: http://localhost:9333
-- **Volume Server**: http://localhost:9340
-- **Filer UI**: http://localhost:8888
-- **S3 Endpoint**: http://localhost:8333
-- **WebDAV**: http://localhost:7333
-- **Admin UI**: http://localhost:23646
-
-Perfect for development, testing, learning SeaweedFS, and single node deployments!
-
 ## Quick Start for S3 API on Docker ##
 
 `docker run -p 8333:8333 chrislusf/seaweedfs server -s3`
@@ -111,10 +85,13 @@ Perfect for development, testing, learning SeaweedFS, and single node deployment
 ## Quick Start with Single Binary ##
 * Download the latest binary from https://github.com/seaweedfs/seaweedfs/releases and unzip a single binary file `weed` or `weed.exe`. Or run `go install github.com/seaweedfs/seaweedfs/weed@latest`.
 * `export AWS_ACCESS_KEY_ID=admin ; export AWS_SECRET_ACCESS_KEY=key` as the admin credentials to access the object store.
-* Run `weed server -dir=/some/data/dir -s3` to start one master, one volume server, one filer, and one S3 gateway. The difference with `weed mini` is that `weed mini` can auto configure based on the single host environment, while `weed server` requires manual configuration and are designed for production use.
+* Run `weed server -dir=/some/data/dir -s3` to start one master, one volume server, one filer, and one S3 gateway.
 
 Also, to increase capacity, just add more volume servers by running `weed volume -dir="/some/data/dir2" -master="<master_host>:9333" -port=8081` locally, or on a different machine, or on thousands of machines. That is it!
 
+## Quick Start SeaweedFS S3 on AWS ##
+* Setup fast production-ready [SeaweedFS S3 on AWS with cloudformation](https://aws.amazon.com/marketplace/pp/prodview-nzelz5gprlrjc)
+
 # Introduction #
 
 SeaweedFS is a simple and highly scalable distributed file system. There are two objectives:

docker/Dockerfile.foundationdb_large

@@ -77,7 +77,6 @@ LABEL author="Chris Lu"
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
     ca-certificates \
-    curl \
     fuse \
     wget && \
     rm -rf /var/lib/apt/lists/*

docker/Dockerfile.go_build

@@ -27,7 +27,7 @@ COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh
 # To disable: docker run -e GODEBUG=fips140=off ...
 
 # Install dependencies and create non-root user
-RUN apk add --no-cache fuse curl su-exec && \
+RUN apk add --no-cache fuse su-exec && \
     addgroup -g 1000 seaweed && \
     adduser -D -u 1000 -G seaweed seaweed
 

docker/Dockerfile.rocksdb_large

@@ -34,7 +34,7 @@ COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
 
 # Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags curl su-exec && \
+RUN apk add --no-cache fuse snappy gflags su-exec && \
     addgroup -g 1000 seaweed && \
     adduser -D -u 1000 -G seaweed seaweed
 

docker/Dockerfile.rocksdb_large_local

@@ -17,7 +17,7 @@ COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.
 COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh
 
 # Install dependencies and create non-root user
-RUN apk add --no-cache fuse snappy gflags curl tmux su-exec && \
+RUN apk add --no-cache fuse snappy gflags tmux su-exec && \
     addgroup -g 1000 seaweed && \
     adduser -D -u 1000 -G seaweed seaweed
 

go.mod

@@ -1,6 +1,8 @@
 module github.com/seaweedfs/seaweedfs
 
-go 1.24.9
+go 1.24.0
+
+toolchain go1.24.1
 
 require (
 	cloud.google.com/go v0.121.6 // indirect
@@ -26,7 +28,7 @@ require (
 	github.com/facebookgo/stats v0.0.0-20151006221625-1b76add642e4
 	github.com/facebookgo/subset v0.0.0-20200203212716-c811ad88dec4 // indirect
 	github.com/fsnotify/fsnotify v1.9.0 // indirect
-	github.com/go-redsync/redsync/v4 v4.15.0
+	github.com/go-redsync/redsync/v4 v4.14.0
 	github.com/go-sql-driver/mysql v1.9.3
 	github.com/go-zookeeper/zk v1.0.3 // indirect
 	github.com/gocql/gocql v1.7.0
@@ -34,7 +36,7 @@ require (
 	github.com/golang/snappy v1.0.0
 	github.com/google/btree v1.1.3
 	github.com/google/uuid v1.6.0
-	github.com/google/wire v0.7.0 // indirect
+	github.com/google/wire v0.6.0 // indirect
 	github.com/googleapis/gax-go/v2 v2.15.0 // indirect
 	github.com/gorilla/mux v1.8.1
 	github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed // indirect
@@ -69,7 +71,7 @@ require (
 	github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
 	github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
 	github.com/seaweedfs/goexif v1.0.3
-	github.com/seaweedfs/raft v1.1.6
+	github.com/seaweedfs/raft v1.1.3
 	github.com/sirupsen/logrus v1.9.3 // indirect
 	github.com/spf13/afero v1.15.0 // indirect
 	github.com/spf13/cast v1.10.0 // indirect
@@ -91,27 +93,27 @@ require (
 	go.etcd.io/etcd/client/v3 v3.6.6
 	go.mongodb.org/mongo-driver v1.17.6
 	go.opencensus.io v0.24.0 // indirect
-	gocloud.dev v0.44.0
-	gocloud.dev/pubsub/natspubsub v0.44.0
+	gocloud.dev v0.43.0
+	gocloud.dev/pubsub/natspubsub v0.43.0
 	gocloud.dev/pubsub/rabbitpubsub v0.43.0
-	golang.org/x/crypto v0.46.0
+	golang.org/x/crypto v0.45.0
 	golang.org/x/exp v0.0.0-20250811191247-51f88131bc50
-	golang.org/x/image v0.34.0
-	golang.org/x/net v0.48.0
-	golang.org/x/oauth2 v0.34.0 // indirect
-	golang.org/x/sys v0.39.0
-	golang.org/x/text v0.32.0 // indirect
-	golang.org/x/tools v0.39.0 // indirect
+	golang.org/x/image v0.33.0
+	golang.org/x/net v0.47.0
+	golang.org/x/oauth2 v0.32.0 // indirect
+	golang.org/x/sys v0.38.0
+	golang.org/x/text v0.31.0 // indirect
+	golang.org/x/tools v0.38.0 // indirect
 	golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
-	google.golang.org/api v0.258.0
+	google.golang.org/api v0.247.0
 	google.golang.org/genproto v0.0.0-20250715232539-7130f93afb79 // indirect
 	google.golang.org/grpc v1.77.0
-	google.golang.org/protobuf v1.36.11
+	google.golang.org/protobuf v1.36.10
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	modernc.org/b v1.0.0 // indirect
 	modernc.org/mathutil v1.7.1
 	modernc.org/memory v1.11.0 // indirect
-	modernc.org/sqlite v1.42.2
+	modernc.org/sqlite v1.39.0
 	modernc.org/strutil v1.2.1
 )
 
@@ -121,12 +123,12 @@ require (
 	github.com/Jille/raft-grpc-transport v1.6.1
 	github.com/ThreeDotsLabs/watermill v1.5.1
 	github.com/a-h/templ v0.3.943
-	github.com/apple/foundationdb/bindings/go v0.0.0-20250911184653-27f7192f47c3
+	github.com/apple/foundationdb/bindings/go v0.0.0-20240515141816-262c6fe778ad
 	github.com/arangodb/go-driver v1.6.9
 	github.com/armon/go-metrics v0.4.1
-	github.com/aws/aws-sdk-go-v2 v1.41.0
-	github.com/aws/aws-sdk-go-v2/config v1.32.6
-	github.com/aws/aws-sdk-go-v2/credentials v1.19.6
+	github.com/aws/aws-sdk-go-v2 v1.40.1
+	github.com/aws/aws-sdk-go-v2/config v1.31.3
+	github.com/aws/aws-sdk-go-v2/credentials v1.19.3
 	github.com/aws/aws-sdk-go-v2/service/s3 v1.93.0
 	github.com/cognusion/imaging v1.0.2
 	github.com/fluent/fluent-logger-golang v1.10.1
@@ -145,19 +147,19 @@ require (
 	github.com/mattn/go-sqlite3 v1.14.32
 	github.com/minio/crc64nvme v1.1.1
 	github.com/orcaman/concurrent-map/v2 v2.0.1
-	github.com/parquet-go/parquet-go v0.26.3
+	github.com/parquet-go/parquet-go v0.25.1
 	github.com/pkg/sftp v1.13.10
 	github.com/rabbitmq/amqp091-go v1.10.0
 	github.com/rclone/rclone v1.71.2
 	github.com/rdleal/intervalst v1.5.0
-	github.com/redis/go-redis/v9 v9.17.2
-	github.com/schollz/progressbar/v3 v3.19.0
+	github.com/redis/go-redis/v9 v9.14.1
+	github.com/schollz/progressbar/v3 v3.18.0
 	github.com/shirou/gopsutil/v4 v4.25.11
 	github.com/tarantool/go-tarantool/v2 v2.4.1
 	github.com/tikv/client-go/v2 v2.0.7
 	github.com/xeipuuv/gojsonschema v1.2.0
-	github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.1
-	github.com/ydb-platform/ydb-go-sdk/v3 v3.122.0
+	github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.0
+	github.com/ydb-platform/ydb-go-sdk/v3 v3.121.0
 	go.etcd.io/etcd/client/pkg/v3 v3.6.6
 	go.uber.org/atomic v1.11.0
 	golang.org/x/sync v0.19.0
@@ -169,9 +171,8 @@ require github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 // ind
 
 require (
 	cloud.google.com/go/longrunning v0.6.7 // indirect
-	cloud.google.com/go/pubsub/v2 v2.2.1 // indirect
+	cloud.google.com/go/pubsub/v2 v2.0.0 // indirect
 	github.com/Azure/azure-sdk-for-go/sdk/keyvault/internal v0.7.1 // indirect
-	github.com/aws/aws-sdk-go-v2/service/signin v1.0.4 // indirect
 	github.com/bazelbuild/rules_go v0.46.0 // indirect
 	github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect
 	github.com/blevesearch/snowballstem v0.9.0 // indirect
@@ -200,12 +201,10 @@ require (
 	github.com/kr/text v0.2.0 // indirect
 	github.com/lithammer/shortuuid/v3 v3.0.7 // indirect
 	github.com/openzipkin/zipkin-go v0.4.3 // indirect
-	github.com/parquet-go/bitpack v1.0.0 // indirect
-	github.com/parquet-go/jsonlite v1.0.0 // indirect
 	github.com/petermattis/goid v0.0.0-20180202154549-b0b1615b78e5 // indirect
 	github.com/pierrre/geohash v1.0.0 // indirect
-	github.com/quic-go/qpack v0.6.0 // indirect
-	github.com/quic-go/quic-go v0.57.0 // indirect
+	github.com/quic-go/qpack v0.5.1 // indirect
+	github.com/quic-go/quic-go v0.54.1 // indirect
 	github.com/rogpeppe/go-internal v1.14.1 // indirect
 	github.com/ryanuber/go-glob v1.0.0 // indirect
 	github.com/sasha-s/go-deadlock v0.3.1 // indirect
@@ -219,15 +218,16 @@ require (
 	go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.37.0 // indirect
 	go.opentelemetry.io/otel/exporters/zipkin v1.36.0 // indirect
 	go.opentelemetry.io/proto/otlp v1.7.0 // indirect
+	go.uber.org/mock v0.5.0 // indirect
 	go.yaml.in/yaml/v2 v2.4.2 // indirect
 	go.yaml.in/yaml/v3 v3.0.4 // indirect
-	golang.org/x/mod v0.30.0 // indirect
+	golang.org/x/mod v0.29.0 // indirect
 	gonum.org/v1/gonum v0.16.0 // indirect
 )
 
 require (
 	cel.dev/expr v0.24.0 // indirect
-	cloud.google.com/go/auth v0.17.0 // indirect
+	cloud.google.com/go/auth v0.16.5 // indirect
 	cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect
 	cloud.google.com/go/compute/metadata v0.9.0 // indirect
 	cloud.google.com/go/iam v1.5.2 // indirect
@@ -261,21 +261,21 @@ require (
 	github.com/arangodb/go-velocypack v0.0.0-20200318135517-5af53c29c67e // indirect
 	github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 // indirect
 	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.16 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.20.3 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.16 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.16 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.15 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.15 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.15 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3 // indirect
 	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.15 // indirect
 	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.4 // indirect
 	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.6 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.16 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.15 // indirect
 	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.15 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sns v1.34.7 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sqs v1.38.8 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sso v1.30.8 // indirect
-	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.12 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sts v1.41.5 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sso v1.30.6 // indirect
+	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.11 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sts v1.41.3 // indirect
 	github.com/aws/smithy-go v1.24.0 // indirect
 	github.com/boltdb/bolt v1.3.1 // indirect
 	github.com/bradenaw/juniper v0.15.3 // indirect
@@ -328,7 +328,7 @@ require (
 	github.com/gogo/protobuf v1.3.2 // indirect
 	github.com/golang-jwt/jwt/v4 v4.5.2 // indirect
 	github.com/google/s2a-go v0.1.9 // indirect
-	github.com/googleapis/enterprise-certificate-proxy v0.3.7 // indirect
+	github.com/googleapis/enterprise-certificate-proxy v0.3.6 // indirect
 	github.com/gorilla/context v1.1.2 // indirect
 	github.com/gorilla/schema v1.4.1 // indirect
 	github.com/gorilla/securecookie v1.1.2 // indirect
@@ -446,15 +446,15 @@ require (
 	go.uber.org/multierr v1.11.0 // indirect
 	go.uber.org/zap v1.27.0 // indirect
 	golang.org/x/arch v0.20.0 // indirect
-	golang.org/x/term v0.38.0 // indirect
-	golang.org/x/time v0.14.0 // indirect
+	golang.org/x/term v0.37.0 // indirect
+	golang.org/x/time v0.12.0 // indirect
 	google.golang.org/genproto/googleapis/api v0.0.0-20251022142026-3a174f9686a8 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20251213004720-97cd9d5aeac2 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20251111163417-95abcf5c77ba // indirect
 	gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
 	gopkg.in/validator.v2 v2.0.1 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-	modernc.org/libc v1.66.10 // indirect
+	modernc.org/libc v1.66.3 // indirect
 	moul.io/http2curl/v2 v2.3.0 // indirect
 	sigs.k8s.io/yaml v1.6.0 // indirect
 	storj.io/common v0.0.0-20250808122759-804533d519c1 // indirect

go.sum

@@ -86,8 +86,8 @@ cloud.google.com/go/assuredworkloads v1.7.0/go.mod h1:z/736/oNmtGAyU47reJgGN+KVo
 cloud.google.com/go/assuredworkloads v1.8.0/go.mod h1:AsX2cqyNCOvEQC8RMPnoc0yEarXQk6WEKkxYfL6kGIo=
 cloud.google.com/go/assuredworkloads v1.9.0/go.mod h1:kFuI1P78bplYtT77Tb1hi0FMxM0vVpRC7VVoJC3ZoT0=
 cloud.google.com/go/assuredworkloads v1.10.0/go.mod h1:kwdUQuXcedVdsIaKgKTp9t0UJkE5+PAVNhdQm4ZVq2E=
-cloud.google.com/go/auth v0.17.0 h1:74yCm7hCj2rUyyAocqnFzsAYXgJhrG26XCFimrc/Kz4=
-cloud.google.com/go/auth v0.17.0/go.mod h1:6wv/t5/6rOPAX4fJiRjKkJCvswLwdet7G8+UGXt7nCQ=
+cloud.google.com/go/auth v0.16.5 h1:mFWNQ2FEVWAliEQWpAdH80omXFokmrnbDhUS9cBywsI=
+cloud.google.com/go/auth v0.16.5/go.mod h1:utzRfHMP+Vv0mpOkTRQoWD2q3BatTOoWbA7gCc2dUhQ=
 cloud.google.com/go/auth/oauth2adapt v0.2.8 h1:keo8NaayQZ6wimpNSmW5OPc283g65QNIiLpZnkHRbnc=
 cloud.google.com/go/auth/oauth2adapt v0.2.8/go.mod h1:XQ9y31RkqZCcwJWNSx2Xvric3RrU88hAYYbjDWYDL+c=
 cloud.google.com/go/automl v1.5.0/go.mod h1:34EjfoFGMZ5sgJ9EoLsRtdPSNZLcfflJR39VbVNS2M0=
@@ -385,8 +385,8 @@ cloud.google.com/go/pubsub v1.27.1/go.mod h1:hQN39ymbV9geqBnfQq6Xf63yNhUAhv9CZhz
 cloud.google.com/go/pubsub v1.28.0/go.mod h1:vuXFpwaVoIPQMGXqRyUQigu/AX1S3IWugR9xznmcXX8=
 cloud.google.com/go/pubsub v1.50.1 h1:fzbXpPyJnSGvWXF1jabhQeXyxdbCIkXTpjXHy7xviBM=
 cloud.google.com/go/pubsub v1.50.1/go.mod h1:6YVJv3MzWJUVdvQXG081sFvS0dWQOdnV+oTo++q/xFk=
-cloud.google.com/go/pubsub/v2 v2.2.1 h1:3brZcshL3fIiD1qOxAE2QW9wxsfjioy014x4yC9XuYI=
-cloud.google.com/go/pubsub/v2 v2.2.1/go.mod h1:O5f0KHG9zDheZAd3z5rlCRhxt2JQtB+t/IYLKK3Bpvw=
+cloud.google.com/go/pubsub/v2 v2.0.0 h1:0qS6mRJ41gD1lNmM/vdm6bR7DQu6coQcVwD+VPf0Bz0=
+cloud.google.com/go/pubsub/v2 v2.0.0/go.mod h1:0aztFxNzVQIRSZ8vUr79uH2bS3jwLebwK6q1sgEub+E=
 cloud.google.com/go/pubsublite v1.5.0/go.mod h1:xapqNQ1CuLfGi23Yda/9l4bBCKz/wC3KIJ5gKcxveZg=
 cloud.google.com/go/pubsublite v1.6.0/go.mod h1:1eFCS0U11xlOuMFV/0iBqw3zP12kddMeCbj/F3FSj9k=
 cloud.google.com/go/recaptchaenterprise v1.3.1/go.mod h1:OdD+q+y4XGeAlxRaMn1Y7/GveP6zmq76byL6tjPE7d4=
@@ -651,8 +651,8 @@ github.com/andybalholm/cascadia v1.3.3/go.mod h1:xNd9bqTn98Ln4DwST8/nG+H0yuB8Hmg
 github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY=
 github.com/apache/arrow/go/v10 v10.0.1/go.mod h1:YvhnlEePVnBS4+0z3fhPfUy7W1Ikj0Ih0vcRo/gZ1M0=
 github.com/apache/thrift v0.16.0/go.mod h1:PHK3hniurgQaNMZYaCLEqXKsYK8upmhPbmdP2FXSqgU=
-github.com/apple/foundationdb/bindings/go v0.0.0-20250911184653-27f7192f47c3 h1:WZaTKNHCfcw7fWSR6/RKnCldVzvYZC+Y20Su4lffEIg=
-github.com/apple/foundationdb/bindings/go v0.0.0-20250911184653-27f7192f47c3/go.mod h1:OMVSB21p9+xQUIqlGizHPZfjK+SHws1ht+ZytVDoz9U=
+github.com/apple/foundationdb/bindings/go v0.0.0-20240515141816-262c6fe778ad h1:fQBkhYv86zyW95PWhzBlkgz3NoY1ue0L+8oYBaoCMbg=
+github.com/apple/foundationdb/bindings/go v0.0.0-20240515141816-262c6fe778ad/go.mod h1:OMVSB21p9+xQUIqlGizHPZfjK+SHws1ht+ZytVDoz9U=
 github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc h1:LoL75er+LKDHDUfU5tRvFwxH0LjPpZN8OoG8Ll+liGU=
 github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc/go.mod h1:w648aMHEgFYS6xb0KVMMtZ2uMeemhiKCuD2vj6gY52A=
 github.com/arangodb/go-driver v1.6.9 h1:zckB+xuA16NmHUuYOX7INCJTIyIkoBQjAGqNpiyf2HQ=
@@ -665,48 +665,46 @@ github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 h1:DklsrG3d
 github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2/go.mod h1:WaHUgvxTVq04UNunO+XhnAqY/wQc+bxr74GqbsZ/Jqw=
 github.com/aws/aws-sdk-go v1.55.8 h1:JRmEUbU52aJQZ2AjX4q4Wu7t4uZjOu71uyNmaWlUkJQ=
 github.com/aws/aws-sdk-go v1.55.8/go.mod h1:ZkViS9AqA6otK+JBBNH2++sx1sgxrPKcSzPPvQkUtXk=
-github.com/aws/aws-sdk-go-v2 v1.41.0 h1:tNvqh1s+v0vFYdA1xq0aOJH+Y5cRyZ5upu6roPgPKd4=
-github.com/aws/aws-sdk-go-v2 v1.41.0/go.mod h1:MayyLB8y+buD9hZqkCW3kX1AKq07Y5pXxtgB+rRFhz0=
+github.com/aws/aws-sdk-go-v2 v1.40.1 h1:difXb4maDZkRH0x//Qkwcfpdg1XQVXEAEs2DdXldFFc=
+github.com/aws/aws-sdk-go-v2 v1.40.1/go.mod h1:MayyLB8y+buD9hZqkCW3kX1AKq07Y5pXxtgB+rRFhz0=
 github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4 h1:489krEF9xIGkOaaX3CE/Be2uWjiXrkCH6gUX+bZA/BU=
 github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4/go.mod h1:IOAPF6oT9KCsceNTvvYMNHy0+kMF8akOjeDvPENWxp4=
-github.com/aws/aws-sdk-go-v2/config v1.32.6 h1:hFLBGUKjmLAekvi1evLi5hVvFQtSo3GYwi+Bx4lpJf8=
-github.com/aws/aws-sdk-go-v2/config v1.32.6/go.mod h1:lcUL/gcd8WyjCrMnxez5OXkO3/rwcNmvfno62tnXNcI=
-github.com/aws/aws-sdk-go-v2/credentials v1.19.6 h1:F9vWao2TwjV2MyiyVS+duza0NIRtAslgLUM0vTA1ZaE=
-github.com/aws/aws-sdk-go-v2/credentials v1.19.6/go.mod h1:SgHzKjEVsdQr6Opor0ihgWtkWdfRAIwxYzSJ8O85VHY=
-github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.16 h1:80+uETIWS1BqjnN9uJ0dBUaETh+P1XwFy5vwHwK5r9k=
-github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.16/go.mod h1:wOOsYuxYuB/7FlnVtzeBYRcjSRtQpAW0hCP7tIULMwo=
-github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.20.3 h1:4GNV1lhyELGjMz5ILMRxDvxvOaeo3Ux9Z69S1EgVMMQ=
-github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.20.3/go.mod h1:br7KA6edAAqDGUYJ+zVVPAyMrPhnN+zdt17yTUT6FPw=
-github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.16 h1:rgGwPzb82iBYSvHMHXc8h9mRoOUBZIGFgKb9qniaZZc=
-github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.16/go.mod h1:L/UxsGeKpGoIj6DxfhOWHWQ/kGKcd4I1VncE4++IyKA=
-github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.16 h1:1jtGzuV7c82xnqOVfx2F0xmJcOw5374L7N6juGW6x6U=
-github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.16/go.mod h1:M2E5OQf+XLe+SZGmmpaI2yy+J326aFf6/+54PoxSANc=
-github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4 h1:WKuaxf++XKWlHWu9ECbMlha8WOEGm0OUEZqm4K/Gcfk=
-github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4/go.mod h1:ZWy7j6v1vWGmPReu0iSGvRiise4YI5SkR3OHKTZ6Wuc=
+github.com/aws/aws-sdk-go-v2/config v1.31.3 h1:RIb3yr/+PZ18YYNe6MDiG/3jVoJrPmdoCARwNkMGvco=
+github.com/aws/aws-sdk-go-v2/config v1.31.3/go.mod h1:jjgx1n7x0FAKl6TnakqrpkHWWKcX3xfWtdnIJs5K9CE=
+github.com/aws/aws-sdk-go-v2/credentials v1.19.3 h1:01Ym72hK43hjwDeJUfi1l2oYLXBAOR8gNSZNmXmvuas=
+github.com/aws/aws-sdk-go-v2/credentials v1.19.3/go.mod h1:55nWF/Sr9Zvls0bGnWkRxUdhzKqj9uRNlPvgV1vgxKc=
+github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.15 h1:utxLraaifrSBkeyII9mIbVwXXWrZdlPO7FIKmyLCEcY=
+github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.15/go.mod h1:hW6zjYUDQwfz3icf4g2O41PHi77u10oAzJ84iSzR/lo=
+github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4 h1:0SzCLoPRSK3qSydsaFQWugP+lOBCTPwfcBOm6222+UA=
+github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4/go.mod h1:JAet9FsBHjfdI+TnMBX4ModNNaQHAd3dc/Bk+cNsxeM=
+github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.15 h1:Y5YXgygXwDI5P4RkteB5yF7v35neH7LfJKBG+hzIons=
+github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.15/go.mod h1:K+/1EpG42dFSY7CBj+Fruzm8PsCGWTXJ3jdeJ659oGQ=
+github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.15 h1:AvltKnW9ewxX2hFmQS0FyJH93aSvJVUEFvXfU+HWtSE=
+github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.15/go.mod h1:3I4oCdZdmgrREhU74qS1dK9yZ62yumob+58AbFR4cQA=
+github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3 h1:bIqFDwgGXXN1Kpp99pDOdKMTTb5d2KyU5X/BZxjOkRo=
+github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3/go.mod h1:H5O/EsxDWyU+LP/V8i5sm8cxoZgc2fdNR9bxlOFrQTo=
 github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.15 h1:NLYTEyZmVZo0Qh183sC8nC+ydJXOOeIL/qI/sS3PdLY=
 github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.15/go.mod h1:Z803iB3B0bc8oJV8zH2PERLRfQUJ2n2BXISpsA4+O1M=
 github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.4 h1:0ryTNEdJbzUCEWkVXEXoqlXV72J5keC1GvILMOuD00E=
 github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.4/go.mod h1:HQ4qwNZh32C3CBeO6iJLQlgtMzqeG17ziAA/3KDJFow=
 github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.6 h1:P1MU/SuhadGvg2jtviDXPEejU3jBNhoeeAlRadHzvHI=
 github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.6/go.mod h1:5KYaMG6wmVKMFBSfWoyG/zH8pWwzQFnKgpoSRlXHKdQ=
-github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.16 h1:oHjJHeUy0ImIV0bsrX0X91GkV5nJAyv1l1CC9lnO0TI=
-github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.16/go.mod h1:iRSNGgOYmiYwSCXxXaKb9HfOEj40+oTKn8pTxMlYkRM=
+github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.15 h1:3/u/4yZOffg5jdNk1sDpOQ4Y+R6Xbh+GzpDrSZjuy3U=
+github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.15/go.mod h1:4Zkjq0FKjE78NKjabuM4tRXKFzUJWXgP0ItEZK8l7JU=
 github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.15 h1:wsSQ4SVz5YE1crz0Ap7VBZrV4nNqZt4CIBBT8mnwoNc=
 github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.15/go.mod h1:I7sditnFGtYMIqPRU1QoHZAUrXkGp4SczmlLwrNPlD0=
 github.com/aws/aws-sdk-go-v2/service/s3 v1.93.0 h1:IrbE3B8O9pm3lsg96AXIN5MXX4pECEuExh/A0Du3AuI=
 github.com/aws/aws-sdk-go-v2/service/s3 v1.93.0/go.mod h1:/sJLzHtiiZvs6C1RbxS/anSAFwZD6oC6M/kotQzOiLw=
-github.com/aws/aws-sdk-go-v2/service/signin v1.0.4 h1:HpI7aMmJ+mm1wkSHIA2t5EaFFv5EFYXePW30p1EIrbQ=
-github.com/aws/aws-sdk-go-v2/service/signin v1.0.4/go.mod h1:C5RdGMYGlfM0gYq/tifqgn4EbyX99V15P2V3R+VHbQU=
 github.com/aws/aws-sdk-go-v2/service/sns v1.34.7 h1:OBuZE9Wt8h2imuRktu+WfjiTGrnYdCIJg8IX92aalHE=
 github.com/aws/aws-sdk-go-v2/service/sns v1.34.7/go.mod h1:4WYoZAhHt+dWYpoOQUgkUKfuQbE6Gg/hW4oXE0pKS9U=
 github.com/aws/aws-sdk-go-v2/service/sqs v1.38.8 h1:80dpSqWMwx2dAm30Ib7J6ucz1ZHfiv5OCRwN/EnCOXQ=
 github.com/aws/aws-sdk-go-v2/service/sqs v1.38.8/go.mod h1:IzNt/udsXlETCdvBOL0nmyMe2t9cGmXmZgsdoZGYYhI=
-github.com/aws/aws-sdk-go-v2/service/sso v1.30.8 h1:aM/Q24rIlS3bRAhTyFurowU8A0SMyGDtEOY/l/s/1Uw=
-github.com/aws/aws-sdk-go-v2/service/sso v1.30.8/go.mod h1:+fWt2UHSb4kS7Pu8y+BMBvJF0EWx+4H0hzNwtDNRTrg=
-github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.12 h1:AHDr0DaHIAo8c9t1emrzAlVDFp+iMMKnPdYy6XO4MCE=
-github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.12/go.mod h1:GQ73XawFFiWxyWXMHWfhiomvP3tXtdNar/fi8z18sx0=
-github.com/aws/aws-sdk-go-v2/service/sts v1.41.5 h1:SciGFVNZ4mHdm7gpD1dgZYnCuVdX1s+lFTg4+4DOy70=
-github.com/aws/aws-sdk-go-v2/service/sts v1.41.5/go.mod h1:iW40X4QBmUxdP+fZNOpfmkdMZqsovezbAeO+Ubiv2pk=
+github.com/aws/aws-sdk-go-v2/service/sso v1.30.6 h1:8sTTiw+9yuNXcfWeqKF2x01GqCF49CpP4Z9nKrrk/ts=
+github.com/aws/aws-sdk-go-v2/service/sso v1.30.6/go.mod h1:8WYg+Y40Sn3X2hioaaWAAIngndR8n1XFdRPPX+7QBaM=
+github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.11 h1:E+KqWoVsSrj1tJ6I/fjDIu5xoS2Zacuu1zT+H7KtiIk=
+github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.11/go.mod h1:qyWHz+4lvkXcr3+PoGlGHEI+3DLLiU6/GdrFfMaAhB0=
+github.com/aws/aws-sdk-go-v2/service/sts v1.41.3 h1:tzMkjh0yTChUqJDgGkcDdxvZDSrJ/WB6R6ymI5ehqJI=
+github.com/aws/aws-sdk-go-v2/service/sts v1.41.3/go.mod h1:T270C0R5sZNLbWUe8ueiAF42XSZxxPocTaGSgs5c/60=
 github.com/aws/smithy-go v1.24.0 h1:LpilSUItNPFr1eY85RYgTIg5eIEPtvFbskaFcmmIUnk=
 github.com/aws/smithy-go v1.24.0/go.mod h1:LEj2LM3rBRQJxPZTB4KuzZkaZYnZPnvgIhb4pu07mx0=
 github.com/bazelbuild/rules_go v0.46.0 h1:CTefzjN/D3Cdn3rkrM6qMWuQj59OBcuOjyIp3m4hZ7s=
@@ -988,8 +986,8 @@ github.com/go-redis/redis/v7 v7.4.1 h1:PASvf36gyUpr2zdOUS/9Zqc80GbM+9BDyiJSJDDOr
 github.com/go-redis/redis/v7 v7.4.1/go.mod h1:JDNMw23GTyLNC4GZu9njt15ctBQVn7xjRfnwdHj/Dcg=
 github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI=
 github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo=
-github.com/go-redsync/redsync/v4 v4.15.0 h1:KH/XymuxSV7vyKs6z1Cxxj+N+N18JlPxgXeP6x4JY54=
-github.com/go-redsync/redsync/v4 v4.15.0/go.mod h1:qNp+lLs3vkfZbtA/aM/OjlZHfEr5YTAYhRktFPKHC7s=
+github.com/go-redsync/redsync/v4 v4.14.0 h1:zyxzFJsmQHIPBl8iBT7KFKohWsjsghgGLiP8TnFMLNc=
+github.com/go-redsync/redsync/v4 v4.14.0/go.mod h1:twMlVd19upZ/juvJyJGlQOSQxor1oeHtjs62l4pRFzo=
 github.com/go-resty/resty/v2 v2.16.5 h1:hBKqmWrr7uRc3euHVqmh1HTHcKn99Smr7o5spptdhTM=
 github.com/go-resty/resty/v2 v2.16.5/go.mod h1:hkJtXbA2iKHzJheXYvQ8snQES5ZLGKMwQ07xAwp/fiA=
 github.com/go-sql-driver/mysql v1.9.3 h1:U/N249h2WzJ3Ukj8SowVFjdtZKfu9vlLZxjPXV1aweo=
@@ -1072,8 +1070,8 @@ github.com/golang/snappy v0.0.3/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEW
 github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
 github.com/golang/snappy v1.0.0 h1:Oy607GVXHs7RtbggtPBnr2RmDArIsAefDwvrdWvRhGs=
 github.com/golang/snappy v1.0.0/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
-github.com/gomodule/redigo v1.9.3 h1:dNPSXeXv6HCq2jdyWfjgmhBdqnR6PRO3m/G05nvpPC8=
-github.com/gomodule/redigo v1.9.3/go.mod h1:KsU3hiK/Ay8U42qpaJk+kuNa3C+spxapWpM+ywhcgtw=
+github.com/gomodule/redigo v1.9.2 h1:HrutZBLhSIU8abiSfW8pj8mPhOyMYjZT/wcA4/L9L9s=
+github.com/gomodule/redigo v1.9.2/go.mod h1:KsU3hiK/Ay8U42qpaJk+kuNa3C+spxapWpM+ywhcgtw=
 github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ=
 github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ=
 github.com/google/btree v1.1.3 h1:CVpQJjYgC4VbzxeGVHfvZrv1ctoYCAI8vbl07Fcxlyg=
@@ -1134,21 +1132,22 @@ github.com/google/pprof v0.0.0-20250317173921-a4b03ec1a45e/go.mod h1:boTsfXsheKC
 github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI=
 github.com/google/s2a-go v0.1.9 h1:LGD7gtMgezd8a/Xak7mEWL0PjoTQFvpRudN895yqKW0=
 github.com/google/s2a-go v0.1.9/go.mod h1:YA0Ei2ZQL3acow2O62kdp9UlnvMmU7kA6Eutn0dXayM=
+github.com/google/subcommands v1.2.0/go.mod h1:ZjhPrFU+Olkh9WazFPsl27BQ4UPiG37m3yTrtFlrHVk=
 github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/google/uuid v1.2.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
 github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
-github.com/google/wire v0.7.0 h1:JxUKI6+CVBgCO2WToKy/nQk0sS+amI9z9EjVmdaocj4=
-github.com/google/wire v0.7.0/go.mod h1:n6YbUQD9cPKTnHXEBN2DXlOp/mVADhVErcMFb0v3J18=
+github.com/google/wire v0.6.0 h1:HBkoIh4BdSxoyo9PveV8giw7ZsaBOvzWKfcg/6MrVwI=
+github.com/google/wire v0.6.0/go.mod h1:F4QhpQ9EDIdJ1Mbop/NZBRB+5yrR6qg3BnctaoUk6NA=
 github.com/googleapis/enterprise-certificate-proxy v0.0.0-20220520183353-fd19c99a87aa/go.mod h1:17drOmN3MwGY7t0e+Ei9b45FFGA3fBs3x36SsCg1hq8=
 github.com/googleapis/enterprise-certificate-proxy v0.1.0/go.mod h1:17drOmN3MwGY7t0e+Ei9b45FFGA3fBs3x36SsCg1hq8=
 github.com/googleapis/enterprise-certificate-proxy v0.2.0/go.mod h1:8C0jb7/mgJe/9KK8Lm7X9ctZC2t60YyIpYEI16jx0Qg=
 github.com/googleapis/enterprise-certificate-proxy v0.2.1/go.mod h1:AwSRAtLfXpU5Nm3pW+v7rGDHp09LsPtGY9MduiEsR9k=
 github.com/googleapis/enterprise-certificate-proxy v0.2.3/go.mod h1:AwSRAtLfXpU5Nm3pW+v7rGDHp09LsPtGY9MduiEsR9k=
-github.com/googleapis/enterprise-certificate-proxy v0.3.7 h1:zrn2Ee/nWmHulBx5sAVrGgAa0f2/R35S4DJwfFaUPFQ=
-github.com/googleapis/enterprise-certificate-proxy v0.3.7/go.mod h1:MkHOF77EYAE7qfSuSS9PU6g4Nt4e11cnsDUowfwewLA=
+github.com/googleapis/enterprise-certificate-proxy v0.3.6 h1:GW/XbdyBFQ8Qe+YAmFU9uHLo7OnF5tL52HFAgMmyrf4=
+github.com/googleapis/enterprise-certificate-proxy v0.3.6/go.mod h1:MkHOF77EYAE7qfSuSS9PU6g4Nt4e11cnsDUowfwewLA=
 github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg=
 github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk=
 github.com/googleapis/gax-go/v2 v2.1.0/go.mod h1:Q3nei7sK6ybPYH7twZdmQpAd1MKb7pfu6SK+H1/DsU0=
@@ -1470,12 +1469,8 @@ github.com/orcaman/concurrent-map/v2 v2.0.1/go.mod h1:9Eq3TG2oBe5FirmYWQfYO5iH1q
 github.com/ory/dockertest/v3 v3.6.0/go.mod h1:4ZOpj8qBUmh8fcBSVzkH2bws2s91JdGvHUqan4GHEuQ=
 github.com/panjf2000/ants/v2 v2.11.3 h1:AfI0ngBoXJmYOpDh9m516vjqoUu2sLrIVgppI9TZVpg=
 github.com/panjf2000/ants/v2 v2.11.3/go.mod h1:8u92CYMUc6gyvTIw8Ru7Mt7+/ESnJahz5EVtqfrilek=
-github.com/parquet-go/bitpack v1.0.0 h1:AUqzlKzPPXf2bCdjfj4sTeacrUwsT7NlcYDMUQxPcQA=
-github.com/parquet-go/bitpack v1.0.0/go.mod h1:XnVk9TH+O40eOOmvpAVZ7K2ocQFrQwysLMnc6M/8lgs=
-github.com/parquet-go/jsonlite v1.0.0 h1:87QNdi56wOfsE5bdgas0vRzHPxfJgzrXGml1zZdd7VU=
-github.com/parquet-go/jsonlite v1.0.0/go.mod h1:nDjpkpL4EOtqs6NQugUsi0Rleq9sW/OtC1NnZEnxzF0=
-github.com/parquet-go/parquet-go v0.26.3 h1:kJY+xmjcR7BH77tyHqasJpIl3kch/6EIO3TW4tFj69M=
-github.com/parquet-go/parquet-go v0.26.3/go.mod h1:h9GcSt41Knf5qXI1tp1TfR8bDBUtvdUMzSKe26aZcHk=
+github.com/parquet-go/parquet-go v0.25.1 h1:l7jJwNM0xrk0cnIIptWMtnSnuxRkwq53S+Po3KG8Xgo=
+github.com/parquet-go/parquet-go v0.25.1/go.mod h1:AXBuotO1XiBtcqJb/FKFyjBG4aqa3aQAAWF3ZPzCanY=
 github.com/pascaldekloe/goe v0.1.0 h1:cBOtyMzM9HTpWjXfbbunk26uA6nG3a8n06Wieeh0MwY=
 github.com/pascaldekloe/goe v0.1.0/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
 github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
@@ -1568,10 +1563,10 @@ github.com/prometheus/procfs v0.19.2 h1:zUMhqEW66Ex7OXIiDkll3tl9a1ZdilUOd/F6ZXw4
 github.com/prometheus/procfs v0.19.2/go.mod h1:M0aotyiemPhBCM0z5w87kL22CxfcH05ZpYlu+b4J7mw=
 github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8 h1:Y258uzXU/potCYnQd1r6wlAnoMB68BiCkCcCnKx1SH8=
 github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8/go.mod h1:bSJjRokAHHOhA+XFxplld8w2R/dXLH7Z3BZ532vhFwU=
-github.com/quic-go/qpack v0.6.0 h1:g7W+BMYynC1LbYLSqRt8PBg5Tgwxn214ZZR34VIOjz8=
-github.com/quic-go/qpack v0.6.0/go.mod h1:lUpLKChi8njB4ty2bFLX2x4gzDqXwUpaO1DP9qMDZII=
-github.com/quic-go/quic-go v0.57.0 h1:AsSSrrMs4qI/hLrKlTH/TGQeTMY0ib1pAOX7vA3AdqE=
-github.com/quic-go/quic-go v0.57.0/go.mod h1:ly4QBAjHA2VhdnxhojRsCUOeJwKYg+taDlos92xb1+s=
+github.com/quic-go/qpack v0.5.1 h1:giqksBPnT/HDtZ6VhtFKgoLOWmlyo9Ei6u9PqzIMbhI=
+github.com/quic-go/qpack v0.5.1/go.mod h1:+PC4XFrEskIVkcLzpEkbLqq1uCoxPhQuvK5rH1ZgaEg=
+github.com/quic-go/quic-go v0.54.1 h1:4ZAWm0AhCb6+hE+l5Q1NAL0iRn/ZrMwqHRGQiFwj2eg=
+github.com/quic-go/quic-go v0.54.1/go.mod h1:e68ZEaCdyviluZmy44P6Iey98v/Wfz6HCjQEm+l8zTY=
 github.com/rabbitmq/amqp091-go v1.10.0 h1:STpn5XsHlHGcecLmMFCtg7mqq0RnD+zFr4uzukfVhBw=
 github.com/rabbitmq/amqp091-go v1.10.0/go.mod h1:Hy4jKW5kQART1u+JkDTF9YYOQUHXqMuhrgxOEeS7G4o=
 github.com/rclone/rclone v1.71.2 h1:3Jk5xNPFrZhVABRuN/OPvApuZQddpE2tkhYMuEn1Ud4=
@@ -1580,12 +1575,12 @@ github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 h1:N/ElC8H3+5X
 github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4=
 github.com/rdleal/intervalst v1.5.0 h1:SEB9bCFz5IqD1yhfH1Wv8IBnY/JQxDplwkxHjT6hamU=
 github.com/rdleal/intervalst v1.5.0/go.mod h1:xO89Z6BC+LQDH+IPQQw/OESt5UADgFD41tYMUINGpxQ=
-github.com/redis/go-redis/v9 v9.17.2 h1:P2EGsA4qVIM3Pp+aPocCJ7DguDHhqrXNhVcEp4ViluI=
-github.com/redis/go-redis/v9 v9.17.2/go.mod h1:u410H11HMLoB+TP67dz8rL9s6QW2j76l0//kSOd3370=
-github.com/redis/rueidis v1.0.69 h1:WlUefRhuDekji5LsD387ys3UCJtSFeBVf0e5yI0B8b4=
-github.com/redis/rueidis v1.0.69/go.mod h1:Lkhr2QTgcoYBhxARU7kJRO8SyVlgUuEkcJO1Y8MCluA=
-github.com/redis/rueidis/rueidiscompat v1.0.69 h1:IWVYY9lXdjNO3do2VpJT7aDFi8zbCUuQxZB6E2Grahs=
-github.com/redis/rueidis/rueidiscompat v1.0.69/go.mod h1:iC4Y8DoN0Uth0Uezg9e2trvNRC7QAgGeuP2OPLb5ccI=
+github.com/redis/go-redis/v9 v9.14.1 h1:nDCrEiJmfOWhD76xlaw+HXT0c9hfNWeXgl0vIRYSDvQ=
+github.com/redis/go-redis/v9 v9.14.1/go.mod h1:huWgSWd8mW6+m0VPhJjSSQ+d6Nh1VICQ6Q5lHuCH/Iw=
+github.com/redis/rueidis v1.0.64 h1:XqgbueDuNV3qFdVdQwAHJl1uNt90zUuAJuzqjH4cw6Y=
+github.com/redis/rueidis v1.0.64/go.mod h1:Lkhr2QTgcoYBhxARU7kJRO8SyVlgUuEkcJO1Y8MCluA=
+github.com/redis/rueidis/rueidiscompat v1.0.64 h1:M8JbLP4LyHQhBLBRsUQIzui8/LyTtdESNIMVveqm4RY=
+github.com/redis/rueidis/rueidiscompat v1.0.64/go.mod h1:8pJVPhEjpw0izZFSxYwDziUiEYEkEklTSw/nZzga61M=
 github.com/rekby/fixenv v0.3.2/go.mod h1:/b5LRc06BYJtslRtHKxsPWFT/ySpHV+rWvzTg+XWk4c=
 github.com/rekby/fixenv v0.6.1 h1:jUFiSPpajT4WY2cYuc++7Y1zWrnCxnovGCIX72PZniM=
 github.com/rekby/fixenv v0.6.1/go.mod h1:/b5LRc06BYJtslRtHKxsPWFT/ySpHV+rWvzTg+XWk4c=
@@ -1617,14 +1612,14 @@ github.com/samber/lo v1.51.0 h1:kysRYLbHy/MB7kQZf5DSN50JHmMsNEdeY24VzJFu7wI=
 github.com/samber/lo v1.51.0/go.mod h1:4+MXEGsJzbKGaUEQFKBq2xtfuznW9oz/WrgyzMzRoM0=
 github.com/sasha-s/go-deadlock v0.3.1 h1:sqv7fDNShgjcaxkO0JNcOAlr8B9+cV5Ey/OB71efZx0=
 github.com/sasha-s/go-deadlock v0.3.1/go.mod h1:F73l+cr82YSh10GxyRI6qZiCgK64VaZjwesgfQ1/iLM=
-github.com/schollz/progressbar/v3 v3.19.0 h1:Ea18xuIRQXLAUidVDox3AbwfUhD0/1IvohyTutOIFoc=
-github.com/schollz/progressbar/v3 v3.19.0/go.mod h1:IsO3lpbaGuzh8zIMzgY3+J8l4C8GjO0Y9S69eFvNsec=
+github.com/schollz/progressbar/v3 v3.18.0 h1:uXdoHABRFmNIjUfte/Ex7WtuyVslrw2wVPQmCN62HpA=
+github.com/schollz/progressbar/v3 v3.18.0/go.mod h1:IsO3lpbaGuzh8zIMzgY3+J8l4C8GjO0Y9S69eFvNsec=
 github.com/seaweedfs/cockroachdb-parser v0.0.0-20251021184156-909763b17138 h1:bX1vBF7GQjPeFQsCAZ8gCQGS/nJQnekL7gZ4Qg/pF4E=
 github.com/seaweedfs/cockroachdb-parser v0.0.0-20251021184156-909763b17138/go.mod h1:JSKCh6uCHBz91lQYFYHCyTrSVIPge4SUFVn28iwMNB0=
 github.com/seaweedfs/goexif v1.0.3 h1:ve/OjI7dxPW8X9YQsv3JuVMaxEyF9Rvfd04ouL+Bz30=
 github.com/seaweedfs/goexif v1.0.3/go.mod h1:Oni780Z236sXpIQzk1XoJlTwqrJ02smEin9zQeff7Fk=
-github.com/seaweedfs/raft v1.1.6 h1:e83Xn0boscPnuSiBllUPeWRVS6JKrqJPYBozgFyBiC0=
-github.com/seaweedfs/raft v1.1.6/go.mod h1:9cYlEBA+djJbnf/5tWsCybtbL7ICYpi+Uxcg3MxjuNs=
+github.com/seaweedfs/raft v1.1.3 h1:5B6hgneQ7IuU4Ceom/f6QUt8pEeqjcsRo+IxlyPZCws=
+github.com/seaweedfs/raft v1.1.3/go.mod h1:9cYlEBA+djJbnf/5tWsCybtbL7ICYpi+Uxcg3MxjuNs=
 github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
 github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=
 github.com/sergi/go-diff v1.2.0 h1:XU+rvMAioB0UC3q1MFrIQy4Vo5/4VsRDQQXHsEya6xQ=
@@ -1782,12 +1777,12 @@ github.com/ydb-platform/ydb-go-genproto v0.0.0-20221215182650-986f9d10542f/go.mo
 github.com/ydb-platform/ydb-go-genproto v0.0.0-20230528143953-42c825ace222/go.mod h1:Er+FePu1dNUieD+XTMDduGpQuCPssK5Q4BjF+IIXJ3I=
 github.com/ydb-platform/ydb-go-genproto v0.0.0-20251125145508-6d7ef87db5cb h1:LZ6dhVfWzhicf/P5Xh7fA0Jd7rfGduxmB2QZpD+Lz9Q=
 github.com/ydb-platform/ydb-go-genproto v0.0.0-20251125145508-6d7ef87db5cb/go.mod h1:Er+FePu1dNUieD+XTMDduGpQuCPssK5Q4BjF+IIXJ3I=
-github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.1 h1:XaRxeVrOyl3y6v9CiYMWaFdZ6zevvYe+TRxOR8ifa2s=
-github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.1/go.mod h1:9YzkhlIymWaJGX6KMU3vh5sOf3UKbCXkG/ZdjaI3zNM=
+github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.0 h1:/NyPd9KnCJgzrEXCArqk1ThqCH2Dh31uUwl88o/VkuM=
+github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.0/go.mod h1:9YzkhlIymWaJGX6KMU3vh5sOf3UKbCXkG/ZdjaI3zNM=
 github.com/ydb-platform/ydb-go-sdk/v3 v3.44.0/go.mod h1:oSLwnuilwIpaF5bJJMAofnGgzPJusoI3zWMNb8I+GnM=
 github.com/ydb-platform/ydb-go-sdk/v3 v3.47.3/go.mod h1:bWnOIcUHd7+Sl7DN+yhyY1H/I61z53GczvwJgXMgvj0=
-github.com/ydb-platform/ydb-go-sdk/v3 v3.122.0 h1:uvqheUfoEJz0CLLLaYct69wpvoaosM/2joWFcbwoqfw=
-github.com/ydb-platform/ydb-go-sdk/v3 v3.122.0/go.mod h1:/LjMxb/rXmoGAAnImoqAFIlhO5ampHacbvDetQitCk4=
+github.com/ydb-platform/ydb-go-sdk/v3 v3.121.0 h1:Ml4WMsaRY+/+Wh3DCp1A+/zjM1aMdQg3irjuYFwWVHQ=
+github.com/ydb-platform/ydb-go-sdk/v3 v3.121.0/go.mod h1:/LjMxb/rXmoGAAnImoqAFIlhO5ampHacbvDetQitCk4=
 github.com/ydb-platform/ydb-go-yc v0.12.1 h1:qw3Fa+T81+Kpu5Io2vYHJOwcrYrVjgJlT6t/0dOXJrA=
 github.com/ydb-platform/ydb-go-yc v0.12.1/go.mod h1:t/ZA4ECdgPWjAb4jyDe8AzQZB5dhpGbi3iCahFaNwBY=
 github.com/ydb-platform/ydb-go-yc-metadata v0.6.1 h1:9E5q8Nsy2RiJMZDNVy0A3KUrIMBPakJ2VgloeWbcI84=
@@ -1877,8 +1872,8 @@ go.uber.org/goleak v1.1.10/go.mod h1:8a7PlsEVH3e/a/GLqe5IIrQx6GzcnRmZEufDUTk4A7A
 go.uber.org/goleak v1.1.12/go.mod h1:cwTWslyiVhfpKIDGSZEM2HlOvcqm+tG4zioyIeLoqMQ=
 go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=
 go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=
-go.uber.org/mock v0.5.2 h1:LbtPTcP8A5k9WPXj54PPPbjcI4Y6lhyOZXn+VS7wNko=
-go.uber.org/mock v0.5.2/go.mod h1:wLlUxC2vVTPTaE3UD51E0BGOAElKrILxhVSDYQLld5o=
+go.uber.org/mock v0.5.0 h1:KAMbZvZPyBPWgD14IrIQ38QCyjwpvVVV6K/bHl1IwQU=
+go.uber.org/mock v0.5.0/go.mod h1:ge71pBPLYDk7QIi1LupWxdAykm7KIEFchiOqd6z7qMM=
 go.uber.org/multierr v1.6.0/go.mod h1:cdWPpRnG4AhwMwsgIHip0KRBQjJy5kYEpYjJxpXp9iU=
 go.uber.org/multierr v1.7.0/go.mod h1:7EAYxJLBy9rStEaz58O2t4Uvip6FSURkq8/ppBp95ak=
 go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=
@@ -1891,10 +1886,10 @@ go.yaml.in/yaml/v2 v2.4.2 h1:DzmwEr2rDGHl7lsFgAHxmNz/1NlQ7xLIrlN2h5d1eGI=
 go.yaml.in/yaml/v2 v2.4.2/go.mod h1:081UH+NErpNdqlCXm3TtEran0rJZGxAYx9hb/ELlsPU=
 go.yaml.in/yaml/v3 v3.0.4 h1:tfq32ie2Jv2UxXFdLJdh3jXuOzWiL1fo0bu/FbuKpbc=
 go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg=
-gocloud.dev v0.44.0 h1:iVyMAqFl2r6xUy7M4mfqwlN+21UpJoEtgHEcfiLMUXs=
-gocloud.dev v0.44.0/go.mod h1:ZmjROXGdC/eKZLF1N+RujDlFRx3D+4Av2thREKDMVxY=
-gocloud.dev/pubsub/natspubsub v0.44.0 h1:1Us76ckkdgtiE1p1rJZ+38b9TQP051bmjAiQlFQzYrM=
-gocloud.dev/pubsub/natspubsub v0.44.0/go.mod h1:PvVAGIhL14PWGwWIXX/zAK42ixr2/PKP4Q4yMiAUraQ=
+gocloud.dev v0.43.0 h1:aW3eq4RMyehbJ54PMsh4hsp7iX8cO/98ZRzJJOzN/5M=
+gocloud.dev v0.43.0/go.mod h1:eD8rkg7LhKUHrzkEdLTZ+Ty/vgPHPCd+yMQdfelQVu4=
+gocloud.dev/pubsub/natspubsub v0.43.0 h1:k35tFoaorvD9Fa26zVEEzyXiMOEyXNHc0pBOmRYvQI0=
+gocloud.dev/pubsub/natspubsub v0.43.0/go.mod h1:xJn8TO8pGYieDn6AsRFsYfhQW8cnC+xGmG9APGNxkpQ=
 gocloud.dev/pubsub/rabbitpubsub v0.43.0 h1:6nNZFSlJ1dk2GujL8PFltfLz3vC6IbrpjGS4FTduo1s=
 gocloud.dev/pubsub/rabbitpubsub v0.43.0/go.mod h1:sEaueAGat+OASRoB3QDkghCtibKttgg7X6zsPTm1pl0=
 golang.org/x/arch v0.20.0 h1:dx1zTU0MAE98U+TQ8BLl7XsJbgze2WnNKF/8tGp/Q6c=
@@ -1916,13 +1911,14 @@ golang.org/x/crypto v0.6.0/go.mod h1:OFC/31mSvZgRz0V1QTNCzfAI1aIRzbiufJtkMIlEp58
 golang.org/x/crypto v0.7.0/go.mod h1:pYwdfH91IfpZVANVyUOhSIPZaFoJGxTFbZhFTx+dXZU=
 golang.org/x/crypto v0.13.0/go.mod h1:y6Z2r+Rw4iayiXXAIxJIDAJ1zMW4yaTpebo8fPOliYc=
 golang.org/x/crypto v0.14.0/go.mod h1:MVFd36DqK4CsrnJYDkBA3VC4m2GkXAM0PvzMCn4JQf4=
+golang.org/x/crypto v0.18.0/go.mod h1:R0j02AL6hcrfOiy9T4ZYp/rcWeMxM3L6QYxlOuEG1mg=
 golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU=
 golang.org/x/crypto v0.22.0/go.mod h1:vr6Su+7cTlO45qkww3VDJlzDn0ctJvRgYbC2NvXHt+M=
 golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8=
 golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk=
 golang.org/x/crypto v0.33.0/go.mod h1:bVdXmD7IV/4GdElGPozy6U7lWdRXA4qyRVGJV57uQ5M=
-golang.org/x/crypto v0.46.0 h1:cKRW/pmt1pKAfetfu+RCEvjvZkA9RimPbh7bhFjGVBU=
-golang.org/x/crypto v0.46.0/go.mod h1:Evb/oLKmMraqjZ2iQTwDwvCtJkczlDuTmdJXoZVzqU0=
+golang.org/x/crypto v0.45.0 h1:jMBrvKuj23MTlT0bQEOBcAE0mjg8mK9RXFhRH6nyF3Q=
+golang.org/x/crypto v0.45.0/go.mod h1:XTGrrkGJve7CYK7J8PEww4aY7gM3qMCElcJQ8n8JdX4=
 golang.org/x/exp v0.0.0-20180321215751-8460e604b9de/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20180807140117-3d87b88a115f/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
@@ -1953,8 +1949,8 @@ golang.org/x/image v0.0.0-20210607152325-775e3b0c77b9/go.mod h1:023OzeP/+EPmXeap
 golang.org/x/image v0.0.0-20210628002857-a66eb6448b8d/go.mod h1:023OzeP/+EPmXeapQh35lcL3II3LrY8Ic+EFFKVhULM=
 golang.org/x/image v0.0.0-20211028202545-6944b10bf410/go.mod h1:023OzeP/+EPmXeapQh35lcL3II3LrY8Ic+EFFKVhULM=
 golang.org/x/image v0.0.0-20220302094943-723b81ca9867/go.mod h1:023OzeP/+EPmXeapQh35lcL3II3LrY8Ic+EFFKVhULM=
-golang.org/x/image v0.34.0 h1:33gCkyw9hmwbZJeZkct8XyR11yH889EQt/QH4VmXMn8=
-golang.org/x/image v0.34.0/go.mod h1:2RNFBZRB+vnwwFil8GkMdRvrJOFd1AzdZI6vOY+eJVU=
+golang.org/x/image v0.33.0 h1:LXRZRnv1+zGd5XBUVRFmYEphyyKJjQjCRiOuAP3sZfQ=
+golang.org/x/image v0.33.0/go.mod h1:DD3OsTYT9chzuzTQt+zMcOlBHgfoKQb1gry8p76Y1sc=
 golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
 golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
 golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
@@ -1986,10 +1982,11 @@ golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
 golang.org/x/mod v0.9.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
 golang.org/x/mod v0.12.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
 golang.org/x/mod v0.13.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
+golang.org/x/mod v0.14.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
 golang.org/x/mod v0.15.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
 golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
-golang.org/x/mod v0.30.0 h1:fDEXFVZ/fmCKProc/yAXXUijritrDzahmwwefnjoPFk=
-golang.org/x/mod v0.30.0/go.mod h1:lAsf5O2EvJeSFMiBxXDki7sCgAxEUcZHXoXMKT4GJKc=
+golang.org/x/mod v0.29.0 h1:HV8lRxZC4l2cr3Zq1LvtOsi/ThTgWnUk/y64QSs8GwA=
+golang.org/x/mod v0.29.0/go.mod h1:NyhrlYXJ2H4eJiRy/WDBO6HMqZQ6q9nk4JzS3NuCK+w=
 golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -2055,11 +2052,12 @@ golang.org/x/net v0.8.0/go.mod h1:QVkue5JL9kW//ek3r6jTKnTFis1tRmNAW2P1shuFdJc=
 golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg=
 golang.org/x/net v0.15.0/go.mod h1:idbUs1IY1+zTqbi8yxTbhexhEEk5ur9LInksu6HrEpk=
 golang.org/x/net v0.16.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE=
+golang.org/x/net v0.20.0/go.mod h1:z8BVo6PvndSri0LbOE3hAn0apkU+1YvI6E70E9jsnvY=
 golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44=
 golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM=
 golang.org/x/net v0.33.0/go.mod h1:HXLR5J+9DxmrqMwG9qjGCxZ+zKXxBru04zlTvWlWuN4=
-golang.org/x/net v0.48.0 h1:zyQRTTrjc33Lhh0fBgT/H3oZq9WuvRR5gPC70xpDiQU=
-golang.org/x/net v0.48.0/go.mod h1:+ndRgGjkh8FGtu1w1FGbEC31if4VrNVMuKTgcAAnQRY=
+golang.org/x/net v0.47.0 h1:Mx+4dIFzqraBXUugkia1OOvlD6LemFo1ALMHjrXDOhY=
+golang.org/x/net v0.47.0/go.mod h1:/jNxtkgq5yWUGYkaZGqo27cfGZ1c5Nen03aYrrKpVRU=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
@@ -2088,8 +2086,8 @@ golang.org/x/oauth2 v0.0.0-20221014153046-6fdb5e3db783/go.mod h1:h4gKUeWbJ4rQPri
 golang.org/x/oauth2 v0.4.0/go.mod h1:RznEsdpjGAINPTOF0UH/t+xJ75L18YO3Ho6Pyn+uRec=
 golang.org/x/oauth2 v0.5.0/go.mod h1:9/XBHVqLaWO3/BRHs5jbpYCnOZVjj5V0ndyaAM7KB4I=
 golang.org/x/oauth2 v0.6.0/go.mod h1:ycmewcwgD4Rpr3eZJLSB4Kyyljb3qDh40vJ8STE5HKw=
-golang.org/x/oauth2 v0.34.0 h1:hqK/t4AKgbqWkdkcAeI8XLmbK+4m4G5YeQRrmiotGlw=
-golang.org/x/oauth2 v0.34.0/go.mod h1:lzm5WQJQwKZ3nwavOZ3IS5Aulzxi68dUSgRHujetwEA=
+golang.org/x/oauth2 v0.32.0 h1:jsCblLleRMDrxMN29H3z/k1KliIvpLgCkE6R8FXXNgY=
+golang.org/x/oauth2 v0.32.0/go.mod h1:lzm5WQJQwKZ3nwavOZ3IS5Aulzxi68dUSgRHujetwEA=
 golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
@@ -2214,13 +2212,14 @@ golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.16.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.19.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.30.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
-golang.org/x/sys v0.39.0 h1:CvCKL8MeisomCi6qNZ+wbb0DN9E5AATixKsvNtMoMFk=
-golang.org/x/sys v0.39.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
+golang.org/x/sys v0.38.0 h1:3yZWxaJjBmCWXqhN1qh02AkOnCQ1poK6oF+a7xWL6Gc=
+golang.org/x/sys v0.38.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
 golang.org/x/telemetry v0.0.0-20240228155512-f48c80bd79b2/go.mod h1:TeRTkGYfJXctD9OcfyVLyj2J3IxLnKwHJR8f4D8a3YE=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
@@ -2232,13 +2231,14 @@ golang.org/x/term v0.6.0/go.mod h1:m6U89DPEgQRMq3DNkDClhWw02AUbt2daBVO4cn4Hv9U=
 golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo=
 golang.org/x/term v0.12.0/go.mod h1:owVbMEjm3cBLCHdkQu9b1opXd4ETQWc3BhuQGKgXgvU=
 golang.org/x/term v0.13.0/go.mod h1:LTmsnFJwVN6bCy1rVCoS+qHT1HhALEFxKncY3WNNh4U=
+golang.org/x/term v0.16.0/go.mod h1:yn7UURbUtPyrVJPGPq404EukNFxcm/foM+bV/bfcDsY=
 golang.org/x/term v0.17.0/go.mod h1:lLRBjIVuehSbZlaOtGMbcMncT+aqLLLmKrsjNrUguwk=
 golang.org/x/term v0.19.0/go.mod h1:2CuTdWZ7KHSQwUzKva0cbMg6q2DMI3Mmxp+gKJbskEk=
 golang.org/x/term v0.20.0/go.mod h1:8UkIAJTvZgivsXaD6/pH6U9ecQzZ45awqEOzuCvwpFY=
 golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM=
 golang.org/x/term v0.29.0/go.mod h1:6bl4lRlvVuDgSf3179VpIxBF0o10JUpXWOnI7nErv7s=
-golang.org/x/term v0.38.0 h1:PQ5pkm/rLO6HnxFR7N2lJHOZX6Kez5Y1gDSJla6jo7Q=
-golang.org/x/term v0.38.0/go.mod h1:bSEAKrOT1W+VSu9TSCMtoGEOUcKxOKgl3LE5QEF/xVg=
+golang.org/x/term v0.37.0 h1:8EGAD0qCmHYZg6J17DvsMy9/wJ7/D/4pV/wfnld5lTU=
+golang.org/x/term v0.37.0/go.mod h1:5pB4lxRNYYVZuTLmy8oR2BH8dflOR+IbTYFD8fi3254=
 golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
@@ -2260,15 +2260,15 @@ golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
 golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
 golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ=
 golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY=
-golang.org/x/text v0.32.0 h1:ZD01bjUt1FQ9WJ0ClOL5vxgxOI/sVCNgX1YtKwcY0mU=
-golang.org/x/text v0.32.0/go.mod h1:o/rUWzghvpD5TXrTIBuJU77MTaN0ljMWE47kxGJQ7jY=
+golang.org/x/text v0.31.0 h1:aC8ghyu4JhP8VojJ2lEHBnochRno1sgL6nEi9WGFGMM=
+golang.org/x/text v0.31.0/go.mod h1:tKRAlv61yKIjGGHX/4tP1LTbc13YSec1pxVEWXzfoeM=
 golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20220922220347-f3bd1da661af/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.1.0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
-golang.org/x/time v0.14.0 h1:MRx4UaLrDotUKUdCIqzPC48t1Y9hANFKIRpNx+Te8PI=
-golang.org/x/time v0.14.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4=
+golang.org/x/time v0.12.0 h1:ScB/8o8olJvc+CQPWrK3fPZNfh7qgwCrY0zJmoEQLSE=
+golang.org/x/time v0.12.0/go.mod h1:CDIdPxbZBQxdj6cxyCIdrNogrJKMJ7pr37NYpMcMDSg=
 golang.org/x/tools v0.0.0-20180525024113-a5b4c53f6e8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
@@ -2339,9 +2339,10 @@ golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
 golang.org/x/tools v0.7.0/go.mod h1:4pg6aUX35JBAogB10C9AtvVL+qowtN4pT3CGSQex14s=
 golang.org/x/tools v0.13.0/go.mod h1:HvlwmtVNQAhOuCjW7xxvovg8wbNq7LwfXh/k7wXUl58=
 golang.org/x/tools v0.14.0/go.mod h1:uYBEerGOWcJyEORxN+Ek8+TT266gXkNlHdJBwexUsBg=
+golang.org/x/tools v0.17.0/go.mod h1:xsh6VxdV005rRVaS6SSAf9oiAqljS7UZUacMZ8Bnsps=
 golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk=
-golang.org/x/tools v0.39.0 h1:ik4ho21kwuQln40uelmciQPp9SipgNDdrafrYA4TmQQ=
-golang.org/x/tools v0.39.0/go.mod h1:JnefbkDPyD8UU2kI5fuf8ZX4/yUeh9W877ZeBONxUqQ=
+golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ=
+golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs=
 golang.org/x/tools/godoc v0.1.0-deprecated h1:o+aZ1BOj6Hsx/GBdJO/s815sqftjSnrZZwyYTHODvtk=
 golang.org/x/tools/godoc v0.1.0-deprecated/go.mod h1:qM63CriJ961IHWmnWa9CjZnBndniPt4a3CK0PVB9bIg=
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
@@ -2419,8 +2420,8 @@ google.golang.org/api v0.106.0/go.mod h1:2Ts0XTHNVWxypznxWOYUeI4g3WdP9Pk2Qk58+a/
 google.golang.org/api v0.107.0/go.mod h1:2Ts0XTHNVWxypznxWOYUeI4g3WdP9Pk2Qk58+a/O9MY=
 google.golang.org/api v0.108.0/go.mod h1:2Ts0XTHNVWxypznxWOYUeI4g3WdP9Pk2Qk58+a/O9MY=
 google.golang.org/api v0.110.0/go.mod h1:7FC4Vvx1Mooxh8C5HWjzZHcavuS2f6pmJpZx60ca7iI=
-google.golang.org/api v0.258.0 h1:IKo1j5FBlN74fe5isA2PVozN3Y5pwNKriEgAXPOkDAc=
-google.golang.org/api v0.258.0/go.mod h1:qhOMTQEZ6lUps63ZNq9jhODswwjkjYYguA7fA3TBFww=
+google.golang.org/api v0.247.0 h1:tSd/e0QrUlLsrwMKmkbQhYVa109qIintOls2Wh6bngc=
+google.golang.org/api v0.247.0/go.mod h1:r1qZOPmxXffXg6xS5uhx16Fa/UFY8QU/K4bfKrnvovM=
 google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=
 google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
 google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
@@ -2558,8 +2559,8 @@ google.golang.org/genproto v0.0.0-20250715232539-7130f93afb79 h1:Nt6z9UHqSlIdIGJ
 google.golang.org/genproto v0.0.0-20250715232539-7130f93afb79/go.mod h1:kTmlBHMPqR5uCZPBvwa2B18mvubkjyY3CRLI0c6fj0s=
 google.golang.org/genproto/googleapis/api v0.0.0-20251022142026-3a174f9686a8 h1:mepRgnBZa07I4TRuomDE4sTIYieg/osKmzIf4USdWS4=
 google.golang.org/genproto/googleapis/api v0.0.0-20251022142026-3a174f9686a8/go.mod h1:fDMmzKV90WSg1NbozdqrE64fkuTv6mlq2zxo9ad+3yo=
-google.golang.org/genproto/googleapis/rpc v0.0.0-20251213004720-97cd9d5aeac2 h1:2I6GHUeJ/4shcDpoUlLs/2WPnhg7yJwvXtqcMJt9liA=
-google.golang.org/genproto/googleapis/rpc v0.0.0-20251213004720-97cd9d5aeac2/go.mod h1:7i2o+ce6H/6BluujYR+kqX3GKH+dChPTQU19wjRPiGk=
+google.golang.org/genproto/googleapis/rpc v0.0.0-20251111163417-95abcf5c77ba h1:UKgtfRM7Yh93Sya0Fo8ZzhDP4qBckrrxEr2oF5UIVb8=
+google.golang.org/genproto/googleapis/rpc v0.0.0-20251111163417-95abcf5c77ba/go.mod h1:7i2o+ce6H/6BluujYR+kqX3GKH+dChPTQU19wjRPiGk=
 google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c=
 google.golang.org/grpc v1.20.1/go.mod h1:10oTOabMzJvdu6/UiuZezV6QK5dSlG84ov/aaiqXj38=
 google.golang.org/grpc v1.21.1/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM=
@@ -2623,8 +2624,8 @@ google.golang.org/protobuf v1.27.1/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQ
 google.golang.org/protobuf v1.28.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
 google.golang.org/protobuf v1.28.1/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
 google.golang.org/protobuf v1.30.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
-google.golang.org/protobuf v1.36.11 h1:fV6ZwhNocDyBLK0dj+fg8ektcVegBBuEolpbTQyBNVE=
-google.golang.org/protobuf v1.36.11/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco=
+google.golang.org/protobuf v1.36.10 h1:AYd7cD/uASjIL6Q9LiTjz8JLcrh/88q5UObnmY3aOOE=
+google.golang.org/protobuf v1.36.10/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
@@ -2675,19 +2676,19 @@ modernc.org/b v1.0.0/go.mod h1:uZWcZfRj1BpYzfN9JTerzlNUnnPsV9O2ZA8JsRcubNg=
 modernc.org/cc/v3 v3.36.0/go.mod h1:NFUHyPn4ekoC/JHeZFfZurN6ixxawE1BnVonP/oahEI=
 modernc.org/cc/v3 v3.36.2/go.mod h1:NFUHyPn4ekoC/JHeZFfZurN6ixxawE1BnVonP/oahEI=
 modernc.org/cc/v3 v3.36.3/go.mod h1:NFUHyPn4ekoC/JHeZFfZurN6ixxawE1BnVonP/oahEI=
-modernc.org/cc/v4 v4.26.5 h1:xM3bX7Mve6G8K8b+T11ReenJOT+BmVqQj0FY5T4+5Y4=
-modernc.org/cc/v4 v4.26.5/go.mod h1:uVtb5OGqUKpoLWhqwNQo/8LwvoiEBLvZXIQ/SmO6mL0=
+modernc.org/cc/v4 v4.26.2 h1:991HMkLjJzYBIfha6ECZdjrIYz2/1ayr+FL8GN+CNzM=
+modernc.org/cc/v4 v4.26.2/go.mod h1:uVtb5OGqUKpoLWhqwNQo/8LwvoiEBLvZXIQ/SmO6mL0=
 modernc.org/ccgo/v3 v3.0.0-20220428102840-41399a37e894/go.mod h1:eI31LL8EwEBKPpNpA4bU1/i+sKOwOrQy8D87zWUcRZc=
 modernc.org/ccgo/v3 v3.0.0-20220430103911-bc99d88307be/go.mod h1:bwdAnOoaIt8Ax9YdWGjxWsdkPcZyRPHqrOvJxaKAKGw=
 modernc.org/ccgo/v3 v3.16.4/go.mod h1:tGtX0gE9Jn7hdZFeU88slbTh1UtCYKusWOoCJuvkWsQ=
 modernc.org/ccgo/v3 v3.16.6/go.mod h1:tGtX0gE9Jn7hdZFeU88slbTh1UtCYKusWOoCJuvkWsQ=
 modernc.org/ccgo/v3 v3.16.8/go.mod h1:zNjwkizS+fIFDrDjIAgBSCLkWbJuHF+ar3QRn+Z9aws=
 modernc.org/ccgo/v3 v3.16.9/go.mod h1:zNMzC9A9xeNUepy6KuZBbugn3c0Mc9TeiJO4lgvkJDo=
-modernc.org/ccgo/v4 v4.28.1 h1:wPKYn5EC/mYTqBO373jKjvX2n+3+aK7+sICCv4Fjy1A=
-modernc.org/ccgo/v4 v4.28.1/go.mod h1:uD+4RnfrVgE6ec9NGguUNdhqzNIeeomeXf6CL0GTE5Q=
+modernc.org/ccgo/v4 v4.28.0 h1:rjznn6WWehKq7dG4JtLRKxb52Ecv8OUGah8+Z/SfpNU=
+modernc.org/ccgo/v4 v4.28.0/go.mod h1:JygV3+9AV6SmPhDasu4JgquwU81XAKLd3OKTUDNOiKE=
 modernc.org/ccorpus v1.11.6/go.mod h1:2gEUTrWqdpH2pXsmTM1ZkjeSrUWDpjMu2T6m29L/ErQ=
-modernc.org/fileutil v1.3.40 h1:ZGMswMNc9JOCrcrakF1HrvmergNLAmxOPjizirpfqBA=
-modernc.org/fileutil v1.3.40/go.mod h1:HxmghZSZVAz/LXcMNwZPA/DRrQZEVP9VX0V4LQGQFOc=
+modernc.org/fileutil v1.3.8 h1:qtzNm7ED75pd1C7WgAGcK4edm4fvhtBsEiI/0NQ54YM=
+modernc.org/fileutil v1.3.8/go.mod h1:HxmghZSZVAz/LXcMNwZPA/DRrQZEVP9VX0V4LQGQFOc=
 modernc.org/gc/v2 v2.6.5 h1:nyqdV8q46KvTpZlsw66kWqwXRHdjIlJOhG6kxiV/9xI=
 modernc.org/gc/v2 v2.6.5/go.mod h1:YgIahr1ypgfe7chRuJi2gD7DBQiKSLMPgBQe9oIiito=
 modernc.org/goabi0 v0.2.0 h1:HvEowk7LxcPd0eq6mVOAEMai46V+i7Jrj13t4AzuNks=
@@ -2700,8 +2701,8 @@ modernc.org/libc v1.16.17/go.mod h1:hYIV5VZczAmGZAnG15Vdngn5HSF5cSkbvfz2B7GRuVU=
 modernc.org/libc v1.16.19/go.mod h1:p7Mg4+koNjc8jkqwcoFBJx7tXkpj00G77X7A72jXPXA=
 modernc.org/libc v1.17.0/go.mod h1:XsgLldpP4aWlPlsjqKRdHPqCxCjISdHfM/yeWC5GyW0=
 modernc.org/libc v1.17.1/go.mod h1:FZ23b+8LjxZs7XtFMbSzL/EhPxNbfZbErxEHc7cbD9s=
-modernc.org/libc v1.66.10 h1:yZkb3YeLx4oynyR+iUsXsybsX4Ubx7MQlSYEw4yj59A=
-modernc.org/libc v1.66.10/go.mod h1:8vGSEwvoUoltr4dlywvHqjtAqHBaw0j1jI7iFBTAr2I=
+modernc.org/libc v1.66.3 h1:cfCbjTUcdsKyyZZfEUKfoHcP3S0Wkvz3jgSzByEWVCQ=
+modernc.org/libc v1.66.3/go.mod h1:XD9zO8kt59cANKvHPXpx7yS2ELPheAey0vjIuZOhOU8=
 modernc.org/mathutil v1.1.1/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E=
 modernc.org/mathutil v1.2.2/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E=
 modernc.org/mathutil v1.4.1/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E=
@@ -2720,8 +2721,8 @@ modernc.org/opt v0.1.4/go.mod h1:03fq9lsNfvkYSfxrfUhZCWPk1lm4cq4N+Bh//bEtgns=
 modernc.org/sortutil v1.2.1 h1:+xyoGf15mM3NMlPDnFqrteY07klSFxLElE2PVuWIJ7w=
 modernc.org/sortutil v1.2.1/go.mod h1:7ZI3a3REbai7gzCLcotuw9AC4VZVpYMjDzETGsSMqJE=
 modernc.org/sqlite v1.18.1/go.mod h1:6ho+Gow7oX5V+OiOQ6Tr4xeqbx13UZ6t+Fw9IRUG4d4=
-modernc.org/sqlite v1.42.2 h1:7hkZUNJvJFN2PgfUdjni9Kbvd4ef4mNLOu0B9FGxM74=
-modernc.org/sqlite v1.42.2/go.mod h1:+VkC6v3pLOAE0A0uVucQEcbVW0I5nHCeDaBf+DpsQT8=
+modernc.org/sqlite v1.39.0 h1:6bwu9Ooim0yVYA7IZn9demiQk/Ejp0BtTjBWFLymSeY=
+modernc.org/sqlite v1.39.0/go.mod h1:cPTJYSlgg3Sfg046yBShXENNtPrWrDX8bsbAQBzgQ5E=
 modernc.org/strutil v1.1.0/go.mod h1:lstksw84oURvj9y3tn8lGvRxyRC1S2+g5uuIzNfIOBs=
 modernc.org/strutil v1.1.1/go.mod h1:DE+MQQ/hjKBZS2zNInV5hhcipt5rLPWkmpbGeW5mmdw=
 modernc.org/strutil v1.1.3/go.mod h1:MEHNA7PdEnEwLvspRMtWTNnp2nnyvMfkimT1NKNAGbw=

k8s/charts/seaweedfs/Chart.yaml

@@ -1,6 +1,6 @@
 apiVersion: v1
 description: SeaweedFS
 name: seaweedfs
-appVersion: "4.05"
+appVersion: "4.02"
 # Dev note: Trigger a helm chart release by `git tag -a helm-<version>`
-version: 4.0.405
+version: 4.0.402

k8s/charts/seaweedfs/README.md

@@ -145,191 +145,6 @@ stringData:
   seaweedfs_s3_config: '{"identities":[{"name":"anvAdmin","credentials":[{"accessKey":"snu8yoP6QAlY0ne4","secretKey":"PNzBcmeLNEdR0oviwm04NQAicOrDH1Km"}],"actions":["Admin","Read","Write"]},{"name":"anvReadOnly","credentials":[{"accessKey":"SCigFee6c5lbi04A","secretKey":"kgFhbT38R8WUYVtiFQ1OiSVOrYr3NKku"}],"actions":["Read"]}]}'
 ```
 
-## Admin Component
-
-The admin component provides a modern web-based administration interface for managing SeaweedFS clusters. It includes:
-
-- **Dashboard**: Real-time cluster status and metrics
-- **Volume Management**: Monitor volume servers, capacity, and health
-- **File Browser**: Browse and manage files in the filer
-- **Maintenance Operations**: Trigger maintenance tasks via workers
-- **Object Store Management**: Create and manage buckets with web interface
-
-### Enabling Admin
-
-To enable the admin interface, add the following to your values.yaml:
-
-```yaml
-admin:
-  enabled: true
-  port: 23646
-  grpcPort: 33646  # For worker connections
-  adminUser: "admin"
-  adminPassword: "your-secure-password"  # Leave empty to disable auth
-  
-  # Optional: persist admin data
-  data:
-    type: "persistentVolumeClaim"
-    size: "10Gi"
-    storageClass: "your-storage-class"
-  
-  # Optional: enable ingress
-  ingress:
-    enabled: true
-    host: "admin.seaweedfs.local"
-    className: "nginx"
-```
-
-The admin interface will be available at `http://<admin-service>:23646` (or via ingress). Workers connect to the admin server via gRPC on port `33646`.
-
-### Admin Authentication
-
-If `adminPassword` is set, the admin interface requires authentication:
-- Username: Value of `adminUser` (default: `admin`)
-- Password: Value of `adminPassword`
-
-If `adminPassword` is empty or not set, the admin interface runs without authentication (not recommended for production).
-
-### Admin Data Persistence
-
-The admin component can store configuration and maintenance data. You can configure storage in several ways:
-
-- **emptyDir** (default): Data is lost when pod restarts
-- **persistentVolumeClaim**: Data persists across pod restarts
-- **hostPath**: Data stored on the host filesystem
-- **existingClaim**: Use an existing PVC
-
-## Worker Component
-
-Workers are maintenance agents that execute cluster maintenance tasks such as vacuum, volume balancing, and erasure coding. Workers connect to the admin server via gRPC and receive task assignments.
-
-### Enabling Workers
-
-To enable workers, add the following to your values.yaml:
-
-```yaml
-worker:
-  enabled: true
-  replicas: 2  # Scale based on workload
-  capabilities: "vacuum,balance,erasure_coding"  # Tasks this worker can handle
-  maxConcurrent: 3  # Maximum concurrent tasks per worker
-  
-  # Working directory for task execution
-  # Default: "/tmp/seaweedfs-worker"
-  # Note: /tmp is ephemeral - use persistent storage (hostPath/existingClaim) for long-running tasks
-  workingDir: "/tmp/seaweedfs-worker"
-  
-  # Optional: configure admin server address
-  # If not specified, auto-discovers from admin service in the same namespace by looking for
-  # a service named "<release-name>-admin" (e.g., "seaweedfs-admin").
-  # Auto-discovery only works if the admin is in the same namespace and same Helm release.
-  # For cross-namespace or separate release scenarios, explicitly set this value.
-  # Example: If main SeaweedFS is deployed in "production" namespace:
-  #   adminServer: "seaweedfs-admin.production.svc:33646"
-  adminServer: ""
-  
-  # Workers need storage for task execution
-  # Note: Workers use a Deployment, which does not support `volumeClaimTemplates` 
-  # for dynamic PVC creation per pod. To use persistent storage, you must 
-  # pre-provision a PersistentVolumeClaim and use `type: "existingClaim"`.
-  data:
-    type: "emptyDir"  # Options: "emptyDir", "hostPath", or "existingClaim"
-    hostPathPrefix: /storage  # For hostPath
-    # claimName: "worker-pvc"  # For existingClaim with pre-provisioned PVC
-  
-  # Resource limits for worker pods
-  resources:
-    requests:
-      cpu: "500m"
-      memory: "512Mi"
-    limits:
-      cpu: "2"
-      memory: "2Gi"
-```
-
-### Worker Capabilities
-
-Workers can be configured with different capabilities:
-- **vacuum**: Reclaim deleted file space
-- **balance**: Balance volumes across volume servers
-- **erasure_coding**: Handle erasure coding operations
-
-You can configure workers with all capabilities or create specialized worker pools with specific capabilities.
-
-### Worker Deployment Strategy
-
-For production deployments, consider:
-
-1. **Multiple Workers**: Deploy 2+ worker replicas for high availability
-2. **Resource Allocation**: Workers need sufficient CPU/memory for maintenance tasks
-3. **Storage**: Workers need temporary storage for vacuum and balance operations (size depends on volume size)
-4. **Specialized Workers**: Create separate worker deployments for different capabilities if needed
-
-Example specialized worker configuration:
-
-For specialized worker pools, deploy separate Helm releases with different capabilities:
-
-**values-worker-vacuum.yaml** (for vacuum operations):
-```yaml
-# Disable all other components, enable only workers
-master:
-  enabled: false
-volume:
-  enabled: false
-filer:
-  enabled: false
-s3:
-  enabled: false
-admin:
-  enabled: false
-
-worker:
-  enabled: true
-  replicas: 2
-  capabilities: "vacuum"
-  maxConcurrent: 2
-  # REQUIRED: Point to the admin service of your main SeaweedFS release
-  # Replace <namespace> with the namespace where your main seaweedfs is deployed
-  # Example: If deploying in namespace "production":
-  #   adminServer: "seaweedfs-admin.production.svc:33646"
-  adminServer: "seaweedfs-admin.<namespace>.svc:33646"
-```
-
-**values-worker-balance.yaml** (for balance operations):
-```yaml
-# Disable all other components, enable only workers
-master:
-  enabled: false
-volume:
-  enabled: false
-filer:
-  enabled: false
-s3:
-  enabled: false
-admin:
-  enabled: false
-
-worker:
-  enabled: true
-  replicas: 1
-  capabilities: "balance"
-  maxConcurrent: 1
-  # REQUIRED: Point to the admin service of your main SeaweedFS release
-  # Replace <namespace> with the namespace where your main seaweedfs is deployed
-  # Example: If deploying in namespace "production":
-  #   adminServer: "seaweedfs-admin.production.svc:33646"
-  adminServer: "seaweedfs-admin.<namespace>.svc:33646"
-```
-
-Deploy the specialized workers as separate releases:
-```bash
-# Deploy vacuum workers
-helm install seaweedfs-worker-vacuum seaweedfs/seaweedfs -f values-worker-vacuum.yaml
-
-# Deploy balance workers
-helm install seaweedfs-worker-balance seaweedfs/seaweedfs -f values-worker-balance.yaml
-```
-
 ## Enterprise
 
 For enterprise users, please visit [seaweedfs.com](https://seaweedfs.com) for the SeaweedFS Enterprise Edition, 

k8s/charts/seaweedfs/dashboards/seaweedfs-grafana-dashboard.json

@@ -1595,101 +1595,6 @@
       "title": "S3 Bucket Traffic Sent",
       "type": "timeseries"
     },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "${DS_PROMETHEUS}"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisBorderShow": false,
-            "axisCenteredZero": false,
-            "axisColorMode": "text",
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "viz": false
-            },
-            "insertNulls": false,
-            "lineInterpolation": "linear",
-            "lineWidth": 1,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "min": 0,
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "reqps",
-          "unitScale": true
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 0,
-        "y": 41
-      },
-      "id": 86,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom",
-          "showLegend": true
-        },
-        "tooltip": {
-          "mode": "multi",
-          "sort": "none"
-        }
-      },
-      "pluginVersion": "10.3.1",
-      "targets": [
-        {
-          "expr": "sum(rate(SeaweedFS_s3_request_total{namespace=\"$NAMESPACE\"}[$__interval])) by (bucket)",
-          "format": "time_series",
-          "hide": false,
-          "intervalFactor": 2,
-          "legendFormat": "{{bucket}}",
-          "refId": "A"
-        }
-      ],
-      "title": "S3 API Calls per Bucket",
-      "type": "timeseries"
-    },
     {
       "datasource": {
         "type": "prometheus",
@@ -1754,8 +1659,8 @@
       },
       "gridPos": {
         "h": 7,
-        "w": 12,
-        "x": 12,
+        "w": 24,
+        "x": 0,
         "y": 41
       },
       "id": 72,
@@ -3361,209 +3266,6 @@
       ],
       "title": "Filer Go Routines",
       "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "${DS_PROMETHEUS}"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisBorderShow": false,
-            "axisCenteredZero": false,
-            "axisColorMode": "text",
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "viz": false
-            },
-            "insertNulls": false,
-            "lineInterpolation": "linear",
-            "lineWidth": 1,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "decbytes"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 0,
-        "y": 48
-      },
-      "id": 89,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom",
-          "showLegend": true
-        },
-        "tooltip": {
-          "mode": "multi",
-          "sort": "none"
-        }
-      },
-      "pluginVersion": "10.3.1",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "${DS_PROMETHEUS}"
-          },
-          "editorMode": "code",
-          "expr": "max(SeaweedFS_s3_bucket_size_bytes{namespace=\"$NAMESPACE\"}) by (bucket)",
-          "legendFormat": "{{bucket}} (logical)",
-          "range": true,
-          "refId": "A"
-        },
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "${DS_PROMETHEUS}"
-          },
-          "editorMode": "code",
-          "expr": "max(SeaweedFS_s3_bucket_physical_size_bytes{namespace=\"$NAMESPACE\"}) by (bucket)",
-          "legendFormat": "{{bucket}} (physical)",
-          "range": true,
-          "refId": "B"
-        }
-      ],
-      "title": "S3 Bucket Size",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "${DS_PROMETHEUS}"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisBorderShow": false,
-            "axisCenteredZero": false,
-            "axisColorMode": "text",
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "viz": false
-            },
-            "insertNulls": false,
-            "lineInterpolation": "linear",
-            "lineWidth": 1,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 12,
-        "y": 48
-      },
-      "id": 90,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom",
-          "showLegend": true
-        },
-        "tooltip": {
-          "mode": "multi",
-          "sort": "none"
-        }
-      },
-      "pluginVersion": "10.3.1",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "${DS_PROMETHEUS}"
-          },
-          "editorMode": "code",
-          "expr": "max(SeaweedFS_s3_bucket_object_count{namespace=\"$NAMESPACE\"}) by (bucket)",
-          "legendFormat": "{{bucket}}",
-          "range": true,
-          "refId": "A"
-        }
-      ],
-      "title": "S3 Bucket Object Count",
-      "type": "timeseries"
     }
   ],
   "refresh": "",
@@ -3654,4 +3356,4 @@
   "uid": "a24009d7-cbda-4443-a132-1cc1c4677304",
   "version": 1,
   "weekStart": ""
-}
+}

k8s/charts/seaweedfs/templates/admin/admin-ingress.yaml

@@ -1,52 +0,0 @@
-{{- if and .Values.admin.enabled .Values.admin.ingress.enabled }}
-{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion }}
-apiVersion: networking.k8s.io/v1
-{{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion }}
-apiVersion: networking.k8s.io/v1beta1
-{{- else }}
-apiVersion: extensions/v1beta1
-{{- end }}
-kind: Ingress
-metadata:
-  name: ingress-{{ template "seaweedfs.name" . }}-admin
-  namespace: {{ .Release.Namespace }}
-  annotations:
-  {{- if and (not (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion)) .Values.admin.ingress.className }}
-    kubernetes.io/ingress.class: {{ .Values.admin.ingress.className }}
-  {{- end }}
-  {{- with .Values.admin.ingress.annotations }}
-    {{- toYaml . | nindent 4 }}
-  {{- end }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: admin
-spec:
-  {{- if and (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion) .Values.admin.ingress.className }}
-  ingressClassName: {{ .Values.admin.ingress.className | quote }}
-  {{- end }}
-  tls:
-    {{ .Values.admin.ingress.tls | default list | toYaml | nindent 6}}
-  rules:
-  - {{- if .Values.admin.ingress.host }}
-    host: {{ .Values.admin.ingress.host | quote }}
-    {{- end }}
-    http:
-      paths:
-      - path: {{ .Values.admin.ingress.path | quote }}
-        {{- if semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion }}
-        pathType: {{ .Values.admin.ingress.pathType | quote }}
-        {{- end }}
-        backend:
-{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion }}
-          service:
-            name: {{ template "seaweedfs.name" . }}-admin
-            port:
-              number: {{ .Values.admin.port }}
-{{- else }}
-          serviceName: {{ template "seaweedfs.name" . }}-admin
-          servicePort: {{ .Values.admin.port }}
-{{- end }}
-{{- end }}

k8s/charts/seaweedfs/templates/admin/admin-secret.yaml

@@ -1,20 +0,0 @@
-{{- if and .Values.admin.enabled .Values.admin.secret.adminPassword (not .Values.admin.secret.existingSecret) }}
-apiVersion: v1
-kind: Secret
-type: Opaque
-metadata:
-  name: {{ template "seaweedfs.name" . }}-admin-secret
-  namespace: {{ .Release.Namespace }}
-  annotations:
-    "helm.sh/resource-policy": keep
-    "helm.sh/hook": "pre-install,pre-upgrade"
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: admin
-data:
-  adminUser: {{ .Values.admin.secret.adminUser | b64enc }}
-  adminPassword: {{ .Values.admin.secret.adminPassword | b64enc }}
-{{- end}}

k8s/charts/seaweedfs/templates/admin/admin-service.yaml

@@ -1,39 +0,0 @@
-{{- if .Values.admin.enabled }}
-apiVersion: v1
-kind: Service
-metadata:
-  name: {{ template "seaweedfs.name" . }}-admin
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: admin
-{{- if .Values.admin.service.annotations }}
-  annotations:
-    {{- toYaml .Values.admin.service.annotations | nindent 4 }}
-{{- end }}
-spec:
-  type: {{ .Values.admin.service.type }}
-  ports:
-  - name: "http"
-    port: {{ .Values.admin.port }}
-    targetPort: {{ .Values.admin.port }}
-    protocol: TCP
-  - name: "grpc"
-    port: {{ .Values.admin.grpcPort }}
-    targetPort: {{ .Values.admin.grpcPort }}
-    protocol: TCP
-  {{- if .Values.admin.metricsPort }}
-  - name: "metrics"
-    port: {{ .Values.admin.metricsPort }}
-    targetPort: {{ .Values.admin.metricsPort }}
-    protocol: TCP
-  {{- end }}
-  selector:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: admin
-{{- end }}
-

k8s/charts/seaweedfs/templates/admin/admin-servicemonitor.yaml

@@ -1,33 +0,0 @@
-{{- if .Values.admin.enabled }}
-{{- if .Values.admin.metricsPort }}
-{{- if .Values.global.monitoring.enabled }}
-apiVersion: monitoring.coreos.com/v1
-kind: ServiceMonitor
-metadata:
-  name: {{ template "seaweedfs.name" . }}-admin
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: admin
-    {{- with .Values.global.monitoring.additionalLabels }}
-    {{- toYaml . | nindent 4 }}
-    {{- end }}
-{{- with .Values.admin.serviceMonitor.annotations }}
-  annotations:
-    {{- toYaml . | nindent 4 }}
-{{- end }}
-spec:
-  endpoints:
-    - interval: 30s
-      port: metrics
-      scrapeTimeout: 5s
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-      app.kubernetes.io/component: admin
-{{- end }}
-{{- end }}
-{{- end }}

k8s/charts/seaweedfs/templates/admin/admin-statefulset.yaml

@@ -1,345 +0,0 @@
-{{- if .Values.admin.enabled }}
-{{- if and (not .Values.admin.masters) (not .Values.global.masterServer) (not .Values.master.enabled) }}
-{{- fail "admin.masters or global.masterServer must be set if master.enabled is false" -}}
-{{- end }}
-apiVersion: apps/v1
-kind: StatefulSet
-metadata:
-  name: {{ template "seaweedfs.name" . }}-admin
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: admin
-{{- if .Values.admin.annotations }}
-  annotations:
-    {{- toYaml .Values.admin.annotations | nindent 4 }}
-{{- end }}
-spec:
-  serviceName: {{ template "seaweedfs.name" . }}-admin
-  podManagementPolicy: {{ .Values.admin.podManagementPolicy }}
-  replicas: {{ .Values.admin.replicas }}
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-      app.kubernetes.io/instance: {{ .Release.Name }}
-      app.kubernetes.io/component: admin
-  template:
-    metadata:
-      labels:
-        app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-        helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-        app.kubernetes.io/instance: {{ .Release.Name }}
-        app.kubernetes.io/component: admin
-      {{ with .Values.podLabels }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-      {{- with .Values.admin.podLabels }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-      annotations:
-      {{ with .Values.podAnnotations }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-      {{- with .Values.admin.podAnnotations }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-    spec:
-      restartPolicy: {{ default .Values.global.restartPolicy .Values.admin.restartPolicy }}
-      {{- if .Values.admin.affinity }}
-      affinity:
-        {{ tpl .Values.admin.affinity . | nindent 8 | trim }}
-      {{- end }}
-      {{- if .Values.admin.topologySpreadConstraints }}
-      topologySpreadConstraints:
-        {{ tpl .Values.admin.topologySpreadConstraints . | nindent 8 | trim }}
-      {{- end }}
-      {{- if .Values.admin.tolerations }}
-      tolerations:
-        {{ tpl .Values.admin.tolerations . | nindent 8 | trim }}
-      {{- end }}
-      {{- include "seaweedfs.imagePullSecrets" . | nindent 6 }}
-      terminationGracePeriodSeconds: 30
-      {{- if .Values.admin.priorityClassName }}
-      priorityClassName: {{ .Values.admin.priorityClassName | quote }}
-      {{- end }}
-      enableServiceLinks: false
-      {{- if .Values.admin.serviceAccountName }}
-      serviceAccountName: {{ .Values.admin.serviceAccountName | quote }}
-      {{- end }}
-      {{- if .Values.admin.initContainers }}
-      initContainers:
-        {{ tpl .Values.admin.initContainers . | nindent 8 | trim }}
-      {{- end }}
-      {{- if .Values.admin.podSecurityContext.enabled }}
-      securityContext: {{- omit .Values.admin.podSecurityContext "enabled" | toYaml | nindent 8 }}
-      {{- end }}
-      containers:
-        - name: seaweedfs
-          image: {{ template "admin.image" . }}
-          imagePullPolicy: {{ default "IfNotPresent" .Values.global.imagePullPolicy }}
-          {{- $adminAuthEnabled := or .Values.admin.secret.existingSecret .Values.admin.secret.adminPassword }}
-          {{- if and .Values.admin.secret.existingSecret (not .Values.admin.secret.userKey) -}}
-          {{-   fail "admin.secret.userKey must be set when admin.secret.existingSecret is provided" -}}
-          {{- end -}}
-          {{- if and .Values.admin.secret.existingSecret (not .Values.admin.secret.pwKey) -}}
-          {{-   fail "admin.secret.pwKey must be set when admin.secret.existingSecret is provided" -}}
-          {{- end -}}
-          {{- $adminSecretName := .Values.admin.secret.existingSecret | default (printf "%s-admin-secret" (include "seaweedfs.name" .)) }}
-          env:
-            {{- if $adminAuthEnabled }}
-            - name: SEAWEEDFS_ADMIN_USER
-              valueFrom:
-                secretKeyRef:
-                  name: {{ $adminSecretName }}
-                  key: {{ if .Values.admin.secret.existingSecret }}{{ .Values.admin.secret.userKey }}{{ else }}adminUser{{ end }}
-            - name: SEAWEEDFS_ADMIN_PASSWORD
-              valueFrom:
-                secretKeyRef:
-                  name: {{ $adminSecretName }}
-                  key: {{ if .Values.admin.secret.existingSecret }}{{ .Values.admin.secret.pwKey }}{{ else }}adminPassword{{ end }}
-            {{- end }}
-            - name: POD_IP
-              valueFrom:
-                fieldRef:
-                  fieldPath: status.podIP
-            - name: POD_NAME
-              valueFrom:
-                fieldRef:
-                  fieldPath: metadata.name
-            - name: NAMESPACE
-              valueFrom:
-                fieldRef:
-                  fieldPath: metadata.namespace
-            - name: SEAWEEDFS_FULLNAME
-              value: "{{ template "seaweedfs.name" . }}"
-            {{- if .Values.admin.extraEnvironmentVars }}
-            {{- range $key, $value := .Values.admin.extraEnvironmentVars }}
-            - name: {{ $key }}
-            {{- if kindIs "string" $value }}
-              value: {{ $value | quote }}
-            {{- else }}
-              valueFrom:
-                {{ toYaml $value | nindent 16 | trim }}
-            {{- end -}}
-            {{- end }}
-            {{- end }}
-            {{- if .Values.global.extraEnvironmentVars }}
-            {{- range $key, $value := .Values.global.extraEnvironmentVars }}
-            - name: {{ $key }}
-            {{- if kindIs "string" $value }}
-              value: {{ $value | quote }}
-            {{- else }}
-              valueFrom:
-                {{ toYaml $value | nindent 16 | trim }}
-            {{- end -}}
-            {{- end }}
-            {{- end }}
-          command:
-            - "/bin/sh"
-            - "-ec"
-            - |
-              exec /usr/bin/weed \
-              {{- if or (eq .Values.admin.logs.type "hostPath") (eq .Values.admin.logs.type "persistentVolumeClaim") (eq .Values.admin.logs.type "emptyDir") (eq .Values.admin.logs.type "existingClaim") }}
-              -logdir=/logs \
-              {{- else }}
-              -logtostderr=true \
-              {{- end }}
-              {{- if .Values.admin.loggingOverrideLevel }}
-              -v={{ .Values.admin.loggingOverrideLevel }} \
-              {{- else }}
-              -v={{ .Values.global.loggingLevel }} \
-              {{- end }}
-              admin \
-              -port={{ .Values.admin.port }} \
-              -port.grpc={{ .Values.admin.grpcPort }} \
-              {{- if or (eq .Values.admin.data.type "hostPath") (eq .Values.admin.data.type "persistentVolumeClaim") (eq .Values.admin.data.type "emptyDir") (eq .Values.admin.data.type "existingClaim") }}
-              -dataDir=/data \
-              {{- else if .Values.admin.dataDir }}
-              -dataDir={{ .Values.admin.dataDir }} \
-              {{- end }}
-              {{- if $adminAuthEnabled }}
-              -adminUser="${SEAWEEDFS_ADMIN_USER}" \
-              -adminPassword="${SEAWEEDFS_ADMIN_PASSWORD}" \
-              {{- end }}
-              {{- if .Values.admin.masters }}
-              -masters={{ .Values.admin.masters }}{{- if .Values.admin.extraArgs }} \{{ end }}
-              {{- else if .Values.global.masterServer }}
-              -masters={{ .Values.global.masterServer }}{{- if .Values.admin.extraArgs }} \{{ end }}
-              {{- else }}
-              -masters={{ range $index := until (.Values.master.replicas | int) }}${SEAWEEDFS_FULLNAME}-master-{{ $index }}.${SEAWEEDFS_FULLNAME}-master.{{ $.Release.Namespace }}:{{ $.Values.master.port }}{{ if lt $index (sub ($.Values.master.replicas | int) 1) }},{{ end }}{{ end }}{{- if .Values.admin.extraArgs }} \{{ end }}
-              {{- end }}
-              {{- range $index, $arg := .Values.admin.extraArgs }}
-              {{ $arg }}{{- if lt $index (sub (len $.Values.admin.extraArgs) 1) }} \{{ end }}
-              {{- end }}
-          volumeMounts:
-            {{- if or (eq .Values.admin.data.type "hostPath") (eq .Values.admin.data.type "persistentVolumeClaim") (eq .Values.admin.data.type "emptyDir") (eq .Values.admin.data.type "existingClaim") }}
-            - name: admin-data
-              mountPath: /data
-            {{- end }}
-            {{- if or (eq .Values.admin.logs.type "hostPath") (eq .Values.admin.logs.type "persistentVolumeClaim") (eq .Values.admin.logs.type "emptyDir") (eq .Values.admin.logs.type "existingClaim") }}
-            - name: admin-logs
-              mountPath: /logs
-            {{- end }}
-            {{- if .Values.global.enableSecurity }}
-            - name: security-config
-              readOnly: true
-              mountPath: /etc/seaweedfs/security.toml
-              subPath: security.toml
-            - name: ca-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/ca/
-            - name: master-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/master/
-            - name: volume-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/volume/
-            - name: filer-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/filer/
-            - name: client-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/client/
-            - name: admin-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/admin/
-            {{- end }}
-            {{ tpl .Values.admin.extraVolumeMounts . | nindent 12 | trim }}
-          ports:
-            - containerPort: {{ .Values.admin.port }}
-              name: http
-            - containerPort: {{ .Values.admin.grpcPort }}
-              name: grpc
-            {{- if .Values.admin.metricsPort }}
-            - containerPort: {{ .Values.admin.metricsPort }}
-              name: metrics
-            {{- end }}
-          {{- if .Values.admin.readinessProbe.enabled }}
-          readinessProbe:
-            httpGet:
-              path: {{ .Values.admin.readinessProbe.httpGet.path }}
-              port: http
-              scheme: {{ .Values.admin.readinessProbe.httpGet.scheme }}
-            initialDelaySeconds: {{ .Values.admin.readinessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.admin.readinessProbe.periodSeconds }}
-            successThreshold: {{ .Values.admin.readinessProbe.successThreshold }}
-            failureThreshold: {{ .Values.admin.readinessProbe.failureThreshold }}
-            timeoutSeconds: {{ .Values.admin.readinessProbe.timeoutSeconds }}
-          {{- end }}
-          {{- if .Values.admin.livenessProbe.enabled }}
-          livenessProbe:
-            httpGet:
-              path: {{ .Values.admin.livenessProbe.httpGet.path }}
-              port: http
-              scheme: {{ .Values.admin.livenessProbe.httpGet.scheme }}
-            initialDelaySeconds: {{ .Values.admin.livenessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.admin.livenessProbe.periodSeconds }}
-            successThreshold: {{ .Values.admin.livenessProbe.successThreshold }}
-            failureThreshold: {{ .Values.admin.livenessProbe.failureThreshold }}
-            timeoutSeconds: {{ .Values.admin.livenessProbe.timeoutSeconds }}
-          {{- end }}
-          {{- with .Values.admin.resources }}
-          resources:
-            {{- toYaml . | nindent 12 }}
-          {{- end }}
-          {{- if .Values.admin.containerSecurityContext.enabled }}
-          securityContext: {{- omit .Values.admin.containerSecurityContext "enabled" | toYaml | nindent 12 }}
-          {{- end }}
-      {{- if .Values.admin.sidecars }}
-      {{- include "common.tplvalues.render" (dict "value" .Values.admin.sidecars "context" $) | nindent 8 }}
-      {{- end }}
-      volumes:
-        {{- if eq .Values.admin.data.type "hostPath" }}
-        - name: admin-data
-          hostPath:
-            path: {{ .Values.admin.data.hostPathPrefix }}/seaweedfs-admin-data
-            type: DirectoryOrCreate
-        {{- end }}
-        {{- if eq .Values.admin.data.type "emptyDir" }}
-        - name: admin-data
-          emptyDir: {}
-        {{- end }}
-        {{- if eq .Values.admin.data.type "existingClaim" }}
-        - name: admin-data
-          persistentVolumeClaim:
-            claimName: {{ .Values.admin.data.claimName }}
-        {{- end }}
-        {{- if eq .Values.admin.logs.type "hostPath" }}
-        - name: admin-logs
-          hostPath:
-            path: {{ .Values.admin.logs.hostPathPrefix }}/logs/seaweedfs/admin
-            type: DirectoryOrCreate
-        {{- end }}
-        {{- if eq .Values.admin.logs.type "emptyDir" }}
-        - name: admin-logs
-          emptyDir: {}
-        {{- end }}
-        {{- if eq .Values.admin.logs.type "existingClaim" }}
-        - name: admin-logs
-          persistentVolumeClaim:
-            claimName: {{ .Values.admin.logs.claimName }}
-        {{- end }}
-        {{- if .Values.global.enableSecurity }}
-        - name: security-config
-          configMap:
-            name: {{ template "seaweedfs.name" . }}-security-config
-        - name: ca-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-ca-cert
-        - name: master-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-master-cert
-        - name: volume-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-volume-cert
-        - name: filer-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-filer-cert
-        - name: client-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-client-cert
-        - name: admin-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-admin-cert
-        {{- end }}
-        {{ tpl .Values.admin.extraVolumes . | indent 8 | trim }}
-      {{- if .Values.admin.nodeSelector }}
-      nodeSelector:
-        {{ tpl .Values.admin.nodeSelector . | indent 8 | trim }}
-      {{- end }}
-  {{- $pvc_exists := include "admin.pvc_exists" . -}}
-  {{- if $pvc_exists }}
-  volumeClaimTemplates:
-    {{- if eq .Values.admin.data.type "persistentVolumeClaim" }}
-    - metadata:
-        name: admin-data
-        {{- with .Values.admin.data.annotations }}
-        annotations:
-          {{- toYaml . | nindent 10 }}
-        {{- end }}
-      spec:
-        accessModes: [ "ReadWriteOnce" ]
-        storageClassName: {{ .Values.admin.data.storageClass }}
-        resources:
-          requests:
-            storage: {{ .Values.admin.data.size }}
-    {{- end }}
-    {{- if eq .Values.admin.logs.type "persistentVolumeClaim" }}
-    - metadata:
-        name: admin-logs
-        {{- with .Values.admin.logs.annotations }}
-        annotations:
-          {{- toYaml . | nindent 10 }}
-        {{- end }}
-      spec:
-        accessModes: [ "ReadWriteOnce" ]
-        storageClassName: {{ .Values.admin.logs.storageClass }}
-        resources:
-          requests:
-            storage: {{ .Values.admin.logs.size }}
-    {{- end }}
-  {{- end }}
-{{- end }}

k8s/charts/seaweedfs/templates/cert/admin-cert.yaml

@@ -1,43 +0,0 @@
-{{- if and .Values.global.enableSecurity (not .Values.certificates.externalCertificates.enabled)}}
-apiVersion: cert-manager.io/v1{{ if .Values.global.certificates.alphacrds }}alpha1{{ end }}
-kind: Certificate
-metadata:
-  name: {{ template "seaweedfs.name" . }}-admin-cert
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: admin
-  {{- if .Values.admin.annotations }}
-  annotations:
-    {{- toYaml .Values.admin.annotations | nindent 4 }}
-  {{- end }}
-spec:
-  secretName: {{ template "seaweedfs.name" . }}-admin-cert
-  issuerRef:
-    name: {{ template "seaweedfs.name" . }}-ca-issuer
-    kind: Issuer
-  commonName: {{ .Values.certificates.commonName }}
-  subject:
-    organizations:
-    - "SeaweedFS CA"
-  dnsNames:
-    - '*.{{ template "seaweedfs.name" . }}-admin'
-    - '*.{{ template "seaweedfs.name" . }}-admin.{{ .Release.Namespace }}'
-    - '*.{{ template "seaweedfs.name" . }}-admin.{{ .Release.Namespace }}.svc'
-    - '*.{{ template "seaweedfs.name" . }}-admin.{{ .Release.Namespace }}.svc.cluster.local'
-{{- if .Values.certificates.ipAddresses }}
-  ipAddresses:
-    {{- range .Values.certificates.ipAddresses }}
-    - {{ . }}
-    {{- end }}
-{{- end }}
-  privateKey:
-    algorithm: {{ .Values.certificates.keyAlgorithm }}
-    size: {{ .Values.certificates.keySize }}
-  duration: {{ .Values.certificates.duration }}
-  renewBefore: {{ .Values.certificates.renewBefore }}
-{{- end }}
-

k8s/charts/seaweedfs/templates/cert/worker-cert.yaml

@@ -1,43 +0,0 @@
-{{- if and .Values.global.enableSecurity (not .Values.certificates.externalCertificates.enabled)}}
-apiVersion: cert-manager.io/v1{{ if .Values.global.certificates.alphacrds }}alpha1{{ end }}
-kind: Certificate
-metadata:
-  name: {{ template "seaweedfs.name" . }}-worker-cert
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: worker
-  {{- if .Values.worker.annotations }}
-  annotations:
-    {{- toYaml .Values.worker.annotations | nindent 4 }}
-  {{- end }}
-spec:
-  secretName: {{ template "seaweedfs.name" . }}-worker-cert
-  issuerRef:
-    name: {{ template "seaweedfs.name" . }}-ca-issuer
-    kind: Issuer
-  commonName: {{ .Values.certificates.commonName }}
-  subject:
-    organizations:
-    - "SeaweedFS CA"
-  dnsNames:
-    - '*.{{ template "seaweedfs.name" . }}-worker'
-    - '*.{{ template "seaweedfs.name" . }}-worker.{{ .Release.Namespace }}'
-    - '*.{{ template "seaweedfs.name" . }}-worker.{{ .Release.Namespace }}.svc'
-    - '*.{{ template "seaweedfs.name" . }}-worker.{{ .Release.Namespace }}.svc.cluster.local'
-{{- if .Values.certificates.ipAddresses }}
-  ipAddresses:
-    {{- range .Values.certificates.ipAddresses }}
-    - {{ . }}
-    {{- end }}
-{{- end }}
-  privateKey:
-    algorithm: {{ .Values.certificates.keyAlgorithm }}
-    size: {{ .Values.certificates.keySize }}
-  duration: {{ .Values.certificates.duration }}
-  renewBefore: {{ .Values.certificates.renewBefore }}
-{{- end }}
-

k8s/charts/seaweedfs/templates/s3/s3-ingress.yaml

@@ -4,13 +4,6 @@
 {{- /* Determine service name based on deployment mode */}}
 {{- $serviceName := ternary (printf "%s-all-in-one" (include "seaweedfs.name" .)) (printf "%s-s3" (include "seaweedfs.name" .)) .Values.allInOne.enabled }}
 {{- $s3Port := .Values.allInOne.s3.port | default .Values.s3.port }}
-{{- /* Build hosts list - support both legacy .host (string) and new .hosts (array) for backwards compatibility */}}
-{{- $hosts := list }}
-{{- if kindIs "slice" .Values.s3.ingress.host }}
-  {{- $hosts = .Values.s3.ingress.host }}
-{{- else if .Values.s3.ingress.host }}
-  {{- $hosts = list .Values.s3.ingress.host }}
-{{- end }}
 {{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion }}
 apiVersion: networking.k8s.io/v1
 {{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion }}
@@ -37,25 +30,6 @@ spec:
   tls:
     {{ .Values.s3.ingress.tls | default list | toYaml | nindent 6}}
   rules:
-{{- if $hosts }}
-{{- range $hosts }}
-  - host: {{ . | quote }}
-    http:
-      paths:
-      - path: {{ $.Values.s3.ingress.path | quote }}
-        pathType: {{ $.Values.s3.ingress.pathType | quote }}
-        backend:
-{{- if semverCompare ">=1.19-0" $.Capabilities.KubeVersion.GitVersion }}
-          service:
-            name: {{ $serviceName }}
-            port:
-              number: {{ $s3Port }}
-{{- else }}
-          serviceName: {{ $serviceName }}
-          servicePort: {{ $s3Port }}
-{{- end }}
-{{- end }}
-{{- else }}
   - http:
       paths:
       - path: {{ .Values.s3.ingress.path | quote }}
@@ -70,5 +44,7 @@ spec:
           serviceName: {{ $serviceName }}
           servicePort: {{ $s3Port }}
 {{- end }}
+{{- if .Values.s3.ingress.host }}
+    host: {{ .Values.s3.ingress.host | quote }}
 {{- end }}
 {{- end }}

k8s/charts/seaweedfs/templates/shared/_helpers.tpl

@@ -83,26 +83,6 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}
 {{- end -}}
 
-{{/* Return the proper admin image */}}
-{{- define "admin.image" -}}
-{{- if .Values.admin.imageOverride -}}
-{{- $imageOverride := .Values.admin.imageOverride -}}
-{{- printf "%s" $imageOverride -}}
-{{- else -}}
-{{- include "common.image" . }}
-{{- end -}}
-{{- end -}}
-
-{{/* Return the proper worker image */}}
-{{- define "worker.image" -}}
-{{- if .Values.worker.imageOverride -}}
-{{- $imageOverride := .Values.worker.imageOverride -}}
-{{- printf "%s" $imageOverride -}}
-{{- else -}}
-{{- include "common.image" . }}
-{{- end -}}
-{{- end -}}
-
 {{/* Return the proper volume image */}}
 {{- define "volume.image" -}}
 {{- if .Values.volume.imageOverride -}}
@@ -156,15 +136,6 @@ Inject extra environment vars in the format key:value, if populated
 {{- end -}}
 {{- end -}}
 
-{{/* check if any Admin PVC exists */}}
-{{- define "admin.pvc_exists" -}}
-{{- if or (eq .Values.admin.data.type "persistentVolumeClaim") (eq .Values.admin.logs.type "persistentVolumeClaim") -}}
-{{- printf "true" -}}
-{{- else -}}
-{{- printf "" -}}
-{{- end -}}
-{{- end -}}
-
 {{/* check if any InitContainers exist for Volumes */}}
 {{- define "volume.initContainers_exists" -}}
 {{- if or (not (empty .Values.volume.idx )) (not (empty .Values.volume.initContainers )) -}}

k8s/charts/seaweedfs/templates/shared/security-configmap.yaml

@@ -65,14 +65,6 @@ data:
     cert = "/usr/local/share/ca-certificates/filer/tls.crt"
     key  = "/usr/local/share/ca-certificates/filer/tls.key"
 
-    [grpc.admin]
-    cert = "/usr/local/share/ca-certificates/admin/tls.crt"
-    key  = "/usr/local/share/ca-certificates/admin/tls.key"
-
-    [grpc.worker]
-    cert = "/usr/local/share/ca-certificates/worker/tls.crt"
-    key  = "/usr/local/share/ca-certificates/worker/tls.key"
-
     # use this for any place needs a grpc client
     # i.e., "weed backup|benchmark|filer.copy|filer.replicate|mount|s3|upload"
     [grpc.client]

k8s/charts/seaweedfs/templates/volume/volume-statefulset.yaml

@@ -176,9 +176,6 @@ spec:
                 {{- if $volume.dataCenter }}
                 -dataCenter={{ $volume.dataCenter }} \
                 {{- end }}
-                {{- if $volume.id }}
-                -id={{ $volume.id }} \
-                {{- end }}
                 -ip.bind={{ $volume.ipBind }} \
                 -readMode={{ $volume.readMode }} \
                 {{- if $volume.whiteList }}

k8s/charts/seaweedfs/templates/worker/worker-deployment.yaml

@@ -1,288 +0,0 @@
-{{- if .Values.worker.enabled }}
-{{- if and (not .Values.worker.adminServer) (not .Values.admin.enabled) }}
-{{- fail "worker.adminServer must be set if admin.enabled is false within the same release" -}}
-{{- end }}
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: {{ template "seaweedfs.name" . }}-worker
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: worker
-{{- if .Values.worker.annotations }}
-  annotations:
-    {{- toYaml .Values.worker.annotations | nindent 4 }}
-{{- end }}
-spec:
-  replicas: {{ .Values.worker.replicas }}
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-      app.kubernetes.io/instance: {{ .Release.Name }}
-      app.kubernetes.io/component: worker
-  template:
-    metadata:
-      labels:
-        app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-        helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-        app.kubernetes.io/instance: {{ .Release.Name }}
-        app.kubernetes.io/component: worker
-      {{ with .Values.podLabels }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-      {{- with .Values.worker.podLabels }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-      annotations:
-      {{ with .Values.podAnnotations }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-      {{- with .Values.worker.podAnnotations }}
-      {{- toYaml . | nindent 8 }}
-      {{- end }}
-    spec:
-      restartPolicy: {{ default .Values.global.restartPolicy .Values.worker.restartPolicy }}
-      {{- if .Values.worker.affinity }}
-      affinity:
-        {{ tpl .Values.worker.affinity . | nindent 8 | trim }}
-      {{- end }}
-      {{- if .Values.worker.topologySpreadConstraints }}
-      topologySpreadConstraints:
-        {{ tpl .Values.worker.topologySpreadConstraints . | nindent 8 | trim }}
-      {{- end }}
-      {{- if .Values.worker.tolerations }}
-      tolerations:
-        {{ tpl .Values.worker.tolerations . | nindent 8 | trim }}
-      {{- end }}
-      {{- include "seaweedfs.imagePullSecrets" . | nindent 6 }}
-      terminationGracePeriodSeconds: 60
-      {{- if .Values.worker.priorityClassName }}
-      priorityClassName: {{ .Values.worker.priorityClassName | quote }}
-      {{- end }}
-      enableServiceLinks: false
-      {{- if .Values.worker.serviceAccountName }}
-      serviceAccountName: {{ .Values.worker.serviceAccountName | quote }}
-      {{- end }}
-      {{- if .Values.worker.initContainers }}
-      initContainers:
-        {{ tpl .Values.worker.initContainers . | nindent 8 | trim }}
-      {{- end }}
-      {{- if .Values.worker.podSecurityContext.enabled }}
-      securityContext: {{- omit .Values.worker.podSecurityContext "enabled" | toYaml | nindent 8 }}
-      {{- end }}
-      containers:
-        - name: seaweedfs
-          image: {{ template "worker.image" . }}
-          imagePullPolicy: {{ default "IfNotPresent" .Values.global.imagePullPolicy }}
-          env:
-            - name: POD_IP
-              valueFrom:
-                fieldRef:
-                  fieldPath: status.podIP
-            - name: POD_NAME
-              valueFrom:
-                fieldRef:
-                  fieldPath: metadata.name
-            - name: NAMESPACE
-              valueFrom:
-                fieldRef:
-                  fieldPath: metadata.namespace
-            - name: SEAWEEDFS_FULLNAME
-              value: "{{ template "seaweedfs.name" . }}"
-            {{- if .Values.worker.extraEnvironmentVars }}
-            {{- range $key, $value := .Values.worker.extraEnvironmentVars }}
-            - name: {{ $key }}
-            {{- if kindIs "string" $value }}
-              value: {{ $value | quote }}
-            {{- else }}
-              valueFrom:
-                {{ toYaml $value | nindent 16 | trim }}
-            {{- end -}}
-            {{- end }}
-            {{- end }}
-            {{- if .Values.global.extraEnvironmentVars }}
-            {{- range $key, $value := .Values.global.extraEnvironmentVars }}
-            - name: {{ $key }}
-            {{- if kindIs "string" $value }}
-              value: {{ $value | quote }}
-            {{- else }}
-              valueFrom:
-                {{ toYaml $value | nindent 16 | trim }}
-            {{- end -}}
-            {{- end }}
-            {{- end }}
-          command:
-            - "/bin/sh"
-            - "-ec"
-            - |
-              exec /usr/bin/weed \
-              {{- if or (eq .Values.worker.logs.type "hostPath") (eq .Values.worker.logs.type "emptyDir") (eq .Values.worker.logs.type "existingClaim") }}
-              -logdir=/logs \
-              {{- else }}
-              -logtostderr=true \
-              {{- end }}
-              {{- if .Values.worker.loggingOverrideLevel }}
-              -v={{ .Values.worker.loggingOverrideLevel }} \
-              {{- else }}
-              -v={{ .Values.global.loggingLevel }} \
-              {{- end }}
-              worker \
-              {{- if .Values.worker.adminServer }}
-              -admin={{ .Values.worker.adminServer }} \
-              {{- else }}
-              -admin={{ template "seaweedfs.name" . }}-admin.{{ .Release.Namespace }}:{{ .Values.admin.port }}{{ if .Values.admin.grpcPort }}.{{ .Values.admin.grpcPort }}{{ end }} \
-              {{- end }}
-              -capabilities={{ .Values.worker.capabilities }} \
-              -maxConcurrent={{ .Values.worker.maxConcurrent }} \
-              -workingDir={{ .Values.worker.workingDir }}{{- if or .Values.worker.metricsPort .Values.worker.extraArgs }} \{{ end }}
-              {{- if .Values.worker.metricsPort }}
-              -metricsPort={{ .Values.worker.metricsPort }}{{- if .Values.worker.extraArgs }} \{{ end }}
-              {{- end }}
-              {{- range $index, $arg := .Values.worker.extraArgs }}
-              {{ $arg }}{{- if lt $index (sub (len $.Values.worker.extraArgs) 1) }} \{{ end }}
-              {{- end }}
-          volumeMounts:
-            {{- if or (eq .Values.worker.data.type "hostPath") (eq .Values.worker.data.type "emptyDir") (eq .Values.worker.data.type "existingClaim") }}
-            - name: worker-data
-              mountPath: {{ .Values.worker.workingDir }}
-            {{- end }}
-            {{- if or (eq .Values.worker.logs.type "hostPath") (eq .Values.worker.logs.type "emptyDir") (eq .Values.worker.logs.type "existingClaim") }}
-            - name: worker-logs
-              mountPath: /logs
-            {{- end }}
-            {{- if .Values.global.enableSecurity }}
-            - name: security-config
-              readOnly: true
-              mountPath: /etc/seaweedfs/security.toml
-              subPath: security.toml
-            - name: ca-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/ca/
-            - name: master-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/master/
-            - name: volume-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/volume/
-            - name: filer-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/filer/
-            - name: client-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/client/
-            - name: worker-cert
-              readOnly: true
-              mountPath: /usr/local/share/ca-certificates/worker/
-            {{- end }}
-            {{ tpl .Values.worker.extraVolumeMounts . | nindent 12 | trim }}
-          ports:
-            {{- if .Values.worker.metricsPort }}
-            - containerPort: {{ .Values.worker.metricsPort }}
-              name: metrics
-            {{- end }}
-          {{- with .Values.worker.resources }}
-          resources:
-            {{- toYaml . | nindent 12 }}
-          {{- end }}
-          {{- if .Values.worker.livenessProbe.enabled }}
-          livenessProbe:
-            {{- if .Values.worker.livenessProbe.httpGet }}
-            httpGet:
-              path: {{ .Values.worker.livenessProbe.httpGet.path }}
-              port: {{ .Values.worker.livenessProbe.httpGet.port }}
-            {{- else if .Values.worker.livenessProbe.tcpSocket }}
-            tcpSocket:
-              port: {{ .Values.worker.livenessProbe.tcpSocket.port }}
-            {{- end }}
-            initialDelaySeconds: {{ .Values.worker.livenessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.worker.livenessProbe.periodSeconds }}
-            successThreshold: {{ .Values.worker.livenessProbe.successThreshold }}
-            failureThreshold: {{ .Values.worker.livenessProbe.failureThreshold }}
-            timeoutSeconds: {{ .Values.worker.livenessProbe.timeoutSeconds }}
-          {{- end }}
-          {{- if .Values.worker.readinessProbe.enabled }}
-          readinessProbe:
-            {{- if .Values.worker.readinessProbe.httpGet }}
-            httpGet:
-              path: {{ .Values.worker.readinessProbe.httpGet.path }}
-              port: {{ .Values.worker.readinessProbe.httpGet.port }}
-            {{- else if .Values.worker.readinessProbe.tcpSocket }}
-            tcpSocket:
-              port: {{ .Values.worker.readinessProbe.tcpSocket.port }}
-            {{- end }}
-            initialDelaySeconds: {{ .Values.worker.readinessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.worker.readinessProbe.periodSeconds }}
-            successThreshold: {{ .Values.worker.readinessProbe.successThreshold }}
-            failureThreshold: {{ .Values.worker.readinessProbe.failureThreshold }}
-            timeoutSeconds: {{ .Values.worker.readinessProbe.timeoutSeconds }}
-          {{- end }}
-          {{- if .Values.worker.containerSecurityContext.enabled }}
-          securityContext: {{- omit .Values.worker.containerSecurityContext "enabled" | toYaml | nindent 12 }}
-          {{- end }}
-      {{- if .Values.worker.sidecars }}
-      {{- include "common.tplvalues.render" (dict "value" .Values.worker.sidecars "context" $) | nindent 8 }}
-      {{- end }}
-      volumes:
-        {{- if eq .Values.worker.data.type "hostPath" }}
-        - name: worker-data
-          hostPath:
-            path: {{ .Values.worker.data.hostPathPrefix }}/seaweedfs-worker-data
-            type: DirectoryOrCreate
-        {{- end }}
-        {{- if eq .Values.worker.data.type "emptyDir" }}
-        - name: worker-data
-          emptyDir: {}
-        {{- end }}
-        {{- if eq .Values.worker.data.type "existingClaim" }}
-        - name: worker-data
-          persistentVolumeClaim:
-            claimName: {{ .Values.worker.data.claimName }}
-        {{- end }}
-        {{- if eq .Values.worker.logs.type "hostPath" }}
-        - name: worker-logs
-          hostPath:
-            path: {{ .Values.worker.logs.hostPathPrefix }}/logs/seaweedfs/worker
-            type: DirectoryOrCreate
-        {{- end }}
-        {{- if eq .Values.worker.logs.type "emptyDir" }}
-        - name: worker-logs
-          emptyDir: {}
-        {{- end }}
-        {{- if eq .Values.worker.logs.type "existingClaim" }}
-        - name: worker-logs
-          persistentVolumeClaim:
-            claimName: {{ .Values.worker.logs.claimName }}
-        {{- end }}
-        {{- if .Values.global.enableSecurity }}
-        - name: security-config
-          configMap:
-            name: {{ template "seaweedfs.name" . }}-security-config
-        - name: ca-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-ca-cert
-        - name: master-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-master-cert
-        - name: volume-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-volume-cert
-        - name: filer-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-filer-cert
-        - name: client-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-client-cert
-        - name: worker-cert
-          secret:
-            secretName: {{ template "seaweedfs.name" . }}-worker-cert
-        {{- end }}
-        {{ tpl .Values.worker.extraVolumes . | indent 8 | trim }}
-      {{- if .Values.worker.nodeSelector }}
-      nodeSelector:
-        {{ tpl .Values.worker.nodeSelector . | indent 8 | trim }}
-      {{- end }}
-{{- end }}

k8s/charts/seaweedfs/templates/worker/worker-service.yaml

@@ -1,26 +0,0 @@
-{{- if .Values.worker.enabled }}
-apiVersion: v1
-kind: Service
-metadata:
-  name: {{ template "seaweedfs.name" . }}-worker
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: worker
-spec:
-  clusterIP: None  # Headless service
-  {{- if .Values.worker.metricsPort }}
-  ports:
-  - name: "metrics"
-    port: {{ .Values.worker.metricsPort }}
-    targetPort: {{ .Values.worker.metricsPort }}
-    protocol: TCP
-  {{- end }}
-  selector:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: worker
-{{- end }}

k8s/charts/seaweedfs/templates/worker/worker-servicemonitor.yaml

@@ -1,33 +0,0 @@
-{{- if .Values.worker.enabled }}
-{{- if .Values.worker.metricsPort }}
-{{- if .Values.global.monitoring.enabled }}
-apiVersion: monitoring.coreos.com/v1
-kind: ServiceMonitor
-metadata:
-  name: {{ template "seaweedfs.name" . }}-worker
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-    helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
-    app.kubernetes.io/managed-by: {{ .Release.Service }}
-    app.kubernetes.io/instance: {{ .Release.Name }}
-    app.kubernetes.io/component: worker
-    {{- with .Values.global.monitoring.additionalLabels }}
-    {{- toYaml . | nindent 4 }}
-    {{- end }}
-{{- with .Values.worker.serviceMonitor.annotations }}
-  annotations:
-    {{- toYaml . | nindent 4 }}
-{{- end }}
-spec:
-  endpoints:
-    - interval: 30s
-      port: metrics
-      scrapeTimeout: 5s
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-      app.kubernetes.io/component: worker
-{{- end }}
-{{- end }}
-{{- end }}

k8s/charts/seaweedfs/values.yaml

@@ -401,10 +401,6 @@ volume:
   # Volume server's rack name
   rack: null
 
-  # Stable identifier for the volume server, independent of IP address
-  # Useful for Kubernetes environments with hostPath volumes to maintain stable identity
-  id: null
-
   # Volume server's data center name
   dataCenter: null
 
@@ -1012,7 +1008,7 @@ s3:
   ingress:
     enabled: false
     className: ""
-    # host: false for "*" hostname, or an array for multiple hostnames
+    # host: false for "*" hostname
     host: "seaweedfs.cluster.local"
     path: "/"
     pathType: Prefix
@@ -1092,247 +1088,6 @@ sftp:
     failureThreshold: 100
     timeoutSeconds: 10
 
-admin:
-  enabled: false
-  imageOverride: null
-  restartPolicy: null
-  replicas: 1
-  port: 23646  # Default admin port
-  grpcPort: 33646  # Default gRPC port for worker connections
-  metricsPort: 9327
-  loggingOverrideLevel: null
-
-  # Admin authentication
-  secret:
-    # Name of an existing secret containing admin credentials. If set, adminUser and adminPassword below are ignored.
-    existingSecret: ""
-    # Key in the existing secret for the admin username. Required if existingSecret is set.
-    userKey: ""
-    # Key in the existing secret for the admin password. Required if existingSecret is set.
-    pwKey: ""
-    adminUser: "admin"
-    adminPassword: ""  # If empty, authentication is disabled.
-
-  # Data directory for admin configuration and maintenance data
-  dataDir: ""  # If empty, configuration is kept in memory only
-
-  # Master servers to connect to
-  # If empty, uses global.masterServer or auto-discovers from master statefulset
-  masters: ""
-
-  # Custom command line arguments to add to the admin command
-  # Example: ["-customFlag", "value", "-anotherFlag"]
-  extraArgs: []
-
-  # Storage configuration
-  data:
-    type: "emptyDir"  # Options: "hostPath", "persistentVolumeClaim", "emptyDir", "existingClaim"
-    size: "10Gi"
-    storageClass: ""
-    hostPathPrefix: /storage
-    claimName: ""
-    annotations: {}
-
-  logs:
-    type: "emptyDir"  # Options: "hostPath", "persistentVolumeClaim", "emptyDir", "existingClaim"
-    size: "5Gi"
-    storageClass: ""
-    hostPathPrefix: /storage
-    claimName: ""
-    annotations: {}
-
-  # Additional resources
-  sidecars: []
-  initContainers: ""
-  extraVolumes: ""
-  extraVolumeMounts: ""
-  podLabels: {}
-  podAnnotations: {}
-  annotations: {}
-
-  ## Set podManagementPolicy
-  podManagementPolicy: Parallel
-
-  # Affinity Settings
-  # Commenting out or setting as empty the affinity variable, will allow
-  # deployment to single node services such as Minikube
-  affinity: |
-    podAntiAffinity:
-      requiredDuringSchedulingIgnoredDuringExecution:
-        - labelSelector:
-            matchLabels:
-              app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-              app.kubernetes.io/instance: {{ .Release.Name }}
-              app.kubernetes.io/component: admin
-          topologyKey: kubernetes.io/hostname
-
-  # Topology Spread Constraints Settings
-  # This should map directly to the value of the topologySpreadConstraints
-  # for a PodSpec. By Default no constraints are set.
-  topologySpreadConstraints: ""
-
-  resources: {}
-  tolerations: ""
-  nodeSelector: ""
-  priorityClassName: ""
-  serviceAccountName: ""
-  podSecurityContext: {}
-  containerSecurityContext: {}
-
-  extraEnvironmentVars: {}
-
-  # Health checks
-  livenessProbe:
-    enabled: true
-    httpGet:
-      path: /health
-      scheme: HTTP
-    initialDelaySeconds: 20
-    periodSeconds: 60
-    successThreshold: 1
-    failureThreshold: 5
-    timeoutSeconds: 10
-
-  readinessProbe:
-    enabled: true
-    httpGet:
-      path: /health
-      scheme: HTTP
-    initialDelaySeconds: 15
-    periodSeconds: 15
-    successThreshold: 1
-    failureThreshold: 3
-    timeoutSeconds: 10
-
-  ingress:
-    enabled: false
-    className: "nginx"
-    # host: false for "*" hostname
-    host: "admin.seaweedfs.local"
-    path: "/"
-    pathType: Prefix
-    annotations: {}
-    tls: []
-
-  service:
-    type: ClusterIP
-    annotations: {}
-
-  # ServiceMonitor annotations (separate from pod/deployment annotations)
-  serviceMonitor:
-    annotations: {}
-
-worker:
-  enabled: false
-  imageOverride: null
-  restartPolicy: null
-  replicas: 1
-  loggingOverrideLevel: null
-  metricsPort: 9327
-
-  # Admin server to connect to
-  adminServer: ""
-
-
-  # Worker capabilities - comma-separated list
-  # Available: vacuum, balance, erasure_coding
-  # Default: "vacuum,balance,erasure_coding" (all capabilities)
-  capabilities: "vacuum,balance,erasure_coding"
-
-  # Maximum number of concurrent tasks
-  maxConcurrent: 3
-
-  # Working directory for task execution
-  workingDir: "/tmp/seaweedfs-worker"
-
-  # Custom command line arguments to add to the worker command
-  # Example: ["-customFlag", "value", "-anotherFlag"]
-  extraArgs: []
-
-  # Storage configuration for working directory
-  # Note: Workers use Deployment, so use "emptyDir", "hostPath", or "existingClaim"
-  # Do NOT use "persistentVolumeClaim" - use "existingClaim" with pre-provisioned PVC instead
-  data:
-    type: "emptyDir"  # Options: "hostPath", "emptyDir", "existingClaim"
-    hostPathPrefix: /storage
-    claimName: ""  # For existingClaim type
-
-  logs:
-    type: "emptyDir"  # Options: "hostPath", "emptyDir", "existingClaim"
-    hostPathPrefix: /storage
-    claimName: ""  # For existingClaim type
-
-  # Additional resources
-  sidecars: []
-  initContainers: ""
-  extraVolumes: ""
-  extraVolumeMounts: ""
-  podLabels: {}
-  podAnnotations: {}
-  annotations: {}
-
-  # Affinity Settings
-  # Commenting out or setting as empty the affinity variable, will allow
-  # deployment to single node services such as Minikube
-  affinity: |
-    podAntiAffinity:
-      requiredDuringSchedulingIgnoredDuringExecution:
-        - labelSelector:
-            matchLabels:
-              app.kubernetes.io/name: {{ template "seaweedfs.name" . }}
-              app.kubernetes.io/instance: {{ .Release.Name }}
-              app.kubernetes.io/component: worker
-          topologyKey: kubernetes.io/hostname
-
-  # Topology Spread Constraints Settings
-  # This should map directly to the value of the topologySpreadConstraints
-  # for a PodSpec. By Default no constraints are set.
-  topologySpreadConstraints: ""
-
-  resources:
-    requests:
-      cpu: "500m"
-      memory: "512Mi"
-    limits:
-      cpu: "2"
-      memory: "2Gi"
-  tolerations: ""
-  nodeSelector: ""
-  priorityClassName: ""
-  serviceAccountName: ""
-  podSecurityContext: {}
-  containerSecurityContext: {}
-
-  extraEnvironmentVars: {}
-
-  # Health checks for worker pods
-  # Workers expose /health (liveness) and /ready (readiness) endpoints on the metricsPort
-  livenessProbe:
-    enabled: true
-    httpGet:
-      path: /health
-      port: metrics
-    initialDelaySeconds: 30
-    periodSeconds: 60
-    successThreshold: 1
-    failureThreshold: 5
-    timeoutSeconds: 10
-
-  readinessProbe:
-    enabled: true
-    httpGet:
-      path: /ready
-      port: metrics
-    initialDelaySeconds: 20
-    periodSeconds: 15
-    successThreshold: 1
-    failureThreshold: 3
-    timeoutSeconds: 10
-
-  # ServiceMonitor annotations (separate from pod/deployment annotations)
-  serviceMonitor:
-    annotations: {}
-
 # All-in-one deployment configuration
 allInOne:
   enabled: false

other/java/client/src/main/java/seaweedfs/client/FilerGrpcClient.java

@@ -87,7 +87,7 @@ public class FilerGrpcClient {
                 .maxHeaderListSize(16 * 1024 * 1024)
                 .keepAliveTime(KEEP_ALIVE_TIME_SECONDS, TimeUnit.SECONDS)
                 .keepAliveTimeout(KEEP_ALIVE_TIMEOUT_SECONDS, TimeUnit.SECONDS)
-                .keepAliveWithoutCalls(false)
+                .keepAliveWithoutCalls(true)
                 .withOption(io.grpc.netty.shaded.io.netty.channel.ChannelOption.SO_RCVBUF, 16 * 1024 * 1024)
                 .withOption(io.grpc.netty.shaded.io.netty.channel.ChannelOption.SO_SNDBUF, 16 * 1024 * 1024);
 

other/java/s3copier/README.md

@@ -1,110 +0,0 @@
-# SeaweedFS S3 Java SDK Compatibility Tests
-
-This project contains Java-based integration tests for SeaweedFS S3 API compatibility.
-
-## Overview
-
-Tests are provided for both AWS SDK v1 and v2 to ensure compatibility with the various SDK versions commonly used in production.
-
-## SDK Versions
-
-| SDK | Version | Notes |
-|-----|---------|-------|
-| AWS SDK v1 for Java | 1.12.600 | Legacy SDK, less strict ETag validation |
-| AWS SDK v2 for Java | 2.20.127 | Modern SDK with strict checksum validation |
-
-## Running Tests
-
-### Prerequisites
-
-1. SeaweedFS running with S3 API enabled:
-   ```bash
-   weed server -s3
-   ```
-
-2. Java 18+ and Maven
-
-### Run All Tests
-
-```bash
-mvn test
-```
-
-### Run Specific Tests
-
-```bash
-# Run only ETag validation tests (AWS SDK v2)
-mvn test -Dtest=ETagValidationTest
-
-# Run with custom endpoint
-mvn test -Dtest=ETagValidationTest -DS3_ENDPOINT=http://localhost:8333
-```
-
-### Environment Variables
-
-| Variable | Default | Description |
-|----------|---------|-------------|
-| `S3_ENDPOINT` | `http://127.0.0.1:8333` | S3 API endpoint URL |
-| `S3_ACCESS_KEY` | `some_access_key1` | Access key ID |
-| `S3_SECRET_KEY` | `some_secret_key1` | Secret access key |
-| `S3_REGION` | `us-east-1` | AWS region |
-
-## Test Coverage
-
-### ETagValidationTest (AWS SDK v2)
-
-Tests for [GitHub Issue #7768](https://github.com/seaweedfs/seaweedfs/issues/7768) - ETag format validation.
-
-| Test | Description |
-|------|-------------|
-| `testSmallFilePutObject` | Verify small files return pure MD5 ETag |
-| `testLargeFilePutObject_Issue7768` | **Critical**: Verify large files (>8MB) return pure MD5 ETag |
-| `testExtraLargeFilePutObject` | Verify very large files (>24MB) return pure MD5 ETag |
-| `testMultipartUploadETag` | Verify multipart uploads return composite ETag |
-| `testETagConsistency` | Verify ETag consistency across PUT/HEAD/GET |
-| `testMultipleLargeFileUploads` | Stress test multiple large uploads |
-
-### Background: Issue #7768
-
-AWS SDK v2 for Java includes checksum validation that decodes the ETag as hexadecimal. When SeaweedFS returned composite ETags (`<md5>-<count>`) for regular `PutObject` with internally auto-chunked files, the SDK failed with:
-
-```
-java.lang.IllegalArgumentException: Invalid base 16 character: '-'
-```
-
-**Per AWS S3 specification:**
-- `PutObject`: ETag is always a pure MD5 hex string (32 chars)
-- `CompleteMultipartUpload`: ETag is composite format (`<md5>-<partcount>`)
-
-The fix ensures SeaweedFS follows this specification.
-
-## Project Structure
-
-```
-src/
-├── main/java/com/seaweedfs/s3/
-│   ├── PutObject.java           # Example PutObject with SDK v1
-│   └── HighLevelMultipartUpload.java
-└── test/java/com/seaweedfs/s3/
-    ├── PutObjectTest.java       # Basic SDK v1 test
-    └── ETagValidationTest.java  # Comprehensive SDK v2 ETag tests
-```
-
-## Validated SDK Versions
-
-This Java test project validates:
-
-- ✅ AWS SDK v2 for Java 2.20.127+
-- ✅ AWS SDK v1 for Java 1.12.600+
-
-Go SDK validation is performed by separate test suites:
-- See [Go ETag Tests](/test/s3/etag/) for AWS SDK v2 for Go tests
-- See [test/s3/SDK_COMPATIBILITY.md](/test/s3/SDK_COMPATIBILITY.md) for full SDK compatibility matrix
-
-## Related
-
-- [GitHub Issue #7768](https://github.com/seaweedfs/seaweedfs/issues/7768)
-- [AWS S3 ETag Documentation](https://docs.aws.amazon.com/AmazonS3/latest/API/API_Object.html)
-- [Go ETag Tests](/test/s3/etag/)
-- [SDK Compatibility Matrix](/test/s3/SDK_COMPATIBILITY.md)
-

other/java/s3copier/pom.xml

@@ -6,29 +6,18 @@
   <packaging>jar</packaging>
   <version>1.0-SNAPSHOT</version>
   <properties>
-    <maven.compiler.source>11</maven.compiler.source>
-    <maven.compiler.target>11</maven.compiler.target>
-    <aws.sdk.v1.version>1.12.600</aws.sdk.v1.version>
-    <aws.sdk.v2.version>2.20.127</aws.sdk.v2.version>
+    <maven.compiler.source>18</maven.compiler.source>
+    <maven.compiler.target>18</maven.compiler.target>
   </properties>
   <name>copier</name>
   <url>http://maven.apache.org</url>
 
   <dependencyManagement>
     <dependencies>
-      <!-- AWS SDK v1 BOM -->
       <dependency>
         <groupId>com.amazonaws</groupId>
         <artifactId>aws-java-sdk-bom</artifactId>
-        <version>${aws.sdk.v1.version}</version>
-        <type>pom</type>
-        <scope>import</scope>
-      </dependency>
-      <!-- AWS SDK v2 BOM -->
-      <dependency>
-        <groupId>software.amazon.awssdk</groupId>
-        <artifactId>bom</artifactId>
-        <version>${aws.sdk.v2.version}</version>
+        <version>1.11.327</version>
         <type>pom</type>
         <scope>import</scope>
       </dependency>
@@ -36,50 +25,15 @@
   </dependencyManagement>
 
   <dependencies>
-    <!-- AWS SDK v1 (for backward compatibility with existing code) -->
     <dependency>
       <groupId>com.amazonaws</groupId>
       <artifactId>aws-java-sdk-s3</artifactId>
     </dependency>
-    
-    <!-- AWS SDK v2 (for modern tests with checksum validation) -->
-    <dependency>
-      <groupId>software.amazon.awssdk</groupId>
-      <artifactId>s3</artifactId>
-    </dependency>
-    <dependency>
-      <groupId>software.amazon.awssdk</groupId>
-      <artifactId>s3-transfer-manager</artifactId>
-    </dependency>
-    
-    <!-- Test dependencies -->
     <dependency>
       <groupId>junit</groupId>
       <artifactId>junit</artifactId>
-      <version>4.13.2</version>
-      <scope>test</scope>
-    </dependency>
-    <dependency>
-      <groupId>org.junit.jupiter</groupId>
-      <artifactId>junit-jupiter</artifactId>
-      <version>5.10.0</version>
-      <scope>test</scope>
-    </dependency>
-    <dependency>
-      <groupId>org.assertj</groupId>
-      <artifactId>assertj-core</artifactId>
-      <version>3.24.2</version>
+      <version>4.13.1</version>
       <scope>test</scope>
     </dependency>
   </dependencies>
-
-  <build>
-    <plugins>
-      <plugin>
-        <groupId>org.apache.maven.plugins</groupId>
-        <artifactId>maven-surefire-plugin</artifactId>
-        <version>3.2.2</version>
-      </plugin>
-    </plugins>
-  </build>
 </project>

other/java/s3copier/src/test/java/com/seaweedfs/s3/ETagValidationTest.java

@@ -1,439 +0,0 @@
-package com.seaweedfs.s3;
-
-import org.junit.jupiter.api.*;
-import org.junit.jupiter.api.condition.EnabledIfEnvironmentVariable;
-import software.amazon.awssdk.auth.credentials.AwsBasicCredentials;
-import software.amazon.awssdk.auth.credentials.StaticCredentialsProvider;
-import software.amazon.awssdk.core.sync.RequestBody;
-import software.amazon.awssdk.regions.Region;
-import software.amazon.awssdk.services.s3.S3Client;
-import software.amazon.awssdk.services.s3.model.*;
-
-import java.net.URI;
-import java.security.MessageDigest;
-import java.security.SecureRandom;
-import java.util.ArrayList;
-import java.util.List;
-import java.util.UUID;
-import java.util.regex.Pattern;
-
-import static org.assertj.core.api.Assertions.*;
-
-/**
- * AWS SDK v2 Integration Tests for S3 ETag Format Validation.
- * 
- * These tests verify that SeaweedFS returns correct ETag formats that are
- * compatible with AWS SDK v2's checksum validation.
- * 
- * Background (GitHub Issue #7768):
- * AWS SDK v2 for Java validates ETags as hexadecimal MD5 hashes for PutObject
- * responses. If the ETag contains non-hex characters (like '-' in composite
- * format), the SDK fails with "Invalid base 16 character: '-'".
- * 
- * Per AWS S3 specification:
- * - Regular PutObject: ETag is always a pure MD5 hex string (32 chars)
- * - CompleteMultipartUpload: ETag is composite format "<md5>-<partcount>"
- * 
- * To run these tests:
- *   mvn test -Dtest=ETagValidationTest -DS3_ENDPOINT=http://localhost:8333
- * 
- * Or set environment variable:
- *   export S3_ENDPOINT=http://localhost:8333
- *   mvn test -Dtest=ETagValidationTest
- */
-@TestInstance(TestInstance.Lifecycle.PER_CLASS)
-@DisplayName("S3 ETag Format Validation Tests (AWS SDK v2)")
-class ETagValidationTest {
-
-    // Configuration - can be overridden via system properties or environment variables
-    private static final String DEFAULT_ENDPOINT = "http://127.0.0.1:8333";
-    private static final String DEFAULT_ACCESS_KEY = "some_access_key1";
-    private static final String DEFAULT_SECRET_KEY = "some_secret_key1";
-    private static final String DEFAULT_REGION = "us-east-1";
-    
-    // Auto-chunking threshold in SeaweedFS (must match s3api_object_handlers_put.go)
-    private static final int AUTO_CHUNK_SIZE = 8 * 1024 * 1024; // 8MB
-    
-    // Test sizes
-    private static final int SMALL_FILE_SIZE = 1024; // 1KB
-    private static final int LARGE_FILE_SIZE = 10 * 1024 * 1024; // 10MB (triggers auto-chunking)
-    private static final int XL_FILE_SIZE = 25 * 1024 * 1024; // 25MB (multiple chunks)
-    private static final int MULTIPART_PART_SIZE = 5 * 1024 * 1024; // 5MB per part
-    
-    // ETag format patterns
-    private static final Pattern PURE_MD5_PATTERN = Pattern.compile("^\"?[a-f0-9]{32}\"?$");
-    private static final Pattern COMPOSITE_PATTERN = Pattern.compile("^\"?[a-f0-9]{32}-\\d+\"?$");
-    
-    private S3Client s3Client;
-    private String testBucketName;
-    private final SecureRandom random = new SecureRandom();
-
-    @BeforeAll
-    void setUp() {
-        String endpoint = getConfig("S3_ENDPOINT", DEFAULT_ENDPOINT);
-        String accessKey = getConfig("S3_ACCESS_KEY", DEFAULT_ACCESS_KEY);
-        String secretKey = getConfig("S3_SECRET_KEY", DEFAULT_SECRET_KEY);
-        String region = getConfig("S3_REGION", DEFAULT_REGION);
-        
-        System.out.println("Connecting to S3 endpoint: " + endpoint);
-        
-        s3Client = S3Client.builder()
-                .endpointOverride(URI.create(endpoint))
-                .credentialsProvider(StaticCredentialsProvider.create(
-                        AwsBasicCredentials.create(accessKey, secretKey)))
-                .region(Region.of(region))
-                .forcePathStyle(true) // Required for SeaweedFS
-                .build();
-        
-        // Create test bucket
-        testBucketName = "test-etag-" + UUID.randomUUID().toString().substring(0, 8);
-        s3Client.createBucket(CreateBucketRequest.builder()
-                .bucket(testBucketName)
-                .build());
-        
-        System.out.println("Created test bucket: " + testBucketName);
-    }
-
-    @AfterAll
-    void tearDown() {
-        if (s3Client != null && testBucketName != null) {
-            try {
-                // Delete all objects with pagination
-                String continuationToken = null;
-                do {
-                    ListObjectsV2Response listResp = s3Client.listObjectsV2(
-                            ListObjectsV2Request.builder()
-                                    .bucket(testBucketName)
-                                    .continuationToken(continuationToken)
-                                    .build());
-                    for (S3Object obj : listResp.contents()) {
-                        s3Client.deleteObject(DeleteObjectRequest.builder()
-                                .bucket(testBucketName)
-                                .key(obj.key())
-                                .build());
-                    }
-                    continuationToken = listResp.nextContinuationToken();
-                } while (continuationToken != null);
-                
-                // Abort any multipart uploads
-                ListMultipartUploadsResponse mpResp = s3Client.listMultipartUploads(
-                        ListMultipartUploadsRequest.builder().bucket(testBucketName).build());
-                for (MultipartUpload upload : mpResp.uploads()) {
-                    s3Client.abortMultipartUpload(AbortMultipartUploadRequest.builder()
-                            .bucket(testBucketName)
-                            .key(upload.key())
-                            .uploadId(upload.uploadId())
-                            .build());
-                }
-                
-                // Delete bucket
-                s3Client.deleteBucket(DeleteBucketRequest.builder()
-                        .bucket(testBucketName)
-                        .build());
-                
-                System.out.println("Cleaned up test bucket: " + testBucketName);
-            } catch (Exception e) {
-                System.err.println("Warning: Failed to cleanup test bucket: " + e.getMessage());
-            }
-            s3Client.close();
-        }
-    }
-
-    @Test
-    @DisplayName("Small file PutObject should return pure MD5 ETag")
-    void testSmallFilePutObject() throws Exception {
-        byte[] testData = generateRandomData(SMALL_FILE_SIZE);
-        String expectedMD5 = calculateMD5Hex(testData);
-        String objectKey = "small-file-" + UUID.randomUUID() + ".bin";
-        
-        PutObjectResponse response = s3Client.putObject(
-                PutObjectRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .build(),
-                RequestBody.fromBytes(testData));
-        
-        String etag = response.eTag();
-        System.out.println("Small file ETag: " + etag + " (expected MD5: " + expectedMD5 + ")");
-        
-        assertThat(etag)
-                .describedAs("Small file ETag should be pure MD5")
-                .matches(PURE_MD5_PATTERN);
-        assertThat(cleanETag(etag))
-                .describedAs("ETag should match calculated MD5")
-                .isEqualTo(expectedMD5);
-        assertThat(etag)
-                .describedAs("ETag should not contain hyphen")
-                .doesNotContain("-");
-    }
-
-    /**
-     * Critical test for GitHub Issue #7768.
-     * 
-     * This test uploads a file larger than the auto-chunking threshold (8MB),
-     * which triggers SeaweedFS to split the file into multiple internal chunks.
-     * 
-     * Previously, this caused SeaweedFS to return a composite ETag like
-     * "d41d8cd98f00b204e9800998ecf8427e-2", which AWS SDK v2 rejected because
-     * it validates the ETag as hexadecimal and '-' is not a valid hex character.
-     * 
-     * The fix ensures that regular PutObject always returns a pure MD5 ETag,
-     * regardless of internal chunking.
-     */
-    @Test
-    @DisplayName("Large file PutObject (>8MB) should return pure MD5 ETag - Issue #7768")
-    void testLargeFilePutObject_Issue7768() throws Exception {
-        byte[] testData = generateRandomData(LARGE_FILE_SIZE);
-        String expectedMD5 = calculateMD5Hex(testData);
-        String objectKey = "large-file-" + UUID.randomUUID() + ".bin";
-        
-        System.out.println("Uploading large file (" + LARGE_FILE_SIZE + " bytes, " +
-                "> " + AUTO_CHUNK_SIZE + " byte auto-chunk threshold)...");
-        
-        // This is where Issue #7768 would manifest - SDK v2 validates ETag
-        PutObjectResponse response = s3Client.putObject(
-                PutObjectRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .build(),
-                RequestBody.fromBytes(testData));
-        
-        String etag = response.eTag();
-        int expectedChunks = (LARGE_FILE_SIZE / AUTO_CHUNK_SIZE) + 1;
-        System.out.println("Large file ETag: " + etag + 
-                " (expected MD5: " + expectedMD5 + ", internal chunks: ~" + expectedChunks + ")");
-        
-        // These assertions would fail before the fix
-        assertThat(etag)
-                .describedAs("Large file PutObject ETag MUST be pure MD5 (not composite)")
-                .matches(PURE_MD5_PATTERN);
-        assertThat(etag)
-                .describedAs("Large file ETag should NOT be composite format")
-                .doesNotMatch(COMPOSITE_PATTERN);
-        assertThat(etag)
-                .describedAs("ETag should not contain hyphen for regular PutObject")
-                .doesNotContain("-");
-        assertThat(cleanETag(etag))
-                .describedAs("ETag should match calculated MD5")
-                .isEqualTo(expectedMD5);
-        
-        // Verify hex decoding works (this is what fails in Issue #7768)
-        assertThatCode(() -> hexToBytes(cleanETag(etag)))
-                .describedAs("ETag should be valid hexadecimal (AWS SDK v2 validation)")
-                .doesNotThrowAnyException();
-    }
-
-    @Test
-    @DisplayName("Extra large file PutObject (>24MB) should return pure MD5 ETag")
-    void testExtraLargeFilePutObject() throws Exception {
-        byte[] testData = generateRandomData(XL_FILE_SIZE);
-        String expectedMD5 = calculateMD5Hex(testData);
-        String objectKey = "xl-file-" + UUID.randomUUID() + ".bin";
-        
-        int expectedChunks = (XL_FILE_SIZE / AUTO_CHUNK_SIZE) + 1;
-        System.out.println("Uploading XL file (" + XL_FILE_SIZE + " bytes, ~" + 
-                expectedChunks + " internal chunks)...");
-        
-        PutObjectResponse response = s3Client.putObject(
-                PutObjectRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .build(),
-                RequestBody.fromBytes(testData));
-        
-        String etag = response.eTag();
-        System.out.println("XL file ETag: " + etag);
-        
-        assertThat(etag)
-                .describedAs("XL file PutObject ETag MUST be pure MD5")
-                .matches(PURE_MD5_PATTERN);
-        assertThat(cleanETag(etag))
-                .describedAs("ETag should match calculated MD5")
-                .isEqualTo(expectedMD5);
-    }
-
-    @Test
-    @DisplayName("Multipart upload should return composite ETag")
-    void testMultipartUploadETag() throws Exception {
-        int totalSize = 15 * 1024 * 1024; // 15MB = 3 parts
-        byte[] testData = generateRandomData(totalSize);
-        String objectKey = "multipart-file-" + UUID.randomUUID() + ".bin";
-        
-        System.out.println("Performing multipart upload (" + totalSize + " bytes)...");
-        
-        // Initiate multipart upload
-        CreateMultipartUploadResponse createResp = s3Client.createMultipartUpload(
-                CreateMultipartUploadRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .build());
-        String uploadId = createResp.uploadId();
-        
-        List<CompletedPart> completedParts = new ArrayList<>();
-        int partNumber = 1;
-        
-        // Upload parts
-        for (int offset = 0; offset < totalSize; offset += MULTIPART_PART_SIZE) {
-            int end = Math.min(offset + MULTIPART_PART_SIZE, totalSize);
-            byte[] partData = new byte[end - offset];
-            System.arraycopy(testData, offset, partData, 0, partData.length);
-            
-            UploadPartResponse uploadResp = s3Client.uploadPart(
-                    UploadPartRequest.builder()
-                            .bucket(testBucketName)
-                            .key(objectKey)
-                            .uploadId(uploadId)
-                            .partNumber(partNumber)
-                            .build(),
-                    RequestBody.fromBytes(partData));
-            
-            completedParts.add(CompletedPart.builder()
-                    .partNumber(partNumber)
-                    .eTag(uploadResp.eTag())
-                    .build());
-            partNumber++;
-        }
-        
-        // Complete multipart upload
-        CompleteMultipartUploadResponse completeResp = s3Client.completeMultipartUpload(
-                CompleteMultipartUploadRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .uploadId(uploadId)
-                        .multipartUpload(CompletedMultipartUpload.builder()
-                                .parts(completedParts)
-                                .build())
-                        .build());
-        
-        String etag = completeResp.eTag();
-        System.out.println("Multipart upload ETag: " + etag + " (" + completedParts.size() + " parts)");
-        
-        // Multipart uploads SHOULD have composite ETag
-        assertThat(etag)
-                .describedAs("Multipart upload ETag SHOULD be composite format")
-                .matches(COMPOSITE_PATTERN);
-        assertThat(etag)
-                .describedAs("Multipart ETag should contain hyphen")
-                .contains("-");
-        
-        // Verify part count in ETag
-        String[] parts = cleanETag(etag).split("-");
-        assertThat(parts).hasSize(2);
-        assertThat(parts[1])
-                .describedAs("Part count in ETag should match uploaded parts")
-                .isEqualTo(String.valueOf(completedParts.size()));
-    }
-
-    @Test
-    @DisplayName("ETag should be consistent across PUT, HEAD, and GET")
-    void testETagConsistency() throws Exception {
-        byte[] testData = generateRandomData(LARGE_FILE_SIZE);
-        String objectKey = "consistency-test-" + UUID.randomUUID() + ".bin";
-        
-        // PUT
-        PutObjectResponse putResp = s3Client.putObject(
-                PutObjectRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .build(),
-                RequestBody.fromBytes(testData));
-        String putETag = putResp.eTag();
-        
-        // HEAD
-        HeadObjectResponse headResp = s3Client.headObject(
-                HeadObjectRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .build());
-        String headETag = headResp.eTag();
-        
-        // GET
-        GetObjectResponse getResp = s3Client.getObject(
-                GetObjectRequest.builder()
-                        .bucket(testBucketName)
-                        .key(objectKey)
-                        .build())
-                .response();
-        String getETag = getResp.eTag();
-        
-        System.out.println("PUT ETag: " + putETag + ", HEAD ETag: " + headETag + ", GET ETag: " + getETag);
-        
-        assertThat(putETag).isEqualTo(headETag);
-        assertThat(putETag).isEqualTo(getETag);
-    }
-
-    @Test
-    @DisplayName("Multiple large file uploads should all return pure MD5 ETags")
-    void testMultipleLargeFileUploads() throws Exception {
-        int numFiles = 3;
-        
-        for (int i = 0; i < numFiles; i++) {
-            byte[] testData = generateRandomData(LARGE_FILE_SIZE);
-            String expectedMD5 = calculateMD5Hex(testData);
-            String objectKey = "multi-large-" + i + "-" + UUID.randomUUID() + ".bin";
-            
-            PutObjectResponse response = s3Client.putObject(
-                    PutObjectRequest.builder()
-                            .bucket(testBucketName)
-                            .key(objectKey)
-                            .build(),
-                    RequestBody.fromBytes(testData));
-            
-            String etag = response.eTag();
-            System.out.println("File " + i + " ETag: " + etag);
-            
-            assertThat(etag)
-                    .describedAs("File " + i + " ETag should be pure MD5")
-                    .matches(PURE_MD5_PATTERN);
-            assertThat(cleanETag(etag))
-                    .describedAs("File " + i + " ETag should match MD5")
-                    .isEqualTo(expectedMD5);
-            
-            // Validate hex decoding
-            assertThatCode(() -> hexToBytes(cleanETag(etag)))
-                    .doesNotThrowAnyException();
-        }
-    }
-
-    // Helper methods
-    
-    private String getConfig(String key, String defaultValue) {
-        String value = System.getProperty(key);
-        if (value == null) {
-            value = System.getenv(key);
-        }
-        return value != null ? value : defaultValue;
-    }
-    
-    private byte[] generateRandomData(int size) {
-        byte[] data = new byte[size];
-        random.nextBytes(data);
-        return data;
-    }
-    
-    private String calculateMD5Hex(byte[] data) throws Exception {
-        MessageDigest md = MessageDigest.getInstance("MD5");
-        byte[] digest = md.digest(data);
-        StringBuilder sb = new StringBuilder();
-        for (byte b : digest) {
-            sb.append(String.format("%02x", b));
-        }
-        return sb.toString();
-    }
-    
-    private String cleanETag(String etag) {
-        if (etag == null) return null;
-        return etag.replace("\"", "");
-    }
-    
-    private byte[] hexToBytes(String hex) {
-        int len = hex.length();
-        byte[] data = new byte[len / 2];
-        for (int i = 0; i < len; i += 2) {
-            data[i / 2] = (byte) ((Character.digit(hex.charAt(i), 16) << 4)
-                    + Character.digit(hex.charAt(i + 1), 16));
-        }
-        return data;
-    }
-}
-

other/metrics/grafana_seaweedfs.json

@@ -1319,99 +1319,6 @@
         "alignLevel": null
       }
     },
-    {
-      "aliasColors": {},
-      "bars": false,
-      "dashLength": 10,
-      "dashes": false,
-      "datasource": "${DS_PROMETHEUS}",
-      "fill": 1,
-      "fillGradient": 0,
-      "fieldConfig": {
-        "defaults": {
-          "unit": "reqps"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 0,
-        "y": 16
-      },
-      "hiddenSeries": false,
-      "id": 90,
-      "legend": {
-        "avg": false,
-        "current": false,
-        "max": false,
-        "min": false,
-        "show": true,
-        "total": false,
-        "values": false
-      },
-      "lines": true,
-      "linewidth": 1,
-      "links": [],
-      "nullPointMode": "null",
-      "options": {
-        "alertThreshold": true
-      },
-      "percentage": false,
-      "pluginVersion": "8.1.2",
-      "pointradius": 5,
-      "points": false,
-      "renderer": "flot",
-      "seriesOverrides": [],
-      "spaceLength": 10,
-      "stack": false,
-      "steppedLine": false,
-      "targets": [
-        {
-          "expr": "sum(rate(SeaweedFS_s3_request_total[$__interval])) by (bucket)",
-          "format": "time_series",
-          "hide": false,
-          "intervalFactor": 2,
-          "legendFormat": "{{bucket}}",
-          "refId": "A"
-        }
-      ],
-      "thresholds": [],
-      "timeFrom": null,
-      "timeRegions": [],
-      "timeShift": null,
-      "title": "S3 API Calls per Bucket",
-      "tooltip": {
-        "shared": true,
-        "sort": 0,
-        "value_type": "individual"
-      },
-      "type": "graph",
-      "xaxis": {
-        "buckets": null,
-        "mode": "time",
-        "name": null,
-        "show": true,
-        "values": []
-      },
-      "yaxes": [
-        {
-          "format": "reqps",
-          "logBase": 1,
-          "min": 0,
-          "show": true
-        },
-        {
-          "format": "short",
-          "logBase": 1,
-          "show": false
-        }
-      ],
-      "yaxis": {
-        "align": false,
-        "alignLevel": null
-      }
-    },
     {
       "aliasColors": {},
       "bars": false,
@@ -1425,8 +1332,8 @@
       "grid": {},
       "gridPos": {
         "h": 7,
-        "w": 12,
-        "x": 12,
+        "w": 24,
+        "x": 0,
         "y": 16
       },
       "hiddenSeries": false,
@@ -3053,200 +2960,6 @@
         "align": false,
         "alignLevel": null
       }
-    },
-    {
-      "aliasColors": {},
-      "bars": false,
-      "dashLength": 10,
-      "dashes": false,
-      "datasource": "${DS_PROMETHEUS}",
-      "fill": 1,
-      "fillGradient": 0,
-      "fieldConfig": {
-        "defaults": {
-          "unit": "decbytes"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 0,
-        "y": 37
-      },
-      "hiddenSeries": false,
-      "id": 87,
-      "legend": {
-        "avg": false,
-        "current": false,
-        "max": false,
-        "min": false,
-        "show": true,
-        "total": false,
-        "values": false
-      },
-      "lines": true,
-      "linewidth": 1,
-      "links": [],
-      "nullPointMode": "null as zero",
-      "options": {
-        "alertThreshold": true
-      },
-      "percentage": false,
-      "pluginVersion": "8.1.2",
-      "pointradius": 5,
-      "points": false,
-      "renderer": "flot",
-      "seriesOverrides": [],
-      "spaceLength": 10,
-      "stack": false,
-      "steppedLine": false,
-      "targets": [
-        {
-          "expr": "max(SeaweedFS_s3_bucket_size_bytes) by (bucket)",
-          "format": "time_series",
-          "hide": false,
-          "intervalFactor": 2,
-          "legendFormat": "{{bucket}} (logical)",
-          "refId": "A"
-        },
-        {
-          "expr": "max(SeaweedFS_s3_bucket_physical_size_bytes) by (bucket)",
-          "format": "time_series",
-          "hide": false,
-          "intervalFactor": 2,
-          "legendFormat": "{{bucket}} (physical)",
-          "refId": "B"
-        }
-      ],
-      "thresholds": [],
-      "timeFrom": null,
-      "timeRegions": [],
-      "timeShift": null,
-      "title": "S3 Bucket Size",
-      "tooltip": {
-        "shared": true,
-        "sort": 0,
-        "value_type": "individual"
-      },
-      "type": "graph",
-      "xaxis": {
-        "buckets": null,
-        "mode": "time",
-        "name": null,
-        "show": true,
-        "values": []
-      },
-      "yaxes": [
-        {
-          "format": "decbytes",
-          "logBase": 1,
-          "min": 0,
-          "show": true
-        },
-        {
-          "format": "short",
-          "logBase": 1,
-          "show": false
-        }
-      ],
-      "yaxis": {
-        "align": false,
-        "alignLevel": null
-      }
-    },
-    {
-      "aliasColors": {},
-      "bars": false,
-      "dashLength": 10,
-      "dashes": false,
-      "datasource": "${DS_PROMETHEUS}",
-      "fill": 1,
-      "fillGradient": 0,
-      "fieldConfig": {
-        "defaults": {
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 12,
-        "y": 37
-      },
-      "hiddenSeries": false,
-      "id": 88,
-      "legend": {
-        "avg": false,
-        "current": false,
-        "max": false,
-        "min": false,
-        "show": true,
-        "total": false,
-        "values": false
-      },
-      "lines": true,
-      "linewidth": 1,
-      "links": [],
-      "nullPointMode": "null as zero",
-      "options": {
-        "alertThreshold": true
-      },
-      "percentage": false,
-      "pluginVersion": "8.1.2",
-      "pointradius": 5,
-      "points": false,
-      "renderer": "flot",
-      "seriesOverrides": [],
-      "spaceLength": 10,
-      "stack": false,
-      "steppedLine": false,
-      "targets": [
-        {
-          "expr": "max(SeaweedFS_s3_bucket_object_count) by (bucket)",
-          "format": "time_series",
-          "hide": false,
-          "intervalFactor": 2,
-          "legendFormat": "{{bucket}}",
-          "refId": "A"
-        }
-      ],
-      "thresholds": [],
-      "timeFrom": null,
-      "timeRegions": [],
-      "timeShift": null,
-      "title": "S3 Bucket Object Count",
-      "tooltip": {
-        "shared": true,
-        "sort": 0,
-        "value_type": "individual"
-      },
-      "type": "graph",
-      "xaxis": {
-        "buckets": null,
-        "mode": "time",
-        "name": null,
-        "show": true,
-        "values": []
-      },
-      "yaxes": [
-        {
-          "format": "short",
-          "logBase": 1,
-          "min": 0,
-          "show": true
-        },
-        {
-          "format": "short",
-          "logBase": 1,
-          "show": false
-        }
-      ],
-      "yaxis": {
-        "align": false,
-        "alignLevel": null
-      }
     }
   ],
   "refresh": "30s",

other/metrics/grafana_seaweedfs_heartbeat.json

@@ -875,85 +875,6 @@
             }
           ]
         },
-        {
-          "aliasColors": {},
-          "bars": false,
-          "dashLength": 10,
-          "dashes": false,
-          "datasource": "${DS_PROMETHEUS-DEV}",
-          "fill": 1,
-          "fillGradient": 0,
-          "gridPos": {
-            "h": 7,
-            "w": 12,
-            "x": 0,
-            "y": 16
-          },
-          "hiddenSeries": false,
-          "id": 86,
-          "legend": {
-            "avg": false,
-            "current": false,
-            "max": false,
-            "min": false,
-            "show": true,
-            "total": false,
-            "values": false
-          },
-          "lines": true,
-          "linewidth": 1,
-          "links": [],
-          "nullPointMode": "null",
-          "percentage": false,
-          "pointradius": 5,
-          "points": false,
-          "renderer": "flot",
-          "seriesOverrides": [],
-          "spaceLength": 10,
-          "stack": false,
-          "steppedLine": false,
-          "targets": [
-            {
-              "expr": "sum(rate(SeaweedFS_s3_request_total[$__interval])) by (bucket)",
-              "format": "time_series",
-              "hide": false,
-              "intervalFactor": 2,
-              "legendFormat": "{{bucket}}",
-              "refId": "A"
-            }
-          ],
-          "thresholds": [],
-          "timeFrom": null,
-          "timeShift": null,
-          "title": "S3 API Calls per Bucket",
-          "tooltip": {
-            "msResolution": true,
-            "shared": true,
-            "sort": 0,
-            "value_type": "cumulative"
-          },
-          "type": "graph",
-          "xaxis": {
-            "buckets": null,
-            "mode": "time",
-            "name": null,
-            "show": true,
-            "values": []
-          },
-          "yaxes": [
-            {
-              "format": "reqps",
-              "logBase": 1,
-              "min": 0,
-              "show": true
-            },
-            {
-              "format": "short",
-              "logBase": 1,
-              "show": false
-            }
-          ]
-        },
         {
           "aliasColors": {},
           "bars": false,
@@ -1166,202 +1087,6 @@
               "show": false
             }
           ]
-        },
-        {
-          "aliasColors": {},
-          "bars": false,
-          "dashLength": 10,
-          "dashes": false,
-          "datasource": "${DS_PROMETHEUS}",
-          "fill": 1,
-          "fillGradient": 0,
-          "fieldConfig": {
-            "defaults": {
-              "unit": "decbytes"
-            },
-            "overrides": []
-          },
-          "gridPos": {
-            "h": 7,
-            "w": 12,
-            "x": 0,
-            "y": 37
-          },
-          "hiddenSeries": false,
-          "id": 87,
-          "legend": {
-            "avg": false,
-            "current": false,
-            "max": false,
-            "min": false,
-            "show": true,
-            "total": false,
-            "values": false
-          },
-          "lines": true,
-          "linewidth": 1,
-          "links": [],
-          "nullPointMode": "null as zero",
-          "options": {
-            "alertThreshold": true
-          },
-          "percentage": false,
-          "pluginVersion": "8.1.2",
-          "pointradius": 5,
-          "points": false,
-          "renderer": "flot",
-          "seriesOverrides": [],
-          "spaceLength": 10,
-          "span": 6,
-          "stack": false,
-          "steppedLine": false,
-          "targets": [
-            {
-              "expr": "max(SeaweedFS_s3_bucket_size_bytes) by (bucket)",
-              "format": "time_series",
-              "hide": false,
-              "intervalFactor": 2,
-              "legendFormat": "{{bucket}} (logical)",
-              "refId": "A"
-            },
-            {
-              "expr": "max(SeaweedFS_s3_bucket_physical_size_bytes) by (bucket)",
-              "format": "time_series",
-              "hide": false,
-              "intervalFactor": 2,
-              "legendFormat": "{{bucket}} (physical)",
-              "refId": "B"
-            }
-          ],
-          "thresholds": [],
-          "timeFrom": null,
-          "timeRegions": [],
-          "timeShift": null,
-          "title": "S3 Bucket Size",
-          "tooltip": {
-            "shared": true,
-            "sort": 0,
-            "value_type": "individual"
-          },
-          "type": "graph",
-          "xaxis": {
-            "buckets": null,
-            "mode": "time",
-            "name": null,
-            "show": true,
-            "values": []
-          },
-          "yaxes": [
-            {
-              "format": "decbytes",
-              "logBase": 1,
-              "min": 0,
-              "show": true
-            },
-            {
-              "format": "short",
-              "logBase": 1,
-              "show": false
-            }
-          ],
-          "yaxis": {
-            "align": false,
-            "alignLevel": null
-          }
-        },
-        {
-          "aliasColors": {},
-          "bars": false,
-          "dashLength": 10,
-          "dashes": false,
-          "datasource": "${DS_PROMETHEUS}",
-          "fill": 1,
-          "fillGradient": 0,
-          "fieldConfig": {
-            "defaults": {
-              "unit": "short"
-            },
-            "overrides": []
-          },
-          "gridPos": {
-            "h": 7,
-            "w": 12,
-            "x": 12,
-            "y": 37
-          },
-          "hiddenSeries": false,
-          "id": 88,
-          "legend": {
-            "avg": false,
-            "current": false,
-            "max": false,
-            "min": false,
-            "show": true,
-            "total": false,
-            "values": false
-          },
-          "lines": true,
-          "linewidth": 1,
-          "links": [],
-          "nullPointMode": "null as zero",
-          "options": {
-            "alertThreshold": true
-          },
-          "percentage": false,
-          "pluginVersion": "8.1.2",
-          "pointradius": 5,
-          "points": false,
-          "renderer": "flot",
-          "seriesOverrides": [],
-          "spaceLength": 10,
-          "span": 6,
-          "stack": false,
-          "steppedLine": false,
-          "targets": [
-            {
-              "expr": "max(SeaweedFS_s3_bucket_object_count) by (bucket)",
-              "format": "time_series",
-              "hide": false,
-              "intervalFactor": 2,
-              "legendFormat": "{{bucket}}",
-              "refId": "A"
-            }
-          ],
-          "thresholds": [],
-          "timeFrom": null,
-          "timeRegions": [],
-          "timeShift": null,
-          "title": "S3 Bucket Object Count",
-          "tooltip": {
-            "shared": true,
-            "sort": 0,
-            "value_type": "individual"
-          },
-          "type": "graph",
-          "xaxis": {
-            "buckets": null,
-            "mode": "time",
-            "name": null,
-            "show": true,
-            "values": []
-          },
-          "yaxes": [
-            {
-              "format": "short",
-              "logBase": 1,
-              "min": 0,
-              "show": true
-            },
-            {
-              "format": "short",
-              "logBase": 1,
-              "show": false
-            }
-          ],
-          "yaxis": {
-            "align": false,
-            "alignLevel": null
-          }
         }
       ],
       "repeat": null,
@@ -2386,4 +2111,4 @@
   "timezone": "browser",
   "title": "SeaweedFS ks8 heartbeat",
   "version": 1
-}
+}

other/metrics/grafana_seaweedfs_k8s.json

@@ -447,99 +447,6 @@
         "alignLevel": null
       }
     },
-    {
-      "aliasColors": {},
-      "bars": false,
-      "dashLength": 10,
-      "dashes": false,
-      "datasource": "$DS_PROMETHEUS",
-      "fill": 1,
-      "fillGradient": 0,
-      "fieldConfig": {
-        "defaults": {
-          "unit": "reqps"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 6,
-        "x": 0,
-        "y": 15
-      },
-      "hiddenSeries": false,
-      "id": 86,
-      "legend": {
-        "avg": false,
-        "current": false,
-        "max": false,
-        "min": false,
-        "show": true,
-        "total": false,
-        "values": false
-      },
-      "lines": true,
-      "linewidth": 1,
-      "links": [],
-      "nullPointMode": "null",
-      "options": {
-        "alertThreshold": true
-      },
-      "percentage": false,
-      "pluginVersion": "8.1.2",
-      "pointradius": 5,
-      "points": false,
-      "renderer": "flot",
-      "seriesOverrides": [],
-      "spaceLength": 10,
-      "stack": false,
-      "steppedLine": false,
-      "targets": [
-        {
-          "expr": "sum(rate(SeaweedFS_s3_request_total{namespace=\"$namespace\",service=~\"$service-api\"}[$__interval])) by (bucket)",
-          "format": "time_series",
-          "hide": false,
-          "intervalFactor": 2,
-          "legendFormat": "{{bucket}}",
-          "refId": "A"
-        }
-      ],
-      "thresholds": [],
-      "timeFrom": null,
-      "timeRegions": [],
-      "timeShift": null,
-      "title": "S3 API Calls per Bucket",
-      "tooltip": {
-        "shared": true,
-        "sort": 0,
-        "value_type": "individual"
-      },
-      "type": "graph",
-      "xaxis": {
-        "buckets": null,
-        "mode": "time",
-        "name": null,
-        "show": true,
-        "values": []
-      },
-      "yaxes": [
-        {
-          "format": "reqps",
-          "logBase": 1,
-          "min": 0,
-          "show": true
-        },
-        {
-          "format": "short",
-          "logBase": 1,
-          "show": false
-        }
-      ],
-      "yaxis": {
-        "align": false,
-        "alignLevel": null
-      }
-    },
     {
       "aliasColors": {},
       "bars": false,
@@ -559,8 +466,8 @@
       "grid": {},
       "gridPos": {
         "h": 7,
-        "w": 6,
-        "x": 12,
+        "w": 8,
+        "x": 0,
         "y": 15
       },
       "hiddenSeries": false,
@@ -670,8 +577,8 @@
       "grid": {},
       "gridPos": {
         "h": 7,
-        "w": 6,
-        "x": 6,
+        "w": 8,
+        "x": 8,
         "y": 15
       },
       "hiddenSeries": false,
@@ -781,8 +688,8 @@
       "grid": {},
       "gridPos": {
         "h": 7,
-        "w": 6,
-        "x": 18,
+        "w": 8,
+        "x": 16,
         "y": 15
       },
       "hiddenSeries": false,
@@ -2447,209 +2354,6 @@
         "align": false,
         "alignLevel": null
       }
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "${DS_PROMETHEUS}"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisBorderShow": false,
-            "axisCenteredZero": false,
-            "axisColorMode": "text",
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "viz": false
-            },
-            "insertNulls": false,
-            "lineInterpolation": "linear",
-            "lineWidth": 1,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "decbytes"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 0,
-        "y": 41
-      },
-      "id": 89,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom",
-          "showLegend": true
-        },
-        "tooltip": {
-          "mode": "multi",
-          "sort": "none"
-        }
-      },
-      "pluginVersion": "10.3.1",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "${DS_PROMETHEUS}"
-          },
-          "editorMode": "code",
-          "expr": "max(SeaweedFS_s3_bucket_size_bytes{namespace=\"$NAMESPACE\"}) by (bucket)",
-          "legendFormat": "{{bucket}} (logical)",
-          "range": true,
-          "refId": "A"
-        },
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "${DS_PROMETHEUS}"
-          },
-          "editorMode": "code",
-          "expr": "max(SeaweedFS_s3_bucket_physical_size_bytes{namespace=\"$NAMESPACE\"}) by (bucket)",
-          "legendFormat": "{{bucket}} (physical)",
-          "range": true,
-          "refId": "B"
-        }
-      ],
-      "title": "S3 Bucket Size",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "${DS_PROMETHEUS}"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisBorderShow": false,
-            "axisCenteredZero": false,
-            "axisColorMode": "text",
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "viz": false
-            },
-            "insertNulls": false,
-            "lineInterpolation": "linear",
-            "lineWidth": 1,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 7,
-        "w": 12,
-        "x": 12,
-        "y": 41
-      },
-      "id": 90,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom",
-          "showLegend": true
-        },
-        "tooltip": {
-          "mode": "multi",
-          "sort": "none"
-        }
-      },
-      "pluginVersion": "10.3.1",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "${DS_PROMETHEUS}"
-          },
-          "editorMode": "code",
-          "expr": "max(SeaweedFS_s3_bucket_object_count{namespace=\"$NAMESPACE\"}) by (bucket)",
-          "legendFormat": "{{bucket}}",
-          "range": true,
-          "refId": "A"
-        }
-      ],
-      "title": "S3 Bucket Object Count",
-      "type": "timeseries"
     }
   ],
   "refresh": "30s",
@@ -2841,4 +2545,4 @@
   "timezone": "browser",
   "title": "SeaweedFS",
   "version": 2
-}
+}

test/erasure_coding/Makefile

@@ -1,187 +0,0 @@
-# Makefile for EC integration testing
-# Usage:
-#   make start      - Start the test cluster (master + 6 volume servers + filer)
-#   make stop       - Stop the test cluster
-#   make populate   - Populate test data (~300MB across 7 volumes)
-#   make shell      - Open weed shell connected to the test cluster
-#   make clean      - Stop cluster and remove all test data
-#   make setup      - Start cluster and populate data (one command)
-#
-# Requirements: curl, jq
-
-WEED_BINARY := $(shell pwd)/../../weed/weed
-TEST_DIR := /tmp/ec_manual_test
-# Use non-standard ports to avoid conflicts with existing SeaweedFS servers
-MASTER_PORT := 29333
-FILER_PORT := 28888
-VOLUME_BASE_PORT := 28080
-NUM_VOLUME_SERVERS := 6
-VOLUME_SIZE_LIMIT_MB := 30
-MAX_VOLUMES_PER_SERVER := 10
-
-# Build weed binary if it doesn't exist
-$(WEED_BINARY):
-	cd ../../weed && go build -o weed .
-
-.PHONY: build
-build: $(WEED_BINARY)
-
-.PHONY: start
-start: build
-	@echo "=== Starting SeaweedFS test cluster ==="
-	@mkdir -p $(TEST_DIR)/master $(TEST_DIR)/filer
-	@for i in $$(seq 0 $$(($(NUM_VOLUME_SERVERS)-1))); do mkdir -p $(TEST_DIR)/volume$$i; done
-	@# Create security.toml with JWT disabled
-	@echo "# Disable JWT for testing" > $(TEST_DIR)/security.toml
-	@echo '[jwt.signing]' >> $(TEST_DIR)/security.toml
-	@echo 'key = ""' >> $(TEST_DIR)/security.toml
-	@echo 'expires_after_seconds = 0' >> $(TEST_DIR)/security.toml
-	@echo '' >> $(TEST_DIR)/security.toml
-	@echo '[jwt.signing.read]' >> $(TEST_DIR)/security.toml
-	@echo 'key = ""' >> $(TEST_DIR)/security.toml
-	@echo 'expires_after_seconds = 0' >> $(TEST_DIR)/security.toml
-	@# Create filer.toml with leveldb2
-	@echo '[leveldb2]' > $(TEST_DIR)/filer.toml
-	@echo 'enabled = true' >> $(TEST_DIR)/filer.toml
-	@echo 'dir = "$(TEST_DIR)/filer/filerldb2"' >> $(TEST_DIR)/filer.toml
-	@# Start master
-	@echo "Starting master on port $(MASTER_PORT)..."
-	@cd $(TEST_DIR) && $(WEED_BINARY) master \
-		-port=$(MASTER_PORT) \
-		-mdir=$(TEST_DIR)/master \
-		-volumeSizeLimitMB=$(VOLUME_SIZE_LIMIT_MB) \
-		-ip=127.0.0.1 \
-		> $(TEST_DIR)/master/master.log 2>&1 & echo $$! > $(TEST_DIR)/master.pid
-	@sleep 3
-	@# Start volume servers (run from TEST_DIR to find security.toml)
-	@for i in $$(seq 0 $$(($(NUM_VOLUME_SERVERS)-1))); do \
-		port=$$(($(VOLUME_BASE_PORT) + $$i)); \
-		echo "Starting volume server $$i on port $$port (rack$$i)..."; \
-		cd $(TEST_DIR) && $(WEED_BINARY) volume \
-			-port=$$port \
-			-dir=$(TEST_DIR)/volume$$i \
-			-max=$(MAX_VOLUMES_PER_SERVER) \
-			-master=127.0.0.1:$(MASTER_PORT) \
-			-ip=127.0.0.1 \
-			-dataCenter=dc1 \
-			-rack=rack$$i \
-			> $(TEST_DIR)/volume$$i/volume.log 2>&1 & echo $$! > $(TEST_DIR)/volume$$i.pid; \
-	done
-	@sleep 3
-	@# Start filer (run from TEST_DIR to find security.toml)
-	@echo "Starting filer on port $(FILER_PORT)..."
-	@cd $(TEST_DIR) && $(WEED_BINARY) filer \
-		-port=$(FILER_PORT) \
-		-master=127.0.0.1:$(MASTER_PORT) \
-		-ip=127.0.0.1 \
-		> $(TEST_DIR)/filer/filer.log 2>&1 & echo $$! > $(TEST_DIR)/filer.pid
-	@sleep 3
-	@echo ""
-	@echo "=== Cluster started ==="
-	@echo "Master: http://127.0.0.1:$(MASTER_PORT)"
-	@echo "Filer:  http://127.0.0.1:$(FILER_PORT)"
-	@echo "Volume servers: http://127.0.0.1:$(VOLUME_BASE_PORT) - http://127.0.0.1:$$(($(VOLUME_BASE_PORT) + $(NUM_VOLUME_SERVERS) - 1))"
-	@echo ""
-	@echo "Run 'make shell' to open weed shell"
-	@echo "Run 'make populate' to add test data"
-
-.PHONY: stop
-stop:
-	@echo "=== Stopping SeaweedFS test cluster ==="
-	@# Stop filer by PID
-	@-[ -f $(TEST_DIR)/filer.pid ] && kill $$(cat $(TEST_DIR)/filer.pid) 2>/dev/null && rm -f $(TEST_DIR)/filer.pid || true
-	@# Stop volume servers by PID
-	@for i in $$(seq 0 $$(($(NUM_VOLUME_SERVERS)-1))); do \
-		[ -f $(TEST_DIR)/volume$$i.pid ] && kill $$(cat $(TEST_DIR)/volume$$i.pid) 2>/dev/null && rm -f $(TEST_DIR)/volume$$i.pid || true; \
-	done
-	@# Stop master by PID
-	@-[ -f $(TEST_DIR)/master.pid ] && kill $$(cat $(TEST_DIR)/master.pid) 2>/dev/null && rm -f $(TEST_DIR)/master.pid || true
-	@# Fallback: use pkill with specific patterns to ensure cleanup
-	@-pkill -f "weed filer.*-master=127.0.0.1:$(MASTER_PORT)" 2>/dev/null || true
-	@-pkill -f "weed volume.*-dir=$(TEST_DIR)/volume" 2>/dev/null || true
-	@-pkill -f "weed master.*-mdir=$(TEST_DIR)/master" 2>/dev/null || true
-	@echo "Cluster stopped."
-
-.PHONY: clean
-clean: stop
-	@echo "Removing test data..."
-	@rm -rf $(TEST_DIR)
-	@echo "Clean complete."
-
-.PHONY: populate
-populate:
-	@echo "=== Populating test data (~300MB) ==="
-	@# Create a 500KB test file template using mktemp for isolation
-	@tmpfile=$$(mktemp) && \
-	dd if=/dev/urandom bs=1024 count=500 of=$$tmpfile 2>/dev/null && \
-	uploaded=0; \
-	for i in $$(seq 1 600); do \
-		response=$$(curl -s "http://127.0.0.1:$(MASTER_PORT)/dir/assign?collection=ectest&replication=000"); \
-		fid=$$(echo $$response | jq -r '.fid'); \
-		url=$$(echo $$response | jq -r '.url'); \
-		if [ "$$fid" != "null" ] && [ -n "$$fid" ]; then \
-			curl -s -F "file=@$$tmpfile;filename=file_$$i.bin" "http://$$url/$$fid" > /dev/null; \
-			uploaded=$$((uploaded + 1)); \
-		fi; \
-		if [ $$((i % 100)) -eq 0 ]; then \
-			echo "Uploaded $$uploaded files..."; \
-		fi; \
-	done; \
-	rm -f $$tmpfile; \
-	echo ""; \
-	echo "=== Data population complete ==="; \
-	echo "Uploaded $$uploaded files (~$$((uploaded * 500 / 1024))MB)"
-	@echo ""
-	@echo "Volume status:"
-	@curl -s "http://127.0.0.1:$(MASTER_PORT)/vol/status" | jq -r \
-		'.Volumes.DataCenters.dc1 | to_entries[] | .key as $$rack | .value | to_entries[] | select(.value != null) | .key as $$server | .value[] | select(.Collection == "ectest") | "  Volume \(.Id): \(.FileCount) files, \((.Size/1048576*10|floor)/10)MB - \($$rack)"' 2>/dev/null || true
-
-.PHONY: shell
-shell: build
-	@echo "Opening weed shell..."
-	@echo "Commands to try:"
-	@echo "  lock"
-	@echo "  volume.list"
-	@echo "  ec.encode -collection=ectest -quietFor=1s -force"
-	@echo "  ec.balance -collection=ectest"
-	@echo "  unlock"
-	@echo ""
-	@$(WEED_BINARY) shell -master=127.0.0.1:$(MASTER_PORT) -filer=127.0.0.1:$(FILER_PORT)
-
-.PHONY: setup
-setup: clean start
-	@sleep 2
-	@$(MAKE) populate
-
-.PHONY: status
-status:
-	@echo "=== Cluster Status ==="
-	@curl -s "http://127.0.0.1:$(MASTER_PORT)/vol/status" | jq -r \
-		'.Volumes.DataCenters.dc1 | to_entries[] | .key as $$rack | .value | to_entries[] | select(.value != null) | .key as $$server | .value[] | select(.Collection == "ectest") | "Volume \(.Id): \(.FileCount) files, \((.Size/1048576*10|floor)/10)MB - \($$rack) (\($$server))"' 2>/dev/null | sort -t: -k1 -n || echo "Cluster not running"
-	@echo ""
-	@echo "=== EC Shards ==="
-	@for i in $$(seq 0 $$(($(NUM_VOLUME_SERVERS)-1))); do \
-		count=$$(ls $(TEST_DIR)/volume$$i/*.ec[0-9]* 2>/dev/null | wc -l | tr -d ' '); \
-		if [ "$$count" != "0" ]; then \
-			echo "  volume$$i (port $$(($(VOLUME_BASE_PORT) + $$i))): $$count EC shard files"; \
-		fi; \
-	done
-
-.PHONY: help
-help:
-	@echo "EC Integration Test Makefile"
-	@echo ""
-	@echo "Targets:"
-	@echo "  make start     - Start test cluster (master + 6 volume servers + filer)"
-	@echo "  make stop      - Stop test cluster"
-	@echo "  make populate  - Populate ~300MB of test data"
-	@echo "  make shell     - Open weed shell"
-	@echo "  make setup     - Clean, start, and populate (all-in-one)"
-	@echo "  make status    - Show cluster and EC shard status"
-	@echo "  make clean     - Stop cluster and remove all test data"
-	@echo "  make help      - Show this help"
-	@echo ""
-	@echo "Quick start:"
-	@echo "  make setup     # Start cluster and populate data"
-	@echo "  make shell     # Open shell to run EC commands"
-

test/erasure_coding/README.md

@@ -78,43 +78,6 @@ go test -v -run TestECEncodingMasterTimingRaceCondition
 go test -v -short
 ```
 
-## Manual Testing with Makefile
-
-A Makefile is provided for manual EC testing.
-
-**Requirements:** `curl`, `jq` (command-line JSON processor)
-
-```bash
-# Quick start: start cluster and populate data
-make setup
-
-# Open weed shell to run EC commands
-make shell
-
-# Individual targets
-make start      # Start test cluster (master + 6 volume servers + filer)
-make stop       # Stop test cluster
-make populate   # Populate ~300MB of test data
-make status     # Show cluster and EC shard status
-make clean      # Stop cluster and remove all test data
-make help       # Show all targets
-```
-
-### EC Rebalance Limited Slots (Unit Test)
-
-The "no free ec shard slots" issue is tested with a **unit test** that works directly on
-topology data structures without requiring a running cluster.
-
-**Location**: `weed/shell/ec_rebalance_slots_test.go`
-
-Tests included:
-- `TestECRebalanceWithLimitedSlots`: Tests a topology with 6 servers, 7 EC volumes (98 shards)
-- `TestECRebalanceZeroFreeSlots`: Reproduces the exact 0 free slots scenario
-
-**Known Issue**: When volume servers are at capacity (`volumeCount == maxVolumeCount`),
-the rebalance step fails with "no free ec shard slots" instead of recognizing that
-moving shards frees slots on source servers.
-
 ## Test Results
 
 **With the fix**: Shows "Collecting volume locations for N volumes before EC encoding..." message

test/foundationdb/Dockerfile.build.arm64

@@ -5,14 +5,13 @@ ARG FOUNDATIONDB_VERSION=7.4.5
 ENV FOUNDATIONDB_VERSION=${FOUNDATIONDB_VERSION}
 
 # Install build dependencies and download prebuilt FoundationDB clients
-SHELL ["/bin/bash", "-c"]
-RUN set -euo pipefail && \
-    apt-get update && apt-get install -y \
+RUN apt-get update && apt-get install -y \
     build-essential \
     git \
     wget \
     ca-certificates \
     && rm -rf /var/lib/apt/lists/* && \
+    set -euo pipefail && \
     case "${FOUNDATIONDB_VERSION}" in \
         "7.4.5") EXPECTED_SHA256="f2176b86b7e1b561c3632b4e6e7efb82e3b8f57c2ff0d0ac4671e742867508aa" ;; \
         *) echo "ERROR: No known ARM64 client checksum for FoundationDB ${FOUNDATIONDB_VERSION}. Please update this Dockerfile." >&2; exit 1 ;; \

test/foundationdb/Dockerfile.fdb-arm64

@@ -15,7 +15,6 @@ RUN apt-get update && apt-get install -y \
     && rm -rf /var/lib/apt/lists/*
 
 # Install FoundationDB server + client debs with checksum verification
-SHELL ["/bin/bash", "-c"]
 RUN set -euo pipefail && \
     apt-get update && \
     case "${FOUNDATIONDB_VERSION}" in \

test/foundationdb/Makefile

@@ -50,24 +50,6 @@ test-benchmark: ## Run performance benchmarks
 	@echo "$(YELLOW)Running FoundationDB performance benchmarks...$(NC)"
 	@cd ../../ && go test -v -timeout=$(TEST_TIMEOUT) -tags foundationdb -bench=. ./test/foundationdb/...
 
-test-benchmark-filer: ## Run filer store benchmarks (batch vs no-batch comparison)
-	@echo "$(YELLOW)Running FoundationDB filer store benchmarks...$(NC)"
-	@echo "$(BLUE)Comparing batched vs non-batched write performance$(NC)"
-	@cd ../../ && go test -v -timeout=$(TEST_TIMEOUT) -tags foundationdb \
-		-bench='BenchmarkFoundationDBStore_.*' \
-		-benchmem \
-		-benchtime=5s \
-		./weed/filer/foundationdb/...
-
-test-benchmark-concurrent: ## Run concurrent operation benchmarks
-	@echo "$(YELLOW)Running concurrent operation benchmarks...$(NC)"
-	@cd ../../ && go test -v -timeout=$(TEST_TIMEOUT) -tags foundationdb \
-		-bench='BenchmarkFoundationDBStore_Concurrent.*' \
-		-benchmem \
-		-benchtime=10s \
-		-cpu=1,2,4,8 \
-		./weed/filer/foundationdb/...
-
 # ARM64 specific targets (Apple Silicon / M1/M2/M3 Macs)
 setup-arm64: ## Set up ARM64-native FoundationDB cluster (builds from source)
 	@echo "$(YELLOW)Setting up ARM64-native FoundationDB cluster...$(NC)"

test/foundationdb/README.md

@@ -353,31 +353,12 @@ The tests are designed to be reliable in CI environments with:
 Run performance benchmarks:
 
 ```bash
-make test-benchmark              # Run all benchmarks
-make test-benchmark-filer        # Filer store benchmarks with batch comparison
-make test-benchmark-concurrent   # Concurrent operation benchmarks (varies CPU count)
+make test-benchmark
 
 # Sample expected results:
-# BenchmarkFoundationDBStore_InsertEntry-8           1000    1.2ms per op
-# BenchmarkFoundationDBStore_FindEntry-8             5000    0.5ms per op  
-# BenchmarkFoundationDBStore_KvOperations-8          2000    0.8ms per op
-# BenchmarkFoundationDBStore_InsertEntry_NoBatch-8   1000    1.0ms per op  (optimal for S3)
-# BenchmarkFoundationDBStore_InsertEntry_WithBatch-8 1200    0.9ms per op  (bulk ingestion)
-# BenchmarkFoundationDBStore_ConcurrentInsert_*-8    5000    0.3ms per op  (parallel writes)
-```
-
-### Batch vs Non-Batch Performance
-
-The FoundationDB filer store supports two write modes:
-
-| Mode | Config | Best For | Latency | Throughput |
-|------|--------|----------|---------|------------|
-| **Direct Commit** (default) | `batch_enabled = false` | S3 API, low-latency workloads | ~1-5ms per op | Good |
-| **Batched** | `batch_enabled = true` | Bulk ingestion, high throughput | Variable | Higher |
-
-Run the comparison benchmark:
-```bash
-make test-benchmark-filer
+# BenchmarkFoundationDBStore_InsertEntry-8    1000    1.2ms per op
+# BenchmarkFoundationDBStore_FindEntry-8      5000    0.5ms per op  
+# BenchmarkFoundationDBStore_KvOperations-8   2000    0.8ms per op
 ```
 
 ## Contributing

test/foundationdb/docker-compose.arm64.yml

@@ -28,8 +28,8 @@ services:
           echo 'testing:testing@fdb1:4500,fdb2:4502,fdb3:4504' > /var/fdb/config/fdb.cluster
         fi
         # Start FDB processes
-        /usr/sbin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb1:4501 --listen_address=0.0.0.0:4501 --coordination=fdb1:4500 &
-        /usr/sbin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb1:4500 --listen_address=0.0.0.0:4500 --coordination=fdb1:4500 --class=coordination &
+        /usr/bin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb1:4501 --listen_address=0.0.0.0:4501 --coordination=fdb1:4500 &
+        /usr/bin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb1:4500 --listen_address=0.0.0.0:4500 --coordination=fdb1:4500 --class=coordination &
         wait
       "
 
@@ -59,8 +59,8 @@ services:
         # Wait for cluster file from fdb1
         while [ ! -f /var/fdb/config/fdb.cluster ]; do sleep 1; done
         # Start FDB processes
-        /usr/sbin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb2:4503 --listen_address=0.0.0.0:4503 --coordination=fdb1:4500 &
-        /usr/sbin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb2:4502 --listen_address=0.0.0.0:4502 --coordination=fdb1:4500 --class=coordination &
+        /usr/bin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb2:4503 --listen_address=0.0.0.0:4503 --coordination=fdb1:4500 &
+        /usr/bin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb2:4502 --listen_address=0.0.0.0:4502 --coordination=fdb1:4500 --class=coordination &
         wait
       "
 
@@ -90,8 +90,8 @@ services:
         # Wait for cluster file from fdb1
         while [ ! -f /var/fdb/config/fdb.cluster ]; do sleep 1; done
         # Start FDB processes
-        /usr/sbin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb3:4505 --listen_address=0.0.0.0:4505 --coordination=fdb1:4500 &
-        /usr/sbin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb3:4504 --listen_address=0.0.0.0:4504 --coordination=fdb1:4500 --class=coordination &
+        /usr/bin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb3:4505 --listen_address=0.0.0.0:4505 --coordination=fdb1:4500 &
+        /usr/bin/fdbserver --config_path=/var/fdb/config --datadir=/var/fdb/data --logdir=/var/fdb/logs --public_address=fdb3:4504 --listen_address=0.0.0.0:4504 --coordination=fdb1:4500 --class=coordination &
         wait
       "
 

test/foundationdb/filer.toml

@@ -1,8 +1,19 @@
-# FoundationDB Filer Configuration for Testing
+# FoundationDB Filer Configuration
 
 [foundationdb]
 enabled = true
 cluster_file = "/var/fdb/config/fdb.cluster"
-# api_version = 740
-# timeout = "5s"
-# directory_prefix = "seaweedfs"
+api_version = 740
+timeout = "5s"
+max_retry_delay = "1s"
+directory_prefix = "seaweedfs"
+
+# For testing different configurations
+[foundationdb.test]
+enabled = false
+cluster_file = "/var/fdb/config/fdb.cluster"
+api_version = 740
+timeout = "10s"
+max_retry_delay = "2s"
+directory_prefix = "seaweedfs_test"
+location = "/test"

test/fuse_integration/Makefile

@@ -12,20 +12,20 @@ COVERAGE_FILE := coverage.out
 # Check if weed binary exists
 check-binary:
 	@if [ ! -f "$(WEED_BINARY)" ]; then \
-		echo "ERROR SeaweedFS binary not found at $(WEED_BINARY)"; \
+		echo "❌ SeaweedFS binary not found at $(WEED_BINARY)"; \
 		echo "   Please run 'make' in the root directory first"; \
 		exit 1; \
 	fi
-	@echo "OK SeaweedFS binary found"
+	@echo "✅ SeaweedFS binary found"
 
 # Check FUSE installation
 check-fuse:
 	@if command -v fusermount >/dev/null 2>&1; then \
-		echo "OK FUSE is installed (Linux)"; \
+		echo "✅ FUSE is installed (Linux)"; \
 	elif command -v umount >/dev/null 2>&1 && [ "$$(uname)" = "Darwin" ]; then \
-		echo "OK FUSE is available (macOS)"; \
+		echo "✅ FUSE is available (macOS)"; \
 	else \
-			echo "ERROR FUSE not found. Please install:"; \
+		echo "❌ FUSE not found. Please install:"; \
 		echo "   Ubuntu/Debian: sudo apt-get install fuse"; \
 		echo "   CentOS/RHEL:   sudo yum install fuse"; \
 		echo "   macOS:         brew install macfuse"; \
@@ -36,8 +36,8 @@ check-fuse:
 check-go:
 	@go version | grep -q "go1\.[2-9][0-9]" || \
 	go version | grep -q "go1\.2[1-9]" || \
-	(echo "ERROR Go $(GO_VERSION)+ required. Current: $$(go version)" && exit 1)
-	@echo "OK Go version check passed"
+	(echo "❌ Go $(GO_VERSION)+ required. Current: $$(go version)" && exit 1)
+	@echo "✅ Go version check passed"
 
 # Verify all prerequisites
 check-prereqs: check-go check-fuse
@@ -45,9 +45,9 @@ check-prereqs: check-go check-fuse
 
 # Build the SeaweedFS binary (if needed)
 build:
-	@echo "Building SeaweedFS..."
+	@echo "🔨 Building SeaweedFS..."
 	cd ../.. && make
-	@echo "OK Build complete"
+	@echo "✅ Build complete"
 
 # Initialize go module (if needed)
 init-module:

test/java/spark/pom.xml

@@ -22,7 +22,7 @@
         <junit.version>4.13.2</junit.version>
         <seaweedfs.hadoop3.client.version>4.00</seaweedfs.hadoop3.client.version>
         <jackson.version>2.18.2</jackson.version> <!-- Upgraded from 2.15.3 -->
-        <netty.version>4.1.129.Final</netty.version> <!-- Upgraded to 4.1.125.Final for security fixes (CVE in netty-codec < 4.1.125.Final, netty-codec-http2 <= 4.1.123.Final) -->
+        <netty.version>4.1.125.Final</netty.version> <!-- Upgraded to 4.1.125.Final for security fixes (CVE in netty-codec < 4.1.125.Final, netty-codec-http2 <= 4.1.123.Final) -->
         <parquet.version>1.15.2</parquet.version> <!-- Upgraded to 1.15.2 for security fix -->
         <parquet.format.version>2.12.0</parquet.format.version>
         <surefire.jvm.args>

test/kafka/docker-compose.yml

@@ -172,8 +172,7 @@ services:
       - -master=seaweedfs-master:9333
       - -ip=seaweedfs-mq-broker
       - -port=17777
-      - -debug
-      - -debug.port=18777
+      - -port.pprof=18777
     depends_on:
       seaweedfs-filer:
         condition: service_healthy

test/kafka/go.mod

@@ -43,26 +43,25 @@ require (
 	github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc // indirect
 	github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 // indirect
 	github.com/aws/aws-sdk-go v1.55.8 // indirect
-	github.com/aws/aws-sdk-go-v2 v1.41.0 // indirect
-	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4 // indirect
-	github.com/aws/aws-sdk-go-v2/config v1.32.6 // indirect
-	github.com/aws/aws-sdk-go-v2/credentials v1.19.6 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.16 // indirect
+	github.com/aws/aws-sdk-go-v2 v1.40.0 // indirect
+	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.2 // indirect
+	github.com/aws/aws-sdk-go-v2/config v1.31.3 // indirect
+	github.com/aws/aws-sdk-go-v2/credentials v1.18.20 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.12 // indirect
 	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.16 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.16 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.15 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.4 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.6 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.16 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.15 // indirect
-	github.com/aws/aws-sdk-go-v2/service/s3 v1.93.0 // indirect
-	github.com/aws/aws-sdk-go-v2/service/signin v1.0.4 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sso v1.30.8 // indirect
-	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.12 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sts v1.41.5 // indirect
-	github.com/aws/smithy-go v1.24.0 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.12 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.12 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.12 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.2 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.3 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.12 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.12 // indirect
+	github.com/aws/aws-sdk-go-v2/service/s3 v1.89.1 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sso v1.30.0 // indirect
+	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.4 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sts v1.39.0 // indirect
+	github.com/aws/smithy-go v1.23.2 // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/bradenaw/juniper v0.15.3 // indirect
 	github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirect
@@ -83,7 +82,6 @@ require (
 	github.com/cronokirby/saferith v0.33.0 // indirect
 	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
 	github.com/dropbox/dropbox-sdk-go-unofficial/v6 v6.0.5 // indirect
-	github.com/dustin/go-humanize v1.0.1 // indirect
 	github.com/eapache/go-resiliency v1.7.0 // indirect
 	github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 // indirect
 	github.com/eapache/queue v1.1.0 // indirect
@@ -231,15 +229,15 @@ require (
 	go.opentelemetry.io/otel/trace v1.38.0 // indirect
 	go.yaml.in/yaml/v2 v2.4.2 // indirect
 	go.yaml.in/yaml/v3 v3.0.4 // indirect
-	golang.org/x/crypto v0.46.0 // indirect
+	golang.org/x/crypto v0.45.0 // indirect
 	golang.org/x/exp v0.0.0-20250811191247-51f88131bc50 // indirect
-	golang.org/x/image v0.34.0 // indirect
-	golang.org/x/net v0.48.0 // indirect
+	golang.org/x/image v0.33.0 // indirect
+	golang.org/x/net v0.47.0 // indirect
 	golang.org/x/oauth2 v0.32.0 // indirect
 	golang.org/x/sync v0.19.0 // indirect
-	golang.org/x/sys v0.39.0 // indirect
-	golang.org/x/term v0.38.0 // indirect
-	golang.org/x/text v0.32.0 // indirect
+	golang.org/x/sys v0.38.0 // indirect
+	golang.org/x/term v0.37.0 // indirect
+	golang.org/x/text v0.31.0 // indirect
 	golang.org/x/time v0.12.0 // indirect
 	google.golang.org/api v0.247.0 // indirect
 	google.golang.org/genproto/googleapis/rpc v0.0.0-20251111163417-95abcf5c77ba // indirect

test/kafka/go.sum

@@ -102,46 +102,44 @@ github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 h1:DklsrG3d
 github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2/go.mod h1:WaHUgvxTVq04UNunO+XhnAqY/wQc+bxr74GqbsZ/Jqw=
 github.com/aws/aws-sdk-go v1.55.8 h1:JRmEUbU52aJQZ2AjX4q4Wu7t4uZjOu71uyNmaWlUkJQ=
 github.com/aws/aws-sdk-go v1.55.8/go.mod h1:ZkViS9AqA6otK+JBBNH2++sx1sgxrPKcSzPPvQkUtXk=
-github.com/aws/aws-sdk-go-v2 v1.41.0 h1:tNvqh1s+v0vFYdA1xq0aOJH+Y5cRyZ5upu6roPgPKd4=
-github.com/aws/aws-sdk-go-v2 v1.41.0/go.mod h1:MayyLB8y+buD9hZqkCW3kX1AKq07Y5pXxtgB+rRFhz0=
-github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4 h1:489krEF9xIGkOaaX3CE/Be2uWjiXrkCH6gUX+bZA/BU=
-github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.4/go.mod h1:IOAPF6oT9KCsceNTvvYMNHy0+kMF8akOjeDvPENWxp4=
-github.com/aws/aws-sdk-go-v2/config v1.32.6 h1:hFLBGUKjmLAekvi1evLi5hVvFQtSo3GYwi+Bx4lpJf8=
-github.com/aws/aws-sdk-go-v2/config v1.32.6/go.mod h1:lcUL/gcd8WyjCrMnxez5OXkO3/rwcNmvfno62tnXNcI=
-github.com/aws/aws-sdk-go-v2/credentials v1.19.6 h1:F9vWao2TwjV2MyiyVS+duza0NIRtAslgLUM0vTA1ZaE=
-github.com/aws/aws-sdk-go-v2/credentials v1.19.6/go.mod h1:SgHzKjEVsdQr6Opor0ihgWtkWdfRAIwxYzSJ8O85VHY=
-github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.16 h1:80+uETIWS1BqjnN9uJ0dBUaETh+P1XwFy5vwHwK5r9k=
-github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.16/go.mod h1:wOOsYuxYuB/7FlnVtzeBYRcjSRtQpAW0hCP7tIULMwo=
+github.com/aws/aws-sdk-go-v2 v1.40.0 h1:/WMUA0kjhZExjOQN2z3oLALDREea1A7TobfuiBrKlwc=
+github.com/aws/aws-sdk-go-v2 v1.40.0/go.mod h1:c9pm7VwuW0UPxAEYGyTmyurVcNrbF6Rt/wixFqDhcjE=
+github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.2 h1:t9yYsydLYNBk9cJ73rgPhPWqOh/52fcWDQB5b1JsKSY=
+github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.2/go.mod h1:IusfVNTmiSN3t4rhxWFaBAqn+mcNdwKtPcV16eYdgko=
+github.com/aws/aws-sdk-go-v2/config v1.31.3 h1:RIb3yr/+PZ18YYNe6MDiG/3jVoJrPmdoCARwNkMGvco=
+github.com/aws/aws-sdk-go-v2/config v1.31.3/go.mod h1:jjgx1n7x0FAKl6TnakqrpkHWWKcX3xfWtdnIJs5K9CE=
+github.com/aws/aws-sdk-go-v2/credentials v1.18.20 h1:KFndAnHd9NUuzikHjQ8D5CfFVO+bgELkmcGY8yAw98Q=
+github.com/aws/aws-sdk-go-v2/credentials v1.18.20/go.mod h1:9mCi28a+fmBHSQ0UM79omkz6JtN+PEsvLrnG36uoUv0=
+github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.12 h1:VO3FIM2TDbm0kqp6sFNR0PbioXJb/HzCDW6NtIZpIWE=
+github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.12/go.mod h1:6C39gB8kg82tx3r72muZSrNhHia9rjGkX7ORaS2GKNE=
 github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4 h1:0SzCLoPRSK3qSydsaFQWugP+lOBCTPwfcBOm6222+UA=
 github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.18.4/go.mod h1:JAet9FsBHjfdI+TnMBX4ModNNaQHAd3dc/Bk+cNsxeM=
-github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.16 h1:rgGwPzb82iBYSvHMHXc8h9mRoOUBZIGFgKb9qniaZZc=
-github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.16/go.mod h1:L/UxsGeKpGoIj6DxfhOWHWQ/kGKcd4I1VncE4++IyKA=
-github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.16 h1:1jtGzuV7c82xnqOVfx2F0xmJcOw5374L7N6juGW6x6U=
-github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.16/go.mod h1:M2E5OQf+XLe+SZGmmpaI2yy+J326aFf6/+54PoxSANc=
-github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4 h1:WKuaxf++XKWlHWu9ECbMlha8WOEGm0OUEZqm4K/Gcfk=
-github.com/aws/aws-sdk-go-v2/internal/ini v1.8.4/go.mod h1:ZWy7j6v1vWGmPReu0iSGvRiise4YI5SkR3OHKTZ6Wuc=
-github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.15 h1:NLYTEyZmVZo0Qh183sC8nC+ydJXOOeIL/qI/sS3PdLY=
-github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.15/go.mod h1:Z803iB3B0bc8oJV8zH2PERLRfQUJ2n2BXISpsA4+O1M=
-github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.4 h1:0ryTNEdJbzUCEWkVXEXoqlXV72J5keC1GvILMOuD00E=
-github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.4/go.mod h1:HQ4qwNZh32C3CBeO6iJLQlgtMzqeG17ziAA/3KDJFow=
-github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.6 h1:P1MU/SuhadGvg2jtviDXPEejU3jBNhoeeAlRadHzvHI=
-github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.6/go.mod h1:5KYaMG6wmVKMFBSfWoyG/zH8pWwzQFnKgpoSRlXHKdQ=
-github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.16 h1:oHjJHeUy0ImIV0bsrX0X91GkV5nJAyv1l1CC9lnO0TI=
-github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.16/go.mod h1:iRSNGgOYmiYwSCXxXaKb9HfOEj40+oTKn8pTxMlYkRM=
-github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.15 h1:wsSQ4SVz5YE1crz0Ap7VBZrV4nNqZt4CIBBT8mnwoNc=
-github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.15/go.mod h1:I7sditnFGtYMIqPRU1QoHZAUrXkGp4SczmlLwrNPlD0=
-github.com/aws/aws-sdk-go-v2/service/s3 v1.93.0 h1:IrbE3B8O9pm3lsg96AXIN5MXX4pECEuExh/A0Du3AuI=
-github.com/aws/aws-sdk-go-v2/service/s3 v1.93.0/go.mod h1:/sJLzHtiiZvs6C1RbxS/anSAFwZD6oC6M/kotQzOiLw=
-github.com/aws/aws-sdk-go-v2/service/signin v1.0.4 h1:HpI7aMmJ+mm1wkSHIA2t5EaFFv5EFYXePW30p1EIrbQ=
-github.com/aws/aws-sdk-go-v2/service/signin v1.0.4/go.mod h1:C5RdGMYGlfM0gYq/tifqgn4EbyX99V15P2V3R+VHbQU=
-github.com/aws/aws-sdk-go-v2/service/sso v1.30.8 h1:aM/Q24rIlS3bRAhTyFurowU8A0SMyGDtEOY/l/s/1Uw=
-github.com/aws/aws-sdk-go-v2/service/sso v1.30.8/go.mod h1:+fWt2UHSb4kS7Pu8y+BMBvJF0EWx+4H0hzNwtDNRTrg=
-github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.12 h1:AHDr0DaHIAo8c9t1emrzAlVDFp+iMMKnPdYy6XO4MCE=
-github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.12/go.mod h1:GQ73XawFFiWxyWXMHWfhiomvP3tXtdNar/fi8z18sx0=
-github.com/aws/aws-sdk-go-v2/service/sts v1.41.5 h1:SciGFVNZ4mHdm7gpD1dgZYnCuVdX1s+lFTg4+4DOy70=
-github.com/aws/aws-sdk-go-v2/service/sts v1.41.5/go.mod h1:iW40X4QBmUxdP+fZNOpfmkdMZqsovezbAeO+Ubiv2pk=
-github.com/aws/smithy-go v1.24.0 h1:LpilSUItNPFr1eY85RYgTIg5eIEPtvFbskaFcmmIUnk=
-github.com/aws/smithy-go v1.24.0/go.mod h1:LEj2LM3rBRQJxPZTB4KuzZkaZYnZPnvgIhb4pu07mx0=
+github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.12 h1:p/9flfXdoAnwJnuW9xHEAFY22R3A6skYkW19JFF9F+8=
+github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.12/go.mod h1:ZTLHakoVCTtW8AaLGSwJ3LXqHD9uQKnOcv1TrpO6u2k=
+github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.12 h1:2lTWFvRcnWFFLzHWmtddu5MTchc5Oj2OOey++99tPZ0=
+github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.12/go.mod h1:hI92pK+ho8HVcWMHKHrK3Uml4pfG7wvL86FzO0LVtQQ=
+github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3 h1:bIqFDwgGXXN1Kpp99pDOdKMTTb5d2KyU5X/BZxjOkRo=
+github.com/aws/aws-sdk-go-v2/internal/ini v1.8.3/go.mod h1:H5O/EsxDWyU+LP/V8i5sm8cxoZgc2fdNR9bxlOFrQTo=
+github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.12 h1:itu4KHu8JK/N6NcLIISlf3LL1LccMqruLUXZ9y7yBZw=
+github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.12/go.mod h1:i+6vTU3xziikTY3vcox23X8pPGW5X3wVgd1VZ7ha+x8=
+github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.2 h1:xtuxji5CS0JknaXoACOunXOYOQzgfTvGAc9s2QdCJA4=
+github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.2/go.mod h1:zxwi0DIR0rcRcgdbl7E2MSOvxDyyXGBlScvBkARFaLQ=
+github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.3 h1:NEe7FaViguRQEm8zl8Ay/kC/QRsMtWUiCGZajQIsLdc=
+github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.3/go.mod h1:JLuCKu5VfiLBBBl/5IzZILU7rxS0koQpHzMOCzycOJU=
+github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.12 h1:MM8imH7NZ0ovIVX7D2RxfMDv7Jt9OiUXkcQ+GqywA7M=
+github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.12/go.mod h1:gf4OGwdNkbEsb7elw2Sy76odfhwNktWII3WgvQgQQ6w=
+github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.12 h1:R3uW0iKl8rgNEXNjVGliW/oMEh9fO/LlUEV8RvIFr1I=
+github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.12/go.mod h1:XEttbEr5yqsw8ebi7vlDoGJJjMXRez4/s9pibpJyL5s=
+github.com/aws/aws-sdk-go-v2/service/s3 v1.89.1 h1:Dq82AV+Qxpno/fG162eAhnD8d48t9S+GZCfz7yv1VeA=
+github.com/aws/aws-sdk-go-v2/service/s3 v1.89.1/go.mod h1:MbKLznDKpf7PnSonNRUVYZzfP0CeLkRIUexeblgKcU4=
+github.com/aws/aws-sdk-go-v2/service/sso v1.30.0 h1:xHXvxst78wBpJFgDW07xllOx0IAzbryrSdM4nMVQ4Dw=
+github.com/aws/aws-sdk-go-v2/service/sso v1.30.0/go.mod h1:/e8m+AO6HNPPqMyfKRtzZ9+mBF5/x1Wk8QiDva4m07I=
+github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.4 h1:tBw2Qhf0kj4ZwtsVpDiVRU3zKLvjvjgIjHMKirxXg8M=
+github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.4/go.mod h1:Deq4B7sRM6Awq/xyOBlxBdgW8/Z926KYNNaGMW2lrkA=
+github.com/aws/aws-sdk-go-v2/service/sts v1.39.0 h1:C+BRMnasSYFcgDw8o9H5hzehKzXyAb9GY5v/8bP9DUY=
+github.com/aws/aws-sdk-go-v2/service/sts v1.39.0/go.mod h1:4EjU+4mIx6+JqKQkruye+CaigV7alL3thVPfDd9VlMs=
+github.com/aws/smithy-go v1.23.2 h1:Crv0eatJUQhaManss33hS5r40CG3ZFH+21XSkqMrIUM=
+github.com/aws/smithy-go v1.23.2/go.mod h1:LEj2LM3rBRQJxPZTB4KuzZkaZYnZPnvgIhb4pu07mx0=
 github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
 github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
 github.com/bradenaw/juniper v0.15.3 h1:RHIAMEDTpvmzV1wg1jMAHGOoI2oJUSPx3lxRldXnFGo=
@@ -204,8 +202,6 @@ github.com/dropbox/dropbox-sdk-go-unofficial/v6 v6.0.5 h1:FT+t0UEDykcor4y3dMVKXI
 github.com/dropbox/dropbox-sdk-go-unofficial/v6 v6.0.5/go.mod h1:rSS3kM9XMzSQ6pw91Qgd6yB5jdt70N4OdtrAf74As5M=
 github.com/dsnet/try v0.0.3 h1:ptR59SsrcFUYbT/FhAbKTV6iLkeD6O18qfIWRml2fqI=
 github.com/dsnet/try v0.0.3/go.mod h1:WBM8tRpUmnXXhY1U6/S8dt6UWdHTQ7y8A5YSkRCkq40=
-github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY=
-github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto=
 github.com/eapache/go-resiliency v1.7.0 h1:n3NRTnBn5N0Cbi/IeOHuQn9s2UwVUH7Ga0ZWcP+9JTA=
 github.com/eapache/go-resiliency v1.7.0/go.mod h1:5yPzW0MIvSe0JDsv0v+DvcjEv2FyD6iZYSs1ZI+iQho=
 github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 h1:Oy0F4ALJ04o5Qqpdz8XLIpNA3WM/iSIXqxtqo7UGVws=
@@ -540,10 +536,10 @@ github.com/prometheus/procfs v0.19.2 h1:zUMhqEW66Ex7OXIiDkll3tl9a1ZdilUOd/F6ZXw4
 github.com/prometheus/procfs v0.19.2/go.mod h1:M0aotyiemPhBCM0z5w87kL22CxfcH05ZpYlu+b4J7mw=
 github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8 h1:Y258uzXU/potCYnQd1r6wlAnoMB68BiCkCcCnKx1SH8=
 github.com/putdotio/go-putio/putio v0.0.0-20200123120452-16d982cac2b8/go.mod h1:bSJjRokAHHOhA+XFxplld8w2R/dXLH7Z3BZ532vhFwU=
-github.com/quic-go/qpack v0.6.0 h1:g7W+BMYynC1LbYLSqRt8PBg5Tgwxn214ZZR34VIOjz8=
-github.com/quic-go/qpack v0.6.0/go.mod h1:lUpLKChi8njB4ty2bFLX2x4gzDqXwUpaO1DP9qMDZII=
-github.com/quic-go/quic-go v0.57.0 h1:AsSSrrMs4qI/hLrKlTH/TGQeTMY0ib1pAOX7vA3AdqE=
-github.com/quic-go/quic-go v0.57.0/go.mod h1:ly4QBAjHA2VhdnxhojRsCUOeJwKYg+taDlos92xb1+s=
+github.com/quic-go/qpack v0.5.1 h1:giqksBPnT/HDtZ6VhtFKgoLOWmlyo9Ei6u9PqzIMbhI=
+github.com/quic-go/qpack v0.5.1/go.mod h1:+PC4XFrEskIVkcLzpEkbLqq1uCoxPhQuvK5rH1ZgaEg=
+github.com/quic-go/quic-go v0.54.1 h1:4ZAWm0AhCb6+hE+l5Q1NAL0iRn/ZrMwqHRGQiFwj2eg=
+github.com/quic-go/quic-go v0.54.1/go.mod h1:e68ZEaCdyviluZmy44P6Iey98v/Wfz6HCjQEm+l8zTY=
 github.com/rclone/rclone v1.71.2 h1:3Jk5xNPFrZhVABRuN/OPvApuZQddpE2tkhYMuEn1Ud4=
 github.com/rclone/rclone v1.71.2/go.mod h1:dCK9FzPDlpkbQJ9M7MmWsmv3X5nibfWe+ogJXu6gSgM=
 github.com/rcrowley/go-metrics v0.0.0-20250401214520-65e299d6c5c9 h1:bsUq1dX0N8AOIL7EB/X911+m4EHsnWEHeJ0c+3TTBrg=
@@ -712,6 +708,8 @@ go.opentelemetry.io/otel/trace v1.38.0 h1:Fxk5bKrDZJUH+AMyyIXGcFAPah0oRcT+LuNtJr
 go.opentelemetry.io/otel/trace v1.38.0/go.mod h1:j1P9ivuFsTceSWe1oY+EeW3sc+Pp42sO++GHkg4wwhs=
 go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=
 go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=
+go.uber.org/mock v0.5.0 h1:KAMbZvZPyBPWgD14IrIQ38QCyjwpvVVV6K/bHl1IwQU=
+go.uber.org/mock v0.5.0/go.mod h1:ge71pBPLYDk7QIi1LupWxdAykm7KIEFchiOqd6z7qMM=
 go.yaml.in/yaml/v2 v2.4.2 h1:DzmwEr2rDGHl7lsFgAHxmNz/1NlQ7xLIrlN2h5d1eGI=
 go.yaml.in/yaml/v2 v2.4.2/go.mod h1:081UH+NErpNdqlCXm3TtEran0rJZGxAYx9hb/ELlsPU=
 go.yaml.in/yaml/v3 v3.0.4 h1:tfq32ie2Jv2UxXFdLJdh3jXuOzWiL1fo0bu/FbuKpbc=
@@ -734,8 +732,8 @@ golang.org/x/crypto v0.22.0/go.mod h1:vr6Su+7cTlO45qkww3VDJlzDn0ctJvRgYbC2NvXHt+
 golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8=
 golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk=
 golang.org/x/crypto v0.33.0/go.mod h1:bVdXmD7IV/4GdElGPozy6U7lWdRXA4qyRVGJV57uQ5M=
-golang.org/x/crypto v0.46.0 h1:cKRW/pmt1pKAfetfu+RCEvjvZkA9RimPbh7bhFjGVBU=
-golang.org/x/crypto v0.46.0/go.mod h1:Evb/oLKmMraqjZ2iQTwDwvCtJkczlDuTmdJXoZVzqU0=
+golang.org/x/crypto v0.45.0 h1:jMBrvKuj23MTlT0bQEOBcAE0mjg8mK9RXFhRH6nyF3Q=
+golang.org/x/crypto v0.45.0/go.mod h1:XTGrrkGJve7CYK7J8PEww4aY7gM3qMCElcJQ8n8JdX4=
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
@@ -750,8 +748,8 @@ golang.org/x/exp v0.0.0-20250811191247-51f88131bc50 h1:3yiSh9fhy5/RhCSntf4Sy0Tnx
 golang.org/x/exp v0.0.0-20250811191247-51f88131bc50/go.mod h1:rT6SFzZ7oxADUDx58pcaKFTcZ+inxAa9fTrYx/uVYwg=
 golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js=
 golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0=
-golang.org/x/image v0.34.0 h1:33gCkyw9hmwbZJeZkct8XyR11yH889EQt/QH4VmXMn8=
-golang.org/x/image v0.34.0/go.mod h1:2RNFBZRB+vnwwFil8GkMdRvrJOFd1AzdZI6vOY+eJVU=
+golang.org/x/image v0.33.0 h1:LXRZRnv1+zGd5XBUVRFmYEphyyKJjQjCRiOuAP3sZfQ=
+golang.org/x/image v0.33.0/go.mod h1:DD3OsTYT9chzuzTQt+zMcOlBHgfoKQb1gry8p76Y1sc=
 golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
 golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
 golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
@@ -776,6 +774,8 @@ golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
 golang.org/x/mod v0.12.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
 golang.org/x/mod v0.15.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
 golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
+golang.org/x/mod v0.29.0 h1:HV8lRxZC4l2cr3Zq1LvtOsi/ThTgWnUk/y64QSs8GwA=
+golang.org/x/mod v0.29.0/go.mod h1:NyhrlYXJ2H4eJiRy/WDBO6HMqZQ6q9nk4JzS3NuCK+w=
 golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -815,8 +815,8 @@ golang.org/x/net v0.15.0/go.mod h1:idbUs1IY1+zTqbi8yxTbhexhEEk5ur9LInksu6HrEpk=
 golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44=
 golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM=
 golang.org/x/net v0.33.0/go.mod h1:HXLR5J+9DxmrqMwG9qjGCxZ+zKXxBru04zlTvWlWuN4=
-golang.org/x/net v0.48.0 h1:zyQRTTrjc33Lhh0fBgT/H3oZq9WuvRR5gPC70xpDiQU=
-golang.org/x/net v0.48.0/go.mod h1:+ndRgGjkh8FGtu1w1FGbEC31if4VrNVMuKTgcAAnQRY=
+golang.org/x/net v0.47.0 h1:Mx+4dIFzqraBXUugkia1OOvlD6LemFo1ALMHjrXDOhY=
+golang.org/x/net v0.47.0/go.mod h1:/jNxtkgq5yWUGYkaZGqo27cfGZ1c5Nen03aYrrKpVRU=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
@@ -894,8 +894,8 @@ golang.org/x/sys v0.19.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.30.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
-golang.org/x/sys v0.39.0 h1:CvCKL8MeisomCi6qNZ+wbb0DN9E5AATixKsvNtMoMFk=
-golang.org/x/sys v0.39.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
+golang.org/x/sys v0.38.0 h1:3yZWxaJjBmCWXqhN1qh02AkOnCQ1poK6oF+a7xWL6Gc=
+golang.org/x/sys v0.38.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
 golang.org/x/telemetry v0.0.0-20240228155512-f48c80bd79b2/go.mod h1:TeRTkGYfJXctD9OcfyVLyj2J3IxLnKwHJR8f4D8a3YE=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
@@ -908,8 +908,8 @@ golang.org/x/term v0.19.0/go.mod h1:2CuTdWZ7KHSQwUzKva0cbMg6q2DMI3Mmxp+gKJbskEk=
 golang.org/x/term v0.20.0/go.mod h1:8UkIAJTvZgivsXaD6/pH6U9ecQzZ45awqEOzuCvwpFY=
 golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM=
 golang.org/x/term v0.29.0/go.mod h1:6bl4lRlvVuDgSf3179VpIxBF0o10JUpXWOnI7nErv7s=
-golang.org/x/term v0.38.0 h1:PQ5pkm/rLO6HnxFR7N2lJHOZX6Kez5Y1gDSJla6jo7Q=
-golang.org/x/term v0.38.0/go.mod h1:bSEAKrOT1W+VSu9TSCMtoGEOUcKxOKgl3LE5QEF/xVg=
+golang.org/x/term v0.37.0 h1:8EGAD0qCmHYZg6J17DvsMy9/wJ7/D/4pV/wfnld5lTU=
+golang.org/x/term v0.37.0/go.mod h1:5pB4lxRNYYVZuTLmy8oR2BH8dflOR+IbTYFD8fi3254=
 golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
@@ -925,8 +925,8 @@ golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
 golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
 golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ=
 golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY=
-golang.org/x/text v0.32.0 h1:ZD01bjUt1FQ9WJ0ClOL5vxgxOI/sVCNgX1YtKwcY0mU=
-golang.org/x/text v0.32.0/go.mod h1:o/rUWzghvpD5TXrTIBuJU77MTaN0ljMWE47kxGJQ7jY=
+golang.org/x/text v0.31.0 h1:aC8ghyu4JhP8VojJ2lEHBnochRno1sgL6nEi9WGFGMM=
+golang.org/x/text v0.31.0/go.mod h1:tKRAlv61yKIjGGHX/4tP1LTbc13YSec1pxVEWXzfoeM=
 golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
@@ -979,8 +979,8 @@ golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc
 golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
 golang.org/x/tools v0.13.0/go.mod h1:HvlwmtVNQAhOuCjW7xxvovg8wbNq7LwfXh/k7wXUl58=
 golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk=
-golang.org/x/tools v0.39.0 h1:ik4ho21kwuQln40uelmciQPp9SipgNDdrafrYA4TmQQ=
-golang.org/x/tools v0.39.0/go.mod h1:JnefbkDPyD8UU2kI5fuf8ZX4/yUeh9W877ZeBONxUqQ=
+golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ=
+golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs=
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

test/kafka/kafka-client-loadtest/docker-compose.yml

@@ -181,8 +181,7 @@ services:
       - -ip=seaweedfs-mq-broker
       - -port=17777
       - -logFlushInterval=0
-      - -debug
-      - -debug.port=18777
+      - -port.pprof=18777
     depends_on:
       seaweedfs-filer:
         condition: service_healthy

test/kafka/loadtest/mock_million_record_test.go

@@ -14,8 +14,6 @@ import (
 	"google.golang.org/grpc/credentials/insecure"
 	"google.golang.org/grpc/keepalive"
 
-	"github.com/seaweedfs/seaweedfs/weed/pb"
-
 	"github.com/seaweedfs/seaweedfs/weed/glog"
 	"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
 	"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
@@ -121,28 +119,22 @@ type PublisherSession struct {
 }
 
 func NewDirectBrokerClient(brokerAddr string) (*DirectBrokerClient, error) {
-	// Use a short-lived context for dialing so we don't store a canceled
-	// context in the returned client. The client's operational context
-	// (used by methods) should be cancellable independently.
-	dialCtx, dialCancel := context.WithTimeout(context.Background(), 30*time.Second)
-	defer dialCancel()
+	ctx, cancel := context.WithCancel(context.Background())
 
-	// Add keepalive settings; use exported server constants to keep values in sync.
-	conn, err := grpc.DialContext(dialCtx, brokerAddr,
+	// Add connection timeout and keepalive settings
+	conn, err := grpc.DialContext(ctx, brokerAddr,
 		grpc.WithTransportCredentials(insecure.NewCredentials()),
+		grpc.WithTimeout(30*time.Second),
 		grpc.WithKeepaliveParams(keepalive.ClientParameters{
-			Time:                pb.GrpcKeepAliveTime,    // align with server MinTime
-			Timeout:             pb.GrpcKeepAliveTimeout, // align with server timeout
-			PermitWithoutStream: false,                   // reduce pings when idle
+			Time:                30 * time.Second, // Increased from 10s to 30s
+			Timeout:             10 * time.Second, // Increased from 5s to 10s
+			PermitWithoutStream: false,            // Changed to false to reduce pings
 		}))
 	if err != nil {
+		cancel()
 		return nil, fmt.Errorf("failed to connect to broker: %v", err)
 	}
 
-	// Create a long-lived context for the client's lifetime and store it
-	// in the returned DirectBrokerClient so callers can cancel when done.
-	clientCtx, clientCancel := context.WithCancel(context.Background())
-
 	client := mq_pb.NewSeaweedMessagingClient(conn)
 
 	return &DirectBrokerClient{
@@ -150,8 +142,8 @@ func NewDirectBrokerClient(brokerAddr string) (*DirectBrokerClient, error) {
 		conn:          conn,
 		client:        client,
 		publishers:    make(map[string]*PublisherSession),
-		ctx:           clientCtx,
-		cancel:        clientCancel,
+		ctx:           ctx,
+		cancel:        cancel,
 	}, nil
 }
 

test/metadata_subscribe/Makefile

@@ -1,28 +0,0 @@
-.PHONY: test test-short build-weed clean
-
-# Build weed binary first if needed
-build-weed:
-	cd ../../weed && go build -o weed .
-
-# Run all integration tests
-test: build-weed
-	go test -v -timeout 5m .
-
-# Run tests in short mode (skip integration tests)
-test-short:
-	go test -v -short .
-
-# Run specific test
-test-basic: build-weed
-	go test -v -timeout 3m -run TestMetadataSubscribeBasic .
-
-test-stall: build-weed
-	go test -v -timeout 5m -run TestMetadataSubscribeSingleFilerNoStall .
-
-test-resume: build-weed
-	go test -v -timeout 3m -run TestMetadataSubscribeResumeFromDisk .
-
-clean:
-	rm -f ../../weed/weed
-
-

test/metadata_subscribe/README.md

@@ -1,50 +0,0 @@
-# Metadata Subscribe Integration Tests
-
-This directory contains integration tests for the SeaweedFS metadata subscription functionality.
-
-## Tests
-
-### TestMetadataSubscribeBasic
-Tests basic metadata subscription functionality:
-- Start a SeaweedFS cluster (master, volume, filer)
-- Subscribe to metadata changes
-- Upload files and verify events are received
-
-### TestMetadataSubscribeSingleFilerNoStall
-Regression test for [issue #4977](https://github.com/seaweedfs/seaweedfs/issues/4977):
-- Tests that metadata subscription doesn't stall in single-filer setups
-- Simulates high-load file uploads while a subscriber tries to keep up
-- Verifies that events are received without significant stalling
-
-The bug was that in single-filer setups, `SubscribeMetadata` would block indefinitely
-on `MetaAggregator.MetaLogBuffer` which remains empty (no peers to aggregate from).
-The fix ensures that when the buffer is empty, the subscription returns to read from
-persisted logs on disk.
-
-### TestMetadataSubscribeResumeFromDisk
-Tests that subscription can resume from disk:
-- Upload files before starting subscription
-- Wait for logs to be flushed to disk
-- Start subscription from the beginning
-- Verify pre-uploaded files are received from disk
-
-## Running Tests
-
-```bash
-# Run all tests (requires weed binary in PATH or built)
-go test -v ./test/metadata_subscribe/...
-
-# Skip integration tests
-go test -short ./test/metadata_subscribe/...
-
-# Run with increased timeout for slow systems
-go test -v -timeout 5m ./test/metadata_subscribe/...
-```
-
-## Requirements
-
-- `weed` binary must be available in PATH or in the parent directories
-- Tests create temporary directories that are cleaned up after completion
-- Tests use ports 9333 (master), 8080 (volume), 8888 (filer)
-
-

test/metadata_subscribe/metadata_subscribe_integration_test.go

@@ -1,917 +0,0 @@
-package metadata_subscribe
-
-import (
-	"bytes"
-	"context"
-	"fmt"
-	"io"
-	"mime/multipart"
-	"net/http"
-	"os"
-	"os/exec"
-	"path/filepath"
-	"strings"
-	"sync"
-	"sync/atomic"
-	"testing"
-	"time"
-
-	"github.com/seaweedfs/seaweedfs/weed/glog"
-	"github.com/seaweedfs/seaweedfs/weed/pb"
-	"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
-	"github.com/seaweedfs/seaweedfs/weed/security"
-	"github.com/seaweedfs/seaweedfs/weed/util"
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-	"google.golang.org/grpc"
-	"google.golang.org/grpc/credentials/insecure"
-)
-
-// TestMetadataSubscribeBasic tests basic metadata subscription functionality
-func TestMetadataSubscribeBasic(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	testDir, err := os.MkdirTemp("", "seaweedfs_metadata_subscribe_test_")
-	require.NoError(t, err)
-	defer os.RemoveAll(testDir)
-
-	ctx, cancel := context.WithTimeout(context.Background(), 120*time.Second)
-	defer cancel()
-
-	cluster, err := startSeaweedFSCluster(ctx, testDir)
-	require.NoError(t, err)
-	defer cluster.Stop()
-
-	// Wait for servers to be ready
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:9333", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8080", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8888", 30*time.Second))
-
-	t.Logf("SeaweedFS cluster started successfully")
-
-	t.Run("subscribe_and_receive_events", func(t *testing.T) {
-		// Create a channel to receive events
-		eventsChan := make(chan *filer_pb.SubscribeMetadataResponse, 100)
-		errChan := make(chan error, 1)
-
-		// Start subscribing in a goroutine
-		subCtx, subCancel := context.WithCancel(ctx)
-		defer subCancel()
-
-		go func() {
-			err := subscribeToMetadata(subCtx, "127.0.0.1:8888", "/", eventsChan)
-			if err != nil && !strings.Contains(err.Error(), "context canceled") {
-				errChan <- err
-			}
-		}()
-
-		// Wait for subscription to be established
-		time.Sleep(2 * time.Second)
-
-		// Create test files via HTTP
-		testFiles := []string{
-			"/test/file1.txt",
-			"/test/file2.txt",
-			"/test/subdir/file3.txt",
-		}
-
-		for _, path := range testFiles {
-			err := uploadFile("http://127.0.0.1:8888"+path, []byte("test content for "+path))
-			require.NoError(t, err, "Failed to upload %s", path)
-			t.Logf("Uploaded %s", path)
-		}
-
-		// Collect events with timeout
-		receivedPaths := make(map[string]bool)
-		timeout := time.After(30 * time.Second)
-
-	eventLoop:
-		for {
-			select {
-			case event := <-eventsChan:
-				if event.EventNotification != nil && event.EventNotification.NewEntry != nil {
-					path := filepath.Join(event.Directory, event.EventNotification.NewEntry.Name)
-					t.Logf("Received event for: %s", path)
-					receivedPaths[path] = true
-				}
-				// Check if we received all expected events
-				allReceived := true
-				for _, p := range testFiles {
-					if !receivedPaths[p] {
-						allReceived = false
-						break
-					}
-				}
-				if allReceived {
-					break eventLoop
-				}
-			case err := <-errChan:
-				t.Fatalf("Subscription error: %v", err)
-			case <-timeout:
-				t.Logf("Timeout waiting for events. Received %d/%d events", len(receivedPaths), len(testFiles))
-				break eventLoop
-			}
-		}
-
-		// Verify we received events for all test files
-		for _, path := range testFiles {
-			assert.True(t, receivedPaths[path], "Should have received event for %s", path)
-		}
-	})
-}
-
-// TestMetadataSubscribeSingleFilerNoStall tests that subscription doesn't stall
-// in single-filer setups (regression test for issue #4977)
-func TestMetadataSubscribeSingleFilerNoStall(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	testDir, err := os.MkdirTemp("", "seaweedfs_single_filer_test_")
-	require.NoError(t, err)
-	defer os.RemoveAll(testDir)
-
-	ctx, cancel := context.WithTimeout(context.Background(), 180*time.Second)
-	defer cancel()
-
-	cluster, err := startSeaweedFSCluster(ctx, testDir)
-	require.NoError(t, err)
-	defer cluster.Stop()
-
-	// Wait for servers to be ready
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:9333", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8080", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8888", 30*time.Second))
-
-	t.Logf("Single-filer cluster started")
-
-	t.Run("high_load_subscription_no_stall", func(t *testing.T) {
-		// This test simulates the scenario from issue #4977:
-		// High-load writes while a subscriber tries to keep up
-
-		var receivedCount int64
-		var uploadedCount int64
-
-		eventsChan := make(chan *filer_pb.SubscribeMetadataResponse, 1000)
-		errChan := make(chan error, 1)
-
-		subCtx, subCancel := context.WithCancel(ctx)
-		defer subCancel()
-
-		// Start subscriber
-		go func() {
-			err := subscribeToMetadata(subCtx, "127.0.0.1:8888", "/", eventsChan)
-			if err != nil && !strings.Contains(err.Error(), "context canceled") {
-				errChan <- err
-			}
-		}()
-
-		// Wait for subscription to be established
-		time.Sleep(2 * time.Second)
-
-		// Start counting received events
-		var wg sync.WaitGroup
-		wg.Add(1)
-		go func() {
-			defer wg.Done()
-			for {
-				select {
-				case event := <-eventsChan:
-					if event.EventNotification != nil && event.EventNotification.NewEntry != nil {
-						if !event.EventNotification.NewEntry.IsDirectory {
-							atomic.AddInt64(&receivedCount, 1)
-						}
-					}
-				case <-subCtx.Done():
-					return
-				}
-			}
-		}()
-
-		// Upload files concurrently (simulate high load)
-		numFiles := 100
-		numWorkers := 10
-
-		uploadWg := sync.WaitGroup{}
-		for w := 0; w < numWorkers; w++ {
-			uploadWg.Add(1)
-			go func(workerId int) {
-				defer uploadWg.Done()
-				for i := 0; i < numFiles/numWorkers; i++ {
-					path := fmt.Sprintf("/load_test/worker%d/file%d.txt", workerId, i)
-					err := uploadFile("http://127.0.0.1:8888"+path, []byte(fmt.Sprintf("content %d-%d", workerId, i)))
-					if err == nil {
-						atomic.AddInt64(&uploadedCount, 1)
-					}
-				}
-			}(w)
-		}
-
-		uploadWg.Wait()
-		uploaded := atomic.LoadInt64(&uploadedCount)
-		t.Logf("Uploaded %d files", uploaded)
-
-		// Wait for events to be received (with timeout to detect stall)
-		stallTimeout := time.After(60 * time.Second)
-		checkInterval := time.NewTicker(2 * time.Second)
-		defer checkInterval.Stop()
-
-		lastReceived := atomic.LoadInt64(&receivedCount)
-		staleCount := 0
-
-	waitLoop:
-		for {
-			select {
-			case <-stallTimeout:
-				received := atomic.LoadInt64(&receivedCount)
-				t.Logf("Timeout: received %d/%d events (%.1f%%)",
-					received, uploaded, float64(received)/float64(uploaded)*100)
-				break waitLoop
-			case <-checkInterval.C:
-				received := atomic.LoadInt64(&receivedCount)
-				if received >= uploaded {
-					t.Logf("All %d events received", received)
-					break waitLoop
-				}
-				if received == lastReceived {
-					staleCount++
-					if staleCount >= 5 {
-						// If no progress for 10 seconds, subscription may be stalled
-						t.Logf("WARNING: No progress for %d checks. Received %d/%d (%.1f%%)",
-							staleCount, received, uploaded, float64(received)/float64(uploaded)*100)
-					}
-				} else {
-					staleCount = 0
-					t.Logf("Progress: received %d/%d events (%.1f%%)",
-						received, uploaded, float64(received)/float64(uploaded)*100)
-				}
-				lastReceived = received
-			case err := <-errChan:
-				t.Fatalf("Subscription error: %v", err)
-			}
-		}
-
-		subCancel()
-		wg.Wait()
-
-		received := atomic.LoadInt64(&receivedCount)
-
-		// With the fix for #4977, we should receive a high percentage of events
-		// Before the fix, this would stall at ~20-40%
-		percentage := float64(received) / float64(uploaded) * 100
-		t.Logf("Final: received %d/%d events (%.1f%%)", received, uploaded, percentage)
-
-		// We should receive at least 80% of events (allowing for some timing issues)
-		assert.GreaterOrEqual(t, percentage, 80.0,
-			"Should receive at least 80%% of events (received %.1f%%)", percentage)
-	})
-}
-
-// TestMetadataSubscribeResumeFromDisk tests that subscription can resume from disk
-func TestMetadataSubscribeResumeFromDisk(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	testDir, err := os.MkdirTemp("", "seaweedfs_resume_test_")
-	require.NoError(t, err)
-	defer os.RemoveAll(testDir)
-
-	ctx, cancel := context.WithTimeout(context.Background(), 120*time.Second)
-	defer cancel()
-
-	cluster, err := startSeaweedFSCluster(ctx, testDir)
-	require.NoError(t, err)
-	defer cluster.Stop()
-
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:9333", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8080", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8888", 30*time.Second))
-
-	t.Run("upload_before_subscribe", func(t *testing.T) {
-		// Upload files BEFORE starting subscription
-		numFiles := 20
-		for i := 0; i < numFiles; i++ {
-			path := fmt.Sprintf("/pre_subscribe/file%d.txt", i)
-			err := uploadFile("http://127.0.0.1:8888"+path, []byte(fmt.Sprintf("content %d", i)))
-			require.NoError(t, err)
-		}
-		t.Logf("Uploaded %d files before subscription", numFiles)
-
-		// Wait for logs to be flushed to disk
-		time.Sleep(15 * time.Second)
-
-		// Now start subscription from the beginning
-		eventsChan := make(chan *filer_pb.SubscribeMetadataResponse, 100)
-		errChan := make(chan error, 1)
-
-		subCtx, subCancel := context.WithTimeout(ctx, 30*time.Second)
-		defer subCancel()
-
-		go func() {
-			err := subscribeToMetadataFromBeginning(subCtx, "127.0.0.1:8888", "/pre_subscribe/", eventsChan)
-			if err != nil && !strings.Contains(err.Error(), "context") {
-				errChan <- err
-			}
-		}()
-
-		// Count received events
-		receivedCount := 0
-		timeout := time.After(30 * time.Second)
-
-	countLoop:
-		for {
-			select {
-			case event := <-eventsChan:
-				if event.EventNotification != nil && event.EventNotification.NewEntry != nil {
-					if !event.EventNotification.NewEntry.IsDirectory {
-						receivedCount++
-						t.Logf("Received event %d: %s/%s", receivedCount,
-							event.Directory, event.EventNotification.NewEntry.Name)
-					}
-				}
-				if receivedCount >= numFiles {
-					break countLoop
-				}
-			case err := <-errChan:
-				t.Fatalf("Subscription error: %v", err)
-			case <-timeout:
-				t.Logf("Timeout: received %d/%d events", receivedCount, numFiles)
-				break countLoop
-			}
-		}
-
-		// Should receive all pre-uploaded files from disk
-		assert.GreaterOrEqual(t, receivedCount, numFiles-2, // Allow small margin
-			"Should receive most pre-uploaded files from disk (received %d/%d)", receivedCount, numFiles)
-	})
-}
-
-// TestMetadataSubscribeConcurrentWrites tests subscription with concurrent writes
-func TestMetadataSubscribeConcurrentWrites(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	testDir, err := os.MkdirTemp("", "seaweedfs_concurrent_writes_test_")
-	require.NoError(t, err)
-	defer os.RemoveAll(testDir)
-
-	ctx, cancel := context.WithTimeout(context.Background(), 180*time.Second)
-	defer cancel()
-
-	cluster, err := startSeaweedFSCluster(ctx, testDir)
-	require.NoError(t, err)
-	defer cluster.Stop()
-
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:9333", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8080", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8888", 30*time.Second))
-
-	t.Logf("Cluster started for concurrent writes test")
-
-	t.Run("concurrent_goroutine_writes", func(t *testing.T) {
-		var receivedCount int64
-		var uploadedCount int64
-
-		eventsChan := make(chan *filer_pb.SubscribeMetadataResponse, 10000)
-		errChan := make(chan error, 1)
-
-		subCtx, subCancel := context.WithCancel(ctx)
-		defer subCancel()
-
-		// Start subscriber
-		go func() {
-			err := subscribeToMetadata(subCtx, "127.0.0.1:8888", "/concurrent/", eventsChan)
-			if err != nil && !strings.Contains(err.Error(), "context") {
-				errChan <- err
-			}
-		}()
-
-		time.Sleep(2 * time.Second)
-
-		// Start counting received events
-		var wg sync.WaitGroup
-		wg.Add(1)
-		go func() {
-			defer wg.Done()
-			for {
-				select {
-				case event := <-eventsChan:
-					if event.EventNotification != nil && event.EventNotification.NewEntry != nil {
-						if !event.EventNotification.NewEntry.IsDirectory {
-							atomic.AddInt64(&receivedCount, 1)
-						}
-					}
-				case <-subCtx.Done():
-					return
-				}
-			}
-		}()
-
-		// Launch many concurrent writers
-		numWorkers := 50
-		filesPerWorker := 20
-		totalExpected := int64(numWorkers * filesPerWorker)
-
-		uploadWg := sync.WaitGroup{}
-		for w := 0; w < numWorkers; w++ {
-			uploadWg.Add(1)
-			go func(workerId int) {
-				defer uploadWg.Done()
-				for i := 0; i < filesPerWorker; i++ {
-					path := fmt.Sprintf("/concurrent/w%d/f%d.txt", workerId, i)
-					content := []byte(fmt.Sprintf("worker%d-file%d", workerId, i))
-					if err := uploadFile("http://127.0.0.1:8888"+path, content); err == nil {
-						atomic.AddInt64(&uploadedCount, 1)
-					}
-				}
-			}(w)
-		}
-
-		uploadWg.Wait()
-		uploaded := atomic.LoadInt64(&uploadedCount)
-		t.Logf("Uploaded %d/%d files from %d concurrent workers", uploaded, totalExpected, numWorkers)
-
-		// Wait for events with progress tracking
-		stallTimeout := time.After(90 * time.Second)
-		checkInterval := time.NewTicker(3 * time.Second)
-		defer checkInterval.Stop()
-
-		lastReceived := int64(0)
-		stableCount := 0
-
-	waitLoop:
-		for {
-			select {
-			case <-stallTimeout:
-				break waitLoop
-			case <-checkInterval.C:
-				received := atomic.LoadInt64(&receivedCount)
-				if received >= uploaded {
-					t.Logf("All %d events received", received)
-					break waitLoop
-				}
-				if received == lastReceived {
-					stableCount++
-					if stableCount >= 5 {
-						t.Logf("No progress for %d checks, received %d/%d", stableCount, received, uploaded)
-						break waitLoop
-					}
-				} else {
-					stableCount = 0
-					t.Logf("Progress: %d/%d (%.1f%%)", received, uploaded, float64(received)/float64(uploaded)*100)
-				}
-				lastReceived = received
-			case err := <-errChan:
-				t.Fatalf("Subscription error: %v", err)
-			}
-		}
-
-		subCancel()
-		wg.Wait()
-
-		received := atomic.LoadInt64(&receivedCount)
-		percentage := float64(received) / float64(uploaded) * 100
-		t.Logf("Final: received %d/%d events (%.1f%%)", received, uploaded, percentage)
-
-		// Should receive at least 80% of events
-		assert.GreaterOrEqual(t, percentage, 80.0,
-			"Should receive at least 80%% of concurrent write events")
-	})
-}
-
-// TestMetadataSubscribeMillionUpdates tests subscription with 1 million metadata updates
-// This test creates metadata entries directly via gRPC without actual file content
-func TestMetadataSubscribeMillionUpdates(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	testDir, err := os.MkdirTemp("", "seaweedfs_million_updates_test_")
-	require.NoError(t, err)
-	defer os.RemoveAll(testDir)
-
-	ctx, cancel := context.WithTimeout(context.Background(), 30*time.Minute)
-	defer cancel()
-
-	cluster, err := startSeaweedFSCluster(ctx, testDir)
-	require.NoError(t, err)
-	defer cluster.Stop()
-
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:9333", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8080", 30*time.Second))
-	require.NoError(t, waitForHTTPServer("http://127.0.0.1:8888", 30*time.Second))
-
-	t.Logf("Cluster started for million updates test")
-
-	t.Run("million_metadata_updates", func(t *testing.T) {
-		var receivedCount int64
-		var createdCount int64
-		totalEntries := int64(1_000_000)
-
-		eventsChan := make(chan *filer_pb.SubscribeMetadataResponse, 100000)
-		errChan := make(chan error, 1)
-
-		subCtx, subCancel := context.WithCancel(ctx)
-		defer subCancel()
-
-		// Start subscriber
-		go func() {
-			err := subscribeToMetadata(subCtx, "127.0.0.1:8888", "/million/", eventsChan)
-			if err != nil && !strings.Contains(err.Error(), "context") {
-				errChan <- err
-			}
-		}()
-
-		time.Sleep(2 * time.Second)
-
-		// Start counting received events
-		var wg sync.WaitGroup
-		wg.Add(1)
-		go func() {
-			defer wg.Done()
-			for {
-				select {
-				case event := <-eventsChan:
-					if event.EventNotification != nil && event.EventNotification.NewEntry != nil {
-						if !event.EventNotification.NewEntry.IsDirectory {
-							atomic.AddInt64(&receivedCount, 1)
-						}
-					}
-				case <-subCtx.Done():
-					return
-				}
-			}
-		}()
-
-		// Create metadata entries directly via gRPC (no actual file content)
-		numWorkers := 100
-		entriesPerWorker := int(totalEntries) / numWorkers
-
-		startTime := time.Now()
-		createWg := sync.WaitGroup{}
-
-		for w := 0; w < numWorkers; w++ {
-			createWg.Add(1)
-			go func(workerId int) {
-				defer createWg.Done()
-				grpcDialOption := grpc.WithTransportCredentials(insecure.NewCredentials())
-
-				err := pb.WithFilerClient(false, 0, pb.ServerAddress("127.0.0.1:8888"), grpcDialOption, func(client filer_pb.SeaweedFilerClient) error {
-					for i := 0; i < entriesPerWorker; i++ {
-						dir := fmt.Sprintf("/million/bucket%d", workerId%100)
-						name := fmt.Sprintf("entry_%d_%d", workerId, i)
-
-						_, err := client.CreateEntry(context.Background(), &filer_pb.CreateEntryRequest{
-							Directory: dir,
-							Entry: &filer_pb.Entry{
-								Name:        name,
-								IsDirectory: false,
-								Attributes: &filer_pb.FuseAttributes{
-									FileSize: 100,
-									Mtime:    time.Now().Unix(),
-									FileMode: 0644,
-									Uid:      1000,
-									Gid:      1000,
-								},
-							},
-						})
-						if err == nil {
-							atomic.AddInt64(&createdCount, 1)
-						}
-
-						// Log progress every 10000 entries per worker
-						if i > 0 && i%10000 == 0 {
-							created := atomic.LoadInt64(&createdCount)
-							elapsed := time.Since(startTime)
-							rate := float64(created) / elapsed.Seconds()
-							t.Logf("Worker %d: created %d entries, total %d (%.0f/sec)",
-								workerId, i, created, rate)
-						}
-					}
-					return nil
-				})
-				if err != nil {
-					t.Logf("Worker %d error: %v", workerId, err)
-				}
-			}(w)
-		}
-
-		// Progress reporter
-		progressDone := make(chan struct{})
-		go func() {
-			ticker := time.NewTicker(10 * time.Second)
-			defer ticker.Stop()
-			for {
-				select {
-				case <-ticker.C:
-					created := atomic.LoadInt64(&createdCount)
-					received := atomic.LoadInt64(&receivedCount)
-					elapsed := time.Since(startTime)
-					createRate := float64(created) / elapsed.Seconds()
-					receiveRate := float64(received) / elapsed.Seconds()
-					t.Logf("Progress: created %d (%.0f/sec), received %d (%.0f/sec), lag %d",
-						created, createRate, received, receiveRate, created-received)
-				case <-progressDone:
-					return
-				}
-			}
-		}()
-
-		createWg.Wait()
-		close(progressDone)
-
-		created := atomic.LoadInt64(&createdCount)
-		elapsed := time.Since(startTime)
-		t.Logf("Created %d entries in %v (%.0f/sec)", created, elapsed, float64(created)/elapsed.Seconds())
-
-		// Wait for subscription to catch up
-		catchupTimeout := time.After(5 * time.Minute)
-		checkInterval := time.NewTicker(5 * time.Second)
-		defer checkInterval.Stop()
-
-		lastReceived := int64(0)
-		stableCount := 0
-
-	waitLoop:
-		for {
-			select {
-			case <-catchupTimeout:
-				t.Logf("Catchup timeout reached")
-				break waitLoop
-			case <-checkInterval.C:
-				received := atomic.LoadInt64(&receivedCount)
-				if received >= created {
-					t.Logf("All %d events received", received)
-					break waitLoop
-				}
-				if received == lastReceived {
-					stableCount++
-					if stableCount >= 10 {
-						t.Logf("No progress for %d checks", stableCount)
-						break waitLoop
-					}
-				} else {
-					stableCount = 0
-					rate := float64(received-lastReceived) / 5.0
-					t.Logf("Catching up: %d/%d (%.1f%%) at %.0f/sec",
-						received, created, float64(received)/float64(created)*100, rate)
-				}
-				lastReceived = received
-			case err := <-errChan:
-				t.Fatalf("Subscription error: %v", err)
-			}
-		}
-
-		subCancel()
-		wg.Wait()
-
-		received := atomic.LoadInt64(&receivedCount)
-		percentage := float64(received) / float64(created) * 100
-		totalTime := time.Since(startTime)
-		t.Logf("Final: created %d, received %d (%.1f%%) in %v", created, received, percentage, totalTime)
-
-		// For million entries, we expect at least 90% to be received
-		assert.GreaterOrEqual(t, percentage, 90.0,
-			"Should receive at least 90%% of million metadata events (received %.1f%%)", percentage)
-	})
-}
-
-// Helper types and functions
-
-type TestCluster struct {
-	masterCmd *exec.Cmd
-	volumeCmd *exec.Cmd
-	filerCmd  *exec.Cmd
-	testDir   string
-}
-
-func (c *TestCluster) Stop() {
-	if c.filerCmd != nil && c.filerCmd.Process != nil {
-		c.filerCmd.Process.Kill()
-		c.filerCmd.Wait()
-	}
-	if c.volumeCmd != nil && c.volumeCmd.Process != nil {
-		c.volumeCmd.Process.Kill()
-		c.volumeCmd.Wait()
-	}
-	if c.masterCmd != nil && c.masterCmd.Process != nil {
-		c.masterCmd.Process.Kill()
-		c.masterCmd.Wait()
-	}
-}
-
-func startSeaweedFSCluster(ctx context.Context, dataDir string) (*TestCluster, error) {
-	weedBinary := findWeedBinary()
-	if weedBinary == "" {
-		return nil, fmt.Errorf("weed binary not found")
-	}
-
-	cluster := &TestCluster{testDir: dataDir}
-
-	// Create directories
-	masterDir := filepath.Join(dataDir, "master")
-	volumeDir := filepath.Join(dataDir, "volume")
-	filerDir := filepath.Join(dataDir, "filer")
-	if err := os.MkdirAll(masterDir, 0755); err != nil {
-		return nil, fmt.Errorf("failed to create master dir: %v", err)
-	}
-	if err := os.MkdirAll(volumeDir, 0755); err != nil {
-		return nil, fmt.Errorf("failed to create volume dir: %v", err)
-	}
-	if err := os.MkdirAll(filerDir, 0755); err != nil {
-		return nil, fmt.Errorf("failed to create filer dir: %v", err)
-	}
-
-	// Start master server
-	masterCmd := exec.CommandContext(ctx, weedBinary, "master",
-		"-port", "9333",
-		"-mdir", masterDir,
-		"-volumeSizeLimitMB", "10",
-		"-ip", "127.0.0.1",
-		"-peers", "none",
-	)
-	masterLogFile, err := os.Create(filepath.Join(masterDir, "master.log"))
-	if err != nil {
-		return nil, fmt.Errorf("failed to create master log file: %v", err)
-	}
-	masterCmd.Stdout = masterLogFile
-	masterCmd.Stderr = masterLogFile
-	if err := masterCmd.Start(); err != nil {
-		return nil, fmt.Errorf("failed to start master: %v", err)
-	}
-	cluster.masterCmd = masterCmd
-
-	time.Sleep(2 * time.Second)
-
-	// Start volume server
-	volumeCmd := exec.CommandContext(ctx, weedBinary, "volume",
-		"-port", "8080",
-		"-dir", volumeDir,
-		"-max", "10",
-		"-master", "127.0.0.1:9333",
-		"-ip", "127.0.0.1",
-	)
-	volumeLogFile, err := os.Create(filepath.Join(volumeDir, "volume.log"))
-	if err != nil {
-		cluster.Stop()
-		return nil, fmt.Errorf("failed to create volume log file: %v", err)
-	}
-	volumeCmd.Stdout = volumeLogFile
-	volumeCmd.Stderr = volumeLogFile
-	if err := volumeCmd.Start(); err != nil {
-		cluster.Stop()
-		return nil, fmt.Errorf("failed to start volume: %v", err)
-	}
-	cluster.volumeCmd = volumeCmd
-
-	time.Sleep(2 * time.Second)
-
-	// Start filer server
-	filerCmd := exec.CommandContext(ctx, weedBinary, "filer",
-		"-port", "8888",
-		"-master", "127.0.0.1:9333",
-		"-ip", "127.0.0.1",
-	)
-	filerLogFile, err := os.Create(filepath.Join(filerDir, "filer.log"))
-	if err != nil {
-		cluster.Stop()
-		return nil, fmt.Errorf("failed to create filer log file: %v", err)
-	}
-	filerCmd.Stdout = filerLogFile
-	filerCmd.Stderr = filerLogFile
-	if err := filerCmd.Start(); err != nil {
-		cluster.Stop()
-		return nil, fmt.Errorf("failed to start filer: %v", err)
-	}
-	cluster.filerCmd = filerCmd
-
-	time.Sleep(3 * time.Second)
-
-	return cluster, nil
-}
-
-func findWeedBinary() string {
-	candidates := []string{
-		"../../../weed/weed",
-		"../../weed/weed",
-		"./weed",
-		"weed",
-	}
-	for _, candidate := range candidates {
-		if _, err := os.Stat(candidate); err == nil {
-			return candidate
-		}
-	}
-	if path, err := exec.LookPath("weed"); err == nil {
-		return path
-	}
-	return ""
-}
-
-func waitForHTTPServer(url string, timeout time.Duration) error {
-	start := time.Now()
-	for time.Since(start) < timeout {
-		resp, err := http.Get(url)
-		if err == nil {
-			resp.Body.Close()
-			return nil
-		}
-		time.Sleep(500 * time.Millisecond)
-	}
-	return fmt.Errorf("timeout waiting for server %s", url)
-}
-
-func uploadFile(url string, content []byte) error {
-	// Create multipart form data
-	var buf bytes.Buffer
-	writer := multipart.NewWriter(&buf)
-
-	// Extract filename from URL path
-	parts := strings.Split(url, "/")
-	filename := parts[len(parts)-1]
-	if filename == "" {
-		filename = "file.txt"
-	}
-
-	// Create form file field
-	part, err := writer.CreateFormFile("file", filename)
-	if err != nil {
-		return fmt.Errorf("create form file: %v", err)
-	}
-	if _, err := part.Write(content); err != nil {
-		return fmt.Errorf("write content: %v", err)
-	}
-	if err := writer.Close(); err != nil {
-		return fmt.Errorf("close writer: %v", err)
-	}
-
-	req, err := http.NewRequest("POST", url, &buf)
-	if err != nil {
-		return err
-	}
-	req.Header.Set("Content-Type", writer.FormDataContentType())
-
-	client := &http.Client{Timeout: 10 * time.Second}
-	resp, err := client.Do(req)
-	if err != nil {
-		return err
-	}
-	defer resp.Body.Close()
-
-	if resp.StatusCode >= 400 {
-		body, _ := io.ReadAll(resp.Body)
-		return fmt.Errorf("upload failed with status %d: %s", resp.StatusCode, string(body))
-	}
-	return nil
-}
-
-func subscribeToMetadata(ctx context.Context, filerGrpcAddress, pathPrefix string, eventsChan chan<- *filer_pb.SubscribeMetadataResponse) error {
-	return subscribeToMetadataWithOptions(ctx, filerGrpcAddress, pathPrefix, time.Now().UnixNano(), eventsChan)
-}
-
-func subscribeToMetadataFromBeginning(ctx context.Context, filerGrpcAddress, pathPrefix string, eventsChan chan<- *filer_pb.SubscribeMetadataResponse) error {
-	// Start from Unix epoch to get all events
-	return subscribeToMetadataWithOptions(ctx, filerGrpcAddress, pathPrefix, 0, eventsChan)
-}
-
-func subscribeToMetadataWithOptions(ctx context.Context, filerGrpcAddress, pathPrefix string, sinceNs int64, eventsChan chan<- *filer_pb.SubscribeMetadataResponse) error {
-	grpcDialOption := security.LoadClientTLS(util.GetViper(), "grpc.client")
-	if grpcDialOption == nil {
-		grpcDialOption = grpc.WithTransportCredentials(insecure.NewCredentials())
-	}
-
-	return pb.WithFilerClient(false, 0, pb.ServerAddress(filerGrpcAddress), grpcDialOption, func(client filer_pb.SeaweedFilerClient) error {
-		stream, err := client.SubscribeMetadata(ctx, &filer_pb.SubscribeMetadataRequest{
-			ClientName: "integration_test",
-			PathPrefix: pathPrefix,
-			SinceNs:    sinceNs,
-			ClientId:   util.RandomInt32(),
-		})
-		if err != nil {
-			return fmt.Errorf("subscribe: %v", err)
-		}
-
-		for {
-			resp, err := stream.Recv()
-			if err != nil {
-				if err == io.EOF || ctx.Err() != nil {
-					return nil
-				}
-				return err
-			}
-
-			select {
-			case eventsChan <- resp:
-			case <-ctx.Done():
-				return nil
-			case <-time.After(100 * time.Millisecond):
-				// Channel full after brief wait, log warning
-				glog.Warningf("Event channel full, skipping event for %s", resp.Directory)
-			}
-		}
-	})
-}

test/s3/SDK_COMPATIBILITY.md

@@ -1,126 +0,0 @@
-# S3 SDK Compatibility Testing
-
-This document describes the SDK versions tested against SeaweedFS S3 API and known compatibility considerations.
-
-## Validated SDK Versions
-
-### Go SDKs
-
-| SDK | Version | Test Location | Status |
-|-----|---------|---------------|--------|
-| AWS SDK v2 for Go | 1.20+ | `test/s3/etag/`, `test/s3/copying/` | ✅ Tested |
-| AWS SDK v1 for Go | 1.x | `test/s3/basic/` | ✅ Tested |
-
-### Java SDKs
-
-| SDK | Version | Test Location | Status |
-|-----|---------|---------------|--------|
-| AWS SDK v2 for Java | 2.20.127+ | `other/java/s3copier/` | ✅ Tested |
-| AWS SDK v1 for Java | 1.12.600+ | `other/java/s3copier/` | ✅ Tested |
-
-### Python SDKs
-
-| SDK | Version | Test Location | Status |
-|-----|---------|---------------|--------|
-| boto3 | 1.x | `test/s3/parquet/` | ✅ Tested |
-| PyArrow S3 | 14+ | `test/s3/parquet/` | ✅ Tested |
-
-## SDK-Specific Considerations
-
-### AWS SDK v2 for Java - ETag Validation
-
-**Issue**: [GitHub #7768](https://github.com/seaweedfs/seaweedfs/issues/7768)
-
-AWS SDK v2 for Java includes strict ETag validation in `ChecksumsEnabledValidator.validatePutObjectChecksum`. It decodes the ETag as a hexadecimal MD5 hash using `Base16Codec.decode()`.
-
-**Impact**: If the ETag contains non-hexadecimal characters (like `-` in composite format), the SDK fails with:
-```text
-java.lang.IllegalArgumentException: Invalid base 16 character: '-'
-```
-
-**Resolution**: SeaweedFS now correctly returns:
-- **PutObject**: Pure MD5 hex ETag (32 characters) regardless of internal chunking
-- **CompleteMultipartUpload**: Composite ETag (`<md5>-<partcount>`)
-
-**Test Coverage**: `test/s3/etag/` and `other/java/s3copier/ETagValidationTest.java`
-
-### AWS SDK v1 vs v2 Differences
-
-| Feature | SDK v1 | SDK v2 |
-|---------|--------|--------|
-| ETag hex validation | No | Yes (strict) |
-| Checksum validation | Basic | Enhanced |
-| Async support | Limited | Full |
-| Default retry behavior | Lenient | Stricter |
-
-### Large File Handling
-
-SeaweedFS auto-chunks files larger than **8MB** for efficient storage. This is transparent to clients, but previously affected ETag format. The current implementation ensures:
-
-1. Regular `PutObject` (any size): Returns pure MD5 ETag
-2. Multipart upload: Returns composite ETag per AWS S3 specification
-
-## Test Categories by File Size
-
-| Category | Size | Chunks | ETag Format |
-|----------|------|--------|-------------|
-| Small | < 256KB | 1 (inline) | Pure MD5 |
-| Medium | 256KB - 8MB | 1 | Pure MD5 |
-| Large | 8MB - 24MB | 2-3 | Pure MD5 |
-| Extra Large | > 24MB | 4+ | Pure MD5 |
-| Multipart | N/A | Per part | Composite |
-
-## Running SDK Compatibility Tests
-
-### Go Tests
-
-```bash
-# Run all ETag tests
-cd test/s3/etag && make test
-
-# Run large file tests only
-cd test/s3/etag && make test-large
-```
-
-### Java Tests
-
-```bash
-# Run all Java SDK tests
-cd other/java/s3copier && mvn test
-
-# Run only ETag validation tests
-cd other/java/s3copier && mvn test -Dtest=ETagValidationTest
-```
-
-### Python Tests
-
-```bash
-# Run PyArrow S3 tests
-cd test/s3/parquet && make test
-```
-
-## Adding New SDK Tests
-
-When adding tests for new SDKs, ensure:
-
-1. **Large file tests (>8MB)**: Critical for verifying ETag format with auto-chunking
-2. **Multipart upload tests**: Verify composite ETag format
-3. **Checksum validation**: Test SDK-specific checksum validation if applicable
-4. **Document SDK version**: Add to this compatibility matrix
-
-## Known Issues and Workarounds
-
-### Issue: Older SDK Versions
-
-Some very old SDK versions (e.g., AWS SDK v1 for Java < 1.11.x) may have different behavior. Testing with the versions listed above is recommended.
-
-### Issue: Custom Checksum Algorithms
-
-AWS SDK v2 supports SHA-256 and CRC32 checksums in addition to MD5. SeaweedFS currently returns MD5-based ETags. For checksums other than MD5, use the `x-amz-checksum-*` headers.
-
-## References
-
-- [AWS S3 ETag Documentation](https://docs.aws.amazon.com/AmazonS3/latest/API/API_Object.html)
-- [AWS SDK v2 Migration Guide](https://docs.aws.amazon.com/sdk-for-java/latest/developer-guide/migration.html)
-- [GitHub Issue #7768](https://github.com/seaweedfs/seaweedfs/issues/7768)
-

test/s3/acl/s3_acl_versioning_test.go

@@ -1,335 +0,0 @@
-package acl
-
-import (
-	"context"
-	"os"
-	"strings"
-	"testing"
-	"time"
-
-	"github.com/aws/aws-sdk-go-v2/aws"
-	"github.com/aws/aws-sdk-go-v2/config"
-	"github.com/aws/aws-sdk-go-v2/credentials"
-	"github.com/aws/aws-sdk-go-v2/service/s3"
-	"github.com/aws/aws-sdk-go-v2/service/s3/types"
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-)
-
-func getS3Client(t *testing.T) *s3.Client {
-	endpoint := os.Getenv("S3_ENDPOINT")
-	if endpoint == "" {
-		endpoint = "http://localhost:8333"
-	}
-	accessKey := os.Getenv("S3_ACCESS_KEY")
-	if accessKey == "" {
-		accessKey = "some_access_key1"
-	}
-	secretKey := os.Getenv("S3_SECRET_KEY")
-	if secretKey == "" {
-		secretKey = "some_secret_key1"
-	}
-
-	cfg, err := config.LoadDefaultConfig(
-		context.TODO(),
-		config.WithRegion("us-east-1"),
-		config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(
-			accessKey,
-			secretKey,
-			"",
-		)),
-	)
-	require.NoError(t, err)
-	return s3.NewFromConfig(cfg, func(o *s3.Options) {
-		o.UsePathStyle = true
-		o.BaseEndpoint = aws.String(endpoint)
-	})
-}
-
-func createVersionedTestBucket(t *testing.T, client *s3.Client) string {
-	bucketName := "test-acl-versioned-" + strings.ToLower(strings.ReplaceAll(time.Now().Format("2006-01-02-15-04-05.000"), ":", "-"))
-	_, err := client.CreateBucket(context.TODO(), &s3.CreateBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-	require.NoError(t, err)
-
-	_, err = client.PutBucketVersioning(context.TODO(), &s3.PutBucketVersioningInput{
-		Bucket: aws.String(bucketName),
-		VersioningConfiguration: &types.VersioningConfiguration{
-			Status: types.BucketVersioningStatusEnabled,
-		},
-	})
-	require.NoError(t, err)
-	time.Sleep(100 * time.Millisecond)
-	return bucketName
-}
-
-func cleanupTestBucket(t *testing.T, client *s3.Client, bucketName string) {
-	listResp, err := client.ListObjectsV2(context.TODO(), &s3.ListObjectsV2Input{
-		Bucket: aws.String(bucketName),
-	})
-	if err == nil {
-		for _, obj := range listResp.Contents {
-			client.DeleteObject(context.TODO(), &s3.DeleteObjectInput{
-				Bucket: aws.String(bucketName),
-				Key:    obj.Key,
-			})
-		}
-	}
-
-	listVersionsResp, err := client.ListObjectVersions(context.TODO(), &s3.ListObjectVersionsInput{
-		Bucket: aws.String(bucketName),
-	})
-	if err == nil {
-		for _, version := range listVersionsResp.Versions {
-			client.DeleteObject(context.TODO(), &s3.DeleteObjectInput{
-				Bucket:    aws.String(bucketName),
-				Key:       version.Key,
-				VersionId: version.VersionId,
-			})
-		}
-		for _, marker := range listVersionsResp.DeleteMarkers {
-			client.DeleteObject(context.TODO(), &s3.DeleteObjectInput{
-				Bucket:    aws.String(bucketName),
-				Key:       marker.Key,
-				VersionId: marker.VersionId,
-			})
-		}
-	}
-
-	client.DeleteBucket(context.TODO(), &s3.DeleteBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-}
-
-// TestGetObjectAclOnVersionedBucket tests retrieving ACL from versioned objects
-func TestGetObjectAclOnVersionedBucket(t *testing.T) {
-	client := getS3Client(t)
-	bucketName := createVersionedTestBucket(t, client)
-	defer cleanupTestBucket(t, client, bucketName)
-
-	objectKey := "versioned-object-acl"
-	putResp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Hello, ACL World!"),
-	})
-	require.NoError(t, err)
-
-	aclResp, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp.Owner)
-
-	t.Logf("Successfully retrieved ACL for versioned object %s (versionId: %s)", objectKey, *putResp.VersionId)
-}
-
-// TestGetObjectAclOnSpecificVersionInVersionedBucket tests retrieving ACL for specific versions
-func TestGetObjectAclOnSpecificVersionInVersionedBucket(t *testing.T) {
-	client := getS3Client(t)
-	bucketName := createVersionedTestBucket(t, client)
-	defer cleanupTestBucket(t, client, bucketName)
-
-	objectKey := "multi-version-object-acl"
-
-	version1Resp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Version 1"),
-	})
-	require.NoError(t, err)
-
-	time.Sleep(50 * time.Millisecond)
-
-	version2Resp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Version 2"),
-	})
-	require.NoError(t, err)
-
-	versionId1 := *version1Resp.VersionId
-	versionId2 := *version2Resp.VersionId
-
-	aclResp1, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId1),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp1.Owner)
-
-	aclResp2, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId2),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp2.Owner)
-
-	t.Logf("Successfully retrieved ACL for both versions: v1=%s, v2=%s", versionId1, versionId2)
-}
-
-// TestPutObjectAclOnVersionedBucket tests setting ACL on versioned objects
-func TestPutObjectAclOnVersionedBucket(t *testing.T) {
-	client := getS3Client(t)
-	bucketName := createVersionedTestBucket(t, client)
-	defer cleanupTestBucket(t, client, bucketName)
-
-	objectKey := "versioned-object-put-acl"
-	putResp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Hello, Put ACL!"),
-	})
-	require.NoError(t, err)
-
-	_, err = client.PutObjectAcl(context.TODO(), &s3.PutObjectAclInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		ACL:    types.ObjectCannedACLPublicRead,
-	})
-	require.NoError(t, err)
-
-	aclResp, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp.Owner)
-
-	t.Logf("Successfully set and verified ACL for versioned object %s (versionId: %s)", objectKey, *putResp.VersionId)
-}
-
-// TestPutObjectAclOnSpecificVersionInVersionedBucket tests setting ACL on specific versions
-func TestPutObjectAclOnSpecificVersionInVersionedBucket(t *testing.T) {
-	client := getS3Client(t)
-	bucketName := createVersionedTestBucket(t, client)
-	defer cleanupTestBucket(t, client, bucketName)
-
-	objectKey := "multi-version-object-put-acl"
-
-	version1Resp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Version 1"),
-	})
-	require.NoError(t, err)
-
-	time.Sleep(50 * time.Millisecond)
-
-	version2Resp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Version 2"),
-	})
-	require.NoError(t, err)
-
-	versionId1 := *version1Resp.VersionId
-	versionId2 := *version2Resp.VersionId
-
-	_, err = client.PutObjectAcl(context.TODO(), &s3.PutObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId1),
-		ACL:       types.ObjectCannedACLPublicRead,
-	})
-	require.NoError(t, err)
-
-	_, err = client.PutObjectAcl(context.TODO(), &s3.PutObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId2),
-		ACL:       types.ObjectCannedACLPrivate,
-	})
-	require.NoError(t, err)
-
-	aclResp1, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId1),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp1.Owner)
-
-	aclResp2, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId2),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp2.Owner)
-
-	t.Logf("Successfully set ACL on both versions: v1=%s, v2=%s", versionId1, versionId2)
-}
-
-// TestModifyAclOnDifferentVersionsIndependently tests that ACL changes on one version don't affect others
-func TestModifyAclOnDifferentVersionsIndependently(t *testing.T) {
-	client := getS3Client(t)
-	bucketName := createVersionedTestBucket(t, client)
-	defer cleanupTestBucket(t, client, bucketName)
-
-	objectKey := "versioned-independent-acl"
-
-	version1Resp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Version 1"),
-	})
-	require.NoError(t, err)
-
-	time.Sleep(50 * time.Millisecond)
-
-	version2Resp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   strings.NewReader("Version 2"),
-	})
-	require.NoError(t, err)
-
-	versionId1 := *version1Resp.VersionId
-	versionId2 := *version2Resp.VersionId
-
-	_, err = client.PutObjectAcl(context.TODO(), &s3.PutObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId1),
-		ACL:       types.ObjectCannedACLPublicRead,
-	})
-	require.NoError(t, err)
-
-	_, err = client.PutObjectAcl(context.TODO(), &s3.PutObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId2),
-		ACL:       types.ObjectCannedACLPrivate,
-	})
-	require.NoError(t, err)
-
-	aclRespLatest, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclRespLatest.Owner)
-
-	aclResp1, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId1),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp1.Owner)
-
-	aclResp2, err := client.GetObjectAcl(context.TODO(), &s3.GetObjectAclInput{
-		Bucket:    aws.String(bucketName),
-		Key:       aws.String(objectKey),
-		VersionId: aws.String(versionId2),
-	})
-	require.NoError(t, err)
-	assert.NotNil(t, aclResp2.Owner)
-
-	t.Logf("Successfully verified independent ACL management across versions")
-}

test/s3/compatibility/run.sh

@@ -22,7 +22,10 @@ docker stop $CONTAINER_NAME || echo "already stopped"
 ulimit -n 10000
 
 # Start weed w/ filer + s3 in the background
-$WEED_BIN mini \
+$WEED_BIN server \
+          -filer \
+          -s3 \
+          -volume.max 0 \
           -master.volumeSizeLimitMB 5 \
           -dir "$(pwd)/tmp" \
           1>&2>weed.log &

test/s3/copying/Makefile

@@ -63,24 +63,30 @@ start-seaweedfs: check-binary
 	@pkill -f "weed volume" || true
 	@pkill -f "weed filer" || true
 	@pkill -f "weed s3" || true
-	@pkill -f "weed mini" || true
 	@sleep 2
 	
 	# Create necessary directories
-	@mkdir -p /tmp/seaweedfs-test-copying
+	@mkdir -p /tmp/seaweedfs-test-copying-master
+	@mkdir -p /tmp/seaweedfs-test-copying-volume
 	
-	# Start weed mini
-	@echo "Starting weed mini with dir=/tmp/seaweedfs-test-copying"
-	@export AWS_ACCESS_KEY_ID=$(ACCESS_KEY) && \
-	export AWS_SECRET_ACCESS_KEY=$(SECRET_KEY) && \
-		# Start weed mini with S3 configuration
-		@echo "Starting weed mini..."
-		@nohup $(SEAWEEDFS_BINARY) mini \
-			-dir=/tmp/seaweedfs-test-copying \
-			-s3.port=$(S3_PORT) \
-			-s3.config=/tmp/seaweedfs-s3.json \
-			-ip=127.0.0.1 \
-			> /tmp/seaweedfs-mini.log 2>&1 & echo $$! > /tmp/weed-mini.pid 5
+	# Start master server with volume size limit
+	@nohup $(SEAWEEDFS_BINARY) master -port=$(MASTER_PORT) -mdir=/tmp/seaweedfs-test-copying-master -volumeSizeLimitMB=$(VOLUME_MAX_SIZE_MB) -ip=127.0.0.1 -peers=none > /tmp/seaweedfs-master.log 2>&1 &
+	@sleep 3
+	
+	# Start volume server
+	@nohup $(SEAWEEDFS_BINARY) volume -port=$(VOLUME_PORT) -master=127.0.0.1:$(MASTER_PORT) -dir=/tmp/seaweedfs-test-copying-volume -ip=127.0.0.1 > /tmp/seaweedfs-volume.log 2>&1 &
+	@sleep 3
+	
+	# Start filer server (using standard SeaweedFS gRPC port convention: HTTP port + 10000)
+	@nohup $(SEAWEEDFS_BINARY) filer -port=$(FILER_PORT) -port.grpc=$$(( $(FILER_PORT) + 10000 )) -master=127.0.0.1:$(MASTER_PORT) -ip=127.0.0.1 > /tmp/seaweedfs-filer.log 2>&1 &
+	@sleep 3
+	
+	# Create S3 configuration
+	@echo '{"identities":[{"name":"$(ACCESS_KEY)","credentials":[{"accessKey":"$(ACCESS_KEY)","secretKey":"$(SECRET_KEY)"}],"actions":["Admin","Read","Write"]}]}' > /tmp/seaweedfs-s3.json
+	
+	# Start S3 server
+	@nohup $(SEAWEEDFS_BINARY) s3 -port=$(S3_PORT) -filer=127.0.0.1:$(FILER_PORT) -config=/tmp/seaweedfs-s3.json -ip.bind=127.0.0.1 > /tmp/seaweedfs-s3.log 2>&1 &
+	@sleep 5
 	
 	# Wait for S3 service to be ready
 	@echo "$(YELLOW)Waiting for S3 service to be ready...$(NC)"
@@ -92,12 +98,16 @@ start-seaweedfs: check-binary
 		echo "Waiting for S3 service... ($$i/30)"; \
 		sleep 1; \
 	done
-		# Additional wait for filer gRPC to be ready
-		@echo "$(YELLOW)Waiting for filer gRPC to be ready...$(NC)"
-		@sleep 2
-		@echo "$(GREEN)SeaweedFS server started successfully$(NC)"
-	@echo "Mini Log: /tmp/seaweedfs-mini.log"
+	
+	# Additional wait for filer gRPC to be ready
+	@echo "$(YELLOW)Waiting for filer gRPC to be ready...$(NC)"
+	@sleep 2
+	@echo "$(GREEN)SeaweedFS server started successfully$(NC)"
+	@echo "Master: http://localhost:$(MASTER_PORT)"
+	@echo "Volume: http://localhost:$(VOLUME_PORT)"
+	@echo "Filer: http://localhost:$(FILER_PORT)"
 	@echo "S3: http://localhost:$(S3_PORT)"
+	@echo "Volume Max Size: $(VOLUME_MAX_SIZE_MB)MB"
 
 stop-seaweedfs:
 	@echo "$(YELLOW)Stopping SeaweedFS server...$(NC)"

test/s3/cors/Makefile

@@ -11,7 +11,6 @@ VOLUME_PORT := 8080
 FILER_PORT := 8888
 TEST_TIMEOUT := 10m
 TEST_PATTERN := TestCORS
-SERVER_DIR := test-mini-data
 
 # Default target
 help:
@@ -42,21 +41,21 @@ build-weed:
 	@echo "Building SeaweedFS binary..."
 	@cd ../../../weed && go build -o weed_binary .
 	@chmod +x $(WEED_BINARY)
-	@echo "OK SeaweedFS binary built at $(WEED_BINARY)"
+	@echo "✅ SeaweedFS binary built at $(WEED_BINARY)"
 
 check-deps: build-weed
 	@echo "Checking dependencies..."
-	@echo "DEBUG: Checking Go installation..."
+	@echo "🔍 DEBUG: Checking Go installation..."
 	@command -v go >/dev/null 2>&1 || (echo "Go is required but not installed" && exit 1)
-	@echo "DEBUG: Go version: $$(go version)"
-	@echo "DEBUG: Checking binary at $(WEED_BINARY)..."
+	@echo "🔍 DEBUG: Go version: $$(go version)"
+	@echo "🔍 DEBUG: Checking binary at $(WEED_BINARY)..."
 	@test -f $(WEED_BINARY) || (echo "SeaweedFS binary not found at $(WEED_BINARY)" && exit 1)
 	@echo "🔍 DEBUG: Binary size: $$(ls -lh $(WEED_BINARY) | awk '{print $$5}')"
 	@echo "🔍 DEBUG: Binary permissions: $$(ls -la $(WEED_BINARY) | awk '{print $$1}')"
 	@echo "🔍 DEBUG: Checking Go module dependencies..."
 	@go list -m github.com/aws/aws-sdk-go-v2 >/dev/null 2>&1 || (echo "AWS SDK Go v2 not found. Run 'go mod tidy'." && exit 1)
 	@go list -m github.com/stretchr/testify >/dev/null 2>&1 || (echo "Testify not found. Run 'go mod tidy'." && exit 1)
-	@echo "OK All dependencies are available"
+	@echo "✅ All dependencies are available"
 
 # Start SeaweedFS server for testing
 start-server: check-deps
@@ -78,26 +77,23 @@ start-server: check-deps
 	@echo "🔍 DEBUG: Checking config file at ../../../docker/compose/s3.json"
 	@ls -la ../../../docker/compose/s3.json || echo "⚠️  Config file not found, continuing without it"
 	@echo "🔍 DEBUG: Creating volume directory..."
-	@mkdir -p $(SERVER_DIR)
-	@echo "🔍 DEBUG: Launching SeaweedFS S3 server in background..."
-	@echo "🔍 DEBUG: Command: $(WEED_BINARY) mini -dir=$(SERVER_DIR) -s3.port=$(S3_PORT) -s3.config=$(S3_CONFIG)"
-	@$(WEED_BINARY) mini \
-		-dir=$(SERVER_DIR) \
+	@mkdir -p ./test-volume-data
+	@echo "🔍 DEBUG: Launching SeaweedFS server in background..."
+	@echo "🔍 DEBUG: Command: $(WEED_BINARY) server -debug -s3 -s3.port=$(S3_PORT) -s3.allowDeleteBucketNotEmpty=true -s3.config=../../../docker/compose/s3.json -filer -filer.maxMB=64 -master.volumeSizeLimitMB=50 -volume.max=100 -dir=./test-volume-data -volume.preStopSeconds=1 -metricsPort=9324"
+	@$(WEED_BINARY) server \
+		-debug \
+		-s3 \
 		-s3.port=$(S3_PORT) \
-		-s3.config=$(S3_CONFIG) \
-		> weed-test.log 2>&1 & \
-		echo $$! > weed-test.pid
-	
-	@echo "Waiting for S3 server to be ready..."
-	@for i in $$(seq 1 30); do \
-		if echo | nc -z localhost $(S3_PORT); then \
-			echo "S3 server is ready!"; \
-			exit 0; \
-		fi; \
-		sleep 1; \
-	done; \
-	echo "S3 server failed to start"; \
-	exit 1 > weed-server.pid
+		-s3.allowDeleteBucketNotEmpty=true \
+		-s3.config=../../../docker/compose/s3.json \
+		-filer \
+		-filer.maxMB=64 \
+		-master.volumeSizeLimitMB=50 \
+		-volume.max=100 \
+		-dir=./test-volume-data \
+		-volume.preStopSeconds=1 \
+		-metricsPort=9324 \
+		> weed-test.log 2>&1 & echo $$! > weed-server.pid
 	@echo "🔍 DEBUG: Server PID: $$(cat weed-server.pid 2>/dev/null || echo 'PID file not found')"
 	@echo "🔍 DEBUG: Checking if PID is still running..."
 	@sleep 2

test/s3/delete/s3_multi_delete_versioning_test.go

@@ -1,164 +0,0 @@
-package delete
-
-import (
-	"bytes"
-	"context"
-	"fmt"
-	"testing"
-	"time"
-
-	"github.com/aws/aws-sdk-go-v2/aws"
-	"github.com/aws/aws-sdk-go-v2/config"
-	"github.com/aws/aws-sdk-go-v2/credentials"
-	"github.com/aws/aws-sdk-go-v2/service/s3"
-	"github.com/aws/aws-sdk-go-v2/service/s3/types"
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-)
-
-const (
-	testEndpoint  = "http://localhost:8333"
-	testAccessKey = "admin"
-	testSecretKey = "admin"
-	testRegion    = "us-east-1"
-)
-
-func getTestClient(t *testing.T) *s3.Client {
-	cfg, err := config.LoadDefaultConfig(context.TODO(),
-		config.WithRegion(testRegion),
-		config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(
-			testAccessKey,
-			testSecretKey,
-			"",
-		)),
-	)
-	require.NoError(t, err)
-
-	client := s3.NewFromConfig(cfg, func(o *s3.Options) {
-		o.BaseEndpoint = aws.String(testEndpoint)
-		o.UsePathStyle = true
-	})
-
-	return client
-}
-
-func createTestBucket(t *testing.T, client *s3.Client) string {
-	bucketName := fmt.Sprintf("test-multi-delete-%d", time.Now().UnixNano())
-	_, err := client.CreateBucket(context.TODO(), &s3.CreateBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-	require.NoError(t, err)
-
-	_, err = client.PutBucketVersioning(context.TODO(), &s3.PutBucketVersioningInput{
-		Bucket: aws.String(bucketName),
-		VersioningConfiguration: &types.VersioningConfiguration{
-			Status: types.BucketVersioningStatusEnabled,
-		},
-	})
-	require.NoError(t, err)
-
-	return bucketName
-}
-
-func cleanupBucket(t *testing.T, client *s3.Client, bucket string) {
-	listResp, _ := client.ListObjectVersions(context.TODO(), &s3.ListObjectVersionsInput{
-		Bucket: aws.String(bucket),
-	})
-
-	if listResp != nil {
-		var objectsToDelete []types.ObjectIdentifier
-
-		for _, version := range listResp.Versions {
-			objectsToDelete = append(objectsToDelete, types.ObjectIdentifier{
-				Key:       version.Key,
-				VersionId: version.VersionId,
-			})
-		}
-
-		for _, marker := range listResp.DeleteMarkers {
-			objectsToDelete = append(objectsToDelete, types.ObjectIdentifier{
-				Key:       marker.Key,
-				VersionId: marker.VersionId,
-			})
-		}
-
-		if len(objectsToDelete) > 0 {
-			_, _ = client.DeleteObjects(context.TODO(), &s3.DeleteObjectsInput{
-				Bucket: aws.String(bucket),
-				Delete: &types.Delete{
-					Objects: objectsToDelete,
-					Quiet:   aws.Bool(false),
-				},
-			})
-		}
-	}
-
-	_, _ = client.DeleteBucket(context.TODO(), &s3.DeleteBucketInput{
-		Bucket: aws.String(bucket),
-	})
-}
-
-func TestVersioningMultiObjectDelete(t *testing.T) {
-	client := getTestClient(t)
-	bucket := createTestBucket(t, client)
-	defer cleanupBucket(t, client, bucket)
-
-	key := "key"
-	numVersions := 2
-	var versionIds []string
-
-	for i := 0; i < numVersions; i++ {
-		content := fmt.Sprintf("content-%d", i)
-		putResp, err := client.PutObject(context.TODO(), &s3.PutObjectInput{
-			Bucket: aws.String(bucket),
-			Key:    aws.String(key),
-			Body:   bytes.NewReader([]byte(content)),
-		})
-		require.NoError(t, err)
-		require.NotNil(t, putResp.VersionId)
-		versionIds = append(versionIds, *putResp.VersionId)
-	}
-
-	assert.Len(t, versionIds, 2)
-
-	var objectsToDelete []types.ObjectIdentifier
-	for _, vid := range versionIds {
-		objectsToDelete = append(objectsToDelete, types.ObjectIdentifier{
-			Key:       aws.String(key),
-			VersionId: aws.String(vid),
-		})
-	}
-
-	deleteResp, err := client.DeleteObjects(context.TODO(), &s3.DeleteObjectsInput{
-		Bucket: aws.String(bucket),
-		Delete: &types.Delete{
-			Objects: objectsToDelete,
-		},
-	})
-	require.NoError(t, err)
-	t.Logf("Delete response: Deleted=%d, Errors=%d", len(deleteResp.Deleted), len(deleteResp.Errors))
-
-	listResp, err := client.ListObjectVersions(context.TODO(), &s3.ListObjectVersionsInput{
-		Bucket: aws.String(bucket),
-	})
-	require.NoError(t, err)
-
-	if listResp.Versions != nil && len(listResp.Versions) > 0 {
-		t.Errorf("FAIL: Expected no versions, but found %d versions:", len(listResp.Versions))
-		for _, v := range listResp.Versions {
-			t.Logf("  - Key=%s, VersionId=%s, IsLatest=%v", *v.Key, *v.VersionId, v.IsLatest)
-		}
-	} else {
-		t.Logf("PASS: Versions correctly deleted")
-	}
-	assert.Nil(t, listResp.Versions, "Expected no versions after deletion")
-
-	deleteResp2, err := client.DeleteObjects(context.TODO(), &s3.DeleteObjectsInput{
-		Bucket: aws.String(bucket),
-		Delete: &types.Delete{
-			Objects: objectsToDelete,
-		},
-	})
-	require.NoError(t, err)
-	assert.Empty(t, deleteResp2.Errors, "Idempotent delete should not return errors")
-}

test/s3/etag/Makefile

@@ -1,50 +0,0 @@
-# ETag Format Integration Tests
-#
-# These tests verify S3 ETag format compatibility, particularly for large files
-# that trigger SeaweedFS auto-chunking. This addresses GitHub Issue #7768.
-#
-# Prerequisites:
-#   - SeaweedFS running with S3 API enabled on port 8333
-#   - Go 1.21+
-#
-# Usage:
-#   make test          - Run all tests
-#   make test-large    - Run only large file tests
-#   make test-verbose  - Run with verbose output
-#   make clean         - Clean test artifacts
-
-.PHONY: all test test-large test-verbose test-quick clean help
-
-# Default S3 endpoint
-S3_ENDPOINT ?= http://127.0.0.1:8333
-
-all: test
-
-test:
-	@echo "Running ETag format tests against $(S3_ENDPOINT)..."
-	S3_ENDPOINT=$(S3_ENDPOINT) go test -v -timeout 5m ./...
-
-test-large:
-	@echo "Running large file ETag tests..."
-	S3_ENDPOINT=$(S3_ENDPOINT) go test -v -timeout 5m -run "LargeFile|ExtraLarge" ./...
-
-test-verbose:
-	S3_ENDPOINT=$(S3_ENDPOINT) go test -v -timeout 5m -count=1 ./...
-
-test-quick:
-	@echo "Running quick ETag tests (small files only)..."
-	S3_ENDPOINT=$(S3_ENDPOINT) go test -v -timeout 1m -run "SmallFile|Consistency" ./...
-
-clean:
-	go clean -testcache
-
-help:
-	@echo "ETag Format Integration Tests"
-	@echo "Targets:"
-	@echo "  test          Run all ETag format tests"
-	@echo "  test-large    Run only large file tests (>8MB)"
-	@echo "  test-quick    Run quick tests (small files only)"
-	@echo "  test-verbose  Run with verbose output"
-	@echo "  clean         Clean test cache"
-	@echo "Environment Variables:"
-	@echo "  S3_ENDPOINT   S3 endpoint URL (default: http://127.0.0.1:8333)"

test/s3/etag/README.md

@@ -1,93 +0,0 @@
-# S3 ETag Format Integration Tests
-
-This test suite verifies that SeaweedFS returns correct ETag formats for S3 operations, ensuring compatibility with AWS S3 SDKs.
-
-## Background
-
-**GitHub Issue #7768**: AWS S3 SDK for Java v2 was failing with `Invalid base 16 character: '-'` when performing `PutObject` on large files.
-
-### Root Cause
-
-SeaweedFS internally auto-chunks large files (>8MB) for efficient storage. Previously, when a regular `PutObject` request resulted in multiple internal chunks, SeaweedFS returned a composite ETag format (`<md5>-<count>`) instead of a pure MD5 hash.
-
-### AWS S3 Specification
-
-| Operation | ETag Format | Example |
-|-----------|-------------|---------|
-| PutObject (any size) | Pure MD5 hex (32 chars) | `d41d8cd98f00b204e9800998ecf8427e` |
-| CompleteMultipartUpload | Composite (`<md5>-<partcount>`) | `d41d8cd98f00b204e9800998ecf8427e-3` |
-
-AWS S3 SDK v2 for Java validates `PutObject` ETags as hexadecimal, which fails when the ETag contains a hyphen.
-
-## Test Coverage
-
-| Test | File Size | Purpose |
-|------|-----------|---------|
-| `TestPutObjectETagFormat_SmallFile` | 1KB | Verify single-chunk uploads return pure MD5 |
-| `TestPutObjectETagFormat_LargeFile` | 10MB | **Critical**: Verify auto-chunked uploads return pure MD5 |
-| `TestPutObjectETagFormat_ExtraLargeFile` | 25MB | Verify multi-chunk auto-chunked uploads return pure MD5 |
-| `TestMultipartUploadETagFormat` | 15MB | Verify multipart uploads correctly return composite ETag |
-| `TestPutObjectETagConsistency` | Various | Verify ETag consistency across PUT/HEAD/GET |
-| `TestETagHexValidation` | 10MB | Simulate AWS SDK v2 hex validation |
-| `TestMultipleLargeFileUploads` | 10MB x5 | Stress test multiple large uploads |
-
-## Prerequisites
-
-1. SeaweedFS running with S3 API enabled:
-   ```bash
-   weed server -s3
-   ```
-
-2. Go 1.21 or later
-
-3. AWS SDK v2 for Go (installed via go modules)
-
-## Running Tests
-
-```bash
-# Run all tests
-make test
-
-# Run only large file tests (the critical ones for issue #7768)
-make test-large
-
-# Run quick tests (small files only)
-make test-quick
-
-# Run with verbose output
-make test-verbose
-```
-
-## Configuration
-
-By default, tests connect to `http://127.0.0.1:8333`. To use a different endpoint:
-
-```bash
-S3_ENDPOINT=http://localhost:8333 make test
-```
-
-Or modify `defaultConfig` in `s3_etag_test.go`.
-
-## SDK Compatibility
-
-These tests use **AWS SDK v2 for Go**, which has the same ETag validation behavior as AWS SDK v2 for Java. The tests include:
-
-- ETag format validation (pure MD5 vs composite)
-- Hex decoding validation (simulates `Base16Codec.decode`)
-- Content integrity verification
-
-## Validated SDK Versions
-
-| SDK | Version | Status |
-|-----|---------|--------|
-| AWS SDK v2 for Go | 1.20+ | ✅ Tested |
-| AWS SDK v2 for Java | 2.20+ | ✅ Compatible (issue #7768 fixed) |
-| AWS SDK v1 for Go | 1.x | ✅ Compatible (less strict validation) |
-| AWS SDK v1 for Java | 1.x | ✅ Compatible (less strict validation) |
-
-## Related
-
-- [GitHub Issue #7768](https://github.com/seaweedfs/seaweedfs/issues/7768)
-- [AWS S3 ETag Documentation](https://docs.aws.amazon.com/AmazonS3/latest/API/API_Object.html)
-
-

test/s3/etag/s3_etag_test.go

@@ -1,543 +0,0 @@
-// Package etag_test provides integration tests for S3 ETag format validation.
-//
-// These tests verify that SeaweedFS returns correct ETag formats for different
-// upload scenarios, ensuring compatibility with AWS S3 SDKs that validate ETags.
-//
-// Background (GitHub Issue #7768):
-// AWS S3 SDK for Java v2 validates ETags as hexadecimal MD5 hashes for PutObject
-// responses. SeaweedFS was incorrectly returning composite ETags ("<md5>-<count>")
-// for regular PutObject when files were internally auto-chunked (>8MB), causing
-// the SDK to fail with "Invalid base 16 character: '-'".
-//
-// Per AWS S3 specification:
-// - Regular PutObject: ETag is always a pure MD5 hex string (32 chars)
-// - Multipart Upload (CompleteMultipartUpload): ETag is "<md5>-<partcount>"
-//
-// These tests ensure this behavior is maintained.
-package etag_test
-
-import (
-	"bytes"
-	"context"
-	"crypto/md5"
-	"crypto/rand"
-	"encoding/hex"
-	"fmt"
-	"io"
-	mathrand "math/rand"
-	"regexp"
-	"strings"
-	"testing"
-	"time"
-
-	"github.com/aws/aws-sdk-go-v2/aws"
-	"github.com/aws/aws-sdk-go-v2/config"
-	"github.com/aws/aws-sdk-go-v2/credentials"
-	"github.com/aws/aws-sdk-go-v2/service/s3"
-	"github.com/aws/aws-sdk-go-v2/service/s3/types"
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-)
-
-// S3TestConfig holds configuration for S3 tests
-type S3TestConfig struct {
-	Endpoint     string
-	AccessKey    string
-	SecretKey    string
-	Region       string
-	BucketPrefix string
-}
-
-// Default test configuration
-var defaultConfig = &S3TestConfig{
-	Endpoint:     "http://127.0.0.1:8333",
-	AccessKey:    "some_access_key1",
-	SecretKey:    "some_secret_key1",
-	Region:       "us-east-1",
-	BucketPrefix: "test-etag-",
-}
-
-// Constants for auto-chunking thresholds (must match s3api_object_handlers_put.go)
-const (
-	// SeaweedFS auto-chunks files larger than 8MB
-	autoChunkSize = 8 * 1024 * 1024
-
-	// Test sizes
-	smallFileSize  = 1 * 1024              // 1KB - single chunk
-	mediumFileSize = 256 * 1024            // 256KB - single chunk (at threshold)
-	largeFileSize  = 10 * 1024 * 1024      // 10MB - triggers auto-chunking (2 chunks)
-	xlFileSize     = 25 * 1024 * 1024      // 25MB - triggers auto-chunking (4 chunks)
-	multipartSize  = 5 * 1024 * 1024       // 5MB per part for multipart uploads
-)
-
-// ETag format patterns
-var (
-	// Pure MD5 ETag: 32 hex characters (with or without quotes)
-	pureMD5Pattern = regexp.MustCompile(`^"?[a-f0-9]{32}"?$`)
-
-	// Composite ETag for multipart: 32 hex chars, hyphen, part count (with or without quotes)
-	compositePattern = regexp.MustCompile(`^"?[a-f0-9]{32}-\d+"?$`)
-)
-
-func init() {
-	mathrand.Seed(time.Now().UnixNano())
-}
-
-// getS3Client creates an AWS S3 v2 client for testing
-func getS3Client(t *testing.T) *s3.Client {
-	cfg, err := config.LoadDefaultConfig(context.TODO(),
-		config.WithRegion(defaultConfig.Region),
-		config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(
-			defaultConfig.AccessKey,
-			defaultConfig.SecretKey,
-			"",
-		)),
-		config.WithEndpointResolverWithOptions(aws.EndpointResolverWithOptionsFunc(
-			func(service, region string, options ...interface{}) (aws.Endpoint, error) {
-				return aws.Endpoint{
-					URL:               defaultConfig.Endpoint,
-					SigningRegion:     defaultConfig.Region,
-					HostnameImmutable: true,
-				}, nil
-			})),
-	)
-	require.NoError(t, err)
-
-	return s3.NewFromConfig(cfg, func(o *s3.Options) {
-		o.UsePathStyle = true
-	})
-}
-
-// getNewBucketName generates a unique bucket name
-func getNewBucketName() string {
-	timestamp := time.Now().UnixNano()
-	randomSuffix := mathrand.Intn(100000)
-	return fmt.Sprintf("%s%d-%d", defaultConfig.BucketPrefix, timestamp, randomSuffix)
-}
-
-// generateRandomData generates random test data of specified size
-func generateRandomData(size int) []byte {
-	data := make([]byte, size)
-	if _, err := rand.Read(data); err != nil {
-		panic(fmt.Sprintf("failed to generate random test data: %v", err))
-	}
-	return data
-}
-
-// calculateMD5 calculates the MD5 hash of data and returns hex string
-func calculateMD5(data []byte) string {
-	hash := md5.Sum(data)
-	return hex.EncodeToString(hash[:])
-}
-
-// cleanETag removes quotes from ETag
-func cleanETag(etag string) string {
-	return strings.Trim(etag, `"`)
-}
-
-// isPureMD5ETag checks if ETag is a pure MD5 hex string (no composite format)
-func isPureMD5ETag(etag string) bool {
-	return pureMD5Pattern.MatchString(etag)
-}
-
-// isCompositeETag checks if ETag is in composite format (md5-count)
-func isCompositeETag(etag string) bool {
-	return compositePattern.MatchString(etag)
-}
-
-// createTestBucket creates a new bucket for testing
-func createTestBucket(ctx context.Context, client *s3.Client, bucketName string) error {
-	_, err := client.CreateBucket(ctx, &s3.CreateBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-	return err
-}
-
-// cleanupTestBucket deletes all objects and the bucket
-func cleanupTestBucket(ctx context.Context, client *s3.Client, bucketName string) {
-	// Delete all objects
-	paginator := s3.NewListObjectsV2Paginator(client, &s3.ListObjectsV2Input{
-		Bucket: aws.String(bucketName),
-	})
-
-	for paginator.HasMorePages() {
-		page, err := paginator.NextPage(ctx)
-		if err != nil {
-			break
-		}
-		for _, obj := range page.Contents {
-			client.DeleteObject(ctx, &s3.DeleteObjectInput{
-				Bucket: aws.String(bucketName),
-				Key:    obj.Key,
-			})
-		}
-	}
-
-	// Abort any in-progress multipart uploads
-	mpPaginator := s3.NewListMultipartUploadsPaginator(client, &s3.ListMultipartUploadsInput{
-		Bucket: aws.String(bucketName),
-	})
-	for mpPaginator.HasMorePages() {
-		page, err := mpPaginator.NextPage(ctx)
-		if err != nil {
-			break
-		}
-		for _, upload := range page.Uploads {
-			client.AbortMultipartUpload(ctx, &s3.AbortMultipartUploadInput{
-				Bucket:   aws.String(bucketName),
-				Key:      upload.Key,
-				UploadId: upload.UploadId,
-			})
-		}
-	}
-
-	// Delete bucket
-	client.DeleteBucket(ctx, &s3.DeleteBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-}
-
-// TestPutObjectETagFormat_SmallFile verifies ETag format for small files (single chunk)
-func TestPutObjectETagFormat_SmallFile(t *testing.T) {
-	ctx := context.Background()
-	client := getS3Client(t)
-
-	bucketName := getNewBucketName()
-	err := createTestBucket(ctx, client, bucketName)
-	require.NoError(t, err, "Failed to create test bucket")
-	defer cleanupTestBucket(ctx, client, bucketName)
-
-	testData := generateRandomData(smallFileSize)
-	expectedMD5 := calculateMD5(testData)
-	objectKey := "small-file.bin"
-
-	// Upload small file
-	putResp, err := client.PutObject(ctx, &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   bytes.NewReader(testData),
-	})
-	require.NoError(t, err, "Failed to upload small file")
-
-	// Verify ETag format
-	etag := aws.ToString(putResp.ETag)
-	t.Logf("Small file (%d bytes) ETag: %s", smallFileSize, etag)
-
-	assert.True(t, isPureMD5ETag(etag),
-		"Small file ETag should be pure MD5, got: %s", etag)
-	assert.False(t, isCompositeETag(etag),
-		"Small file ETag should NOT be composite format, got: %s", etag)
-	assert.Equal(t, expectedMD5, cleanETag(etag),
-		"ETag should match calculated MD5")
-}
-
-// TestPutObjectETagFormat_LargeFile verifies ETag format for large files that trigger auto-chunking
-// This is the critical test for GitHub Issue #7768
-func TestPutObjectETagFormat_LargeFile(t *testing.T) {
-	ctx := context.Background()
-	client := getS3Client(t)
-
-	bucketName := getNewBucketName()
-	err := createTestBucket(ctx, client, bucketName)
-	require.NoError(t, err, "Failed to create test bucket")
-	defer cleanupTestBucket(ctx, client, bucketName)
-
-	testData := generateRandomData(largeFileSize)
-	expectedMD5 := calculateMD5(testData)
-	objectKey := "large-file.bin"
-
-	t.Logf("Uploading large file (%d bytes, > %d byte auto-chunk threshold)...",
-		largeFileSize, autoChunkSize)
-
-	// Upload large file (triggers auto-chunking internally)
-	putResp, err := client.PutObject(ctx, &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   bytes.NewReader(testData),
-	})
-	require.NoError(t, err, "Failed to upload large file")
-
-	// Verify ETag format - MUST be pure MD5, NOT composite
-	etag := aws.ToString(putResp.ETag)
-	t.Logf("Large file (%d bytes, ~%d internal chunks) ETag: %s",
-		largeFileSize, (largeFileSize/autoChunkSize)+1, etag)
-
-	assert.True(t, isPureMD5ETag(etag),
-		"Large file PutObject ETag MUST be pure MD5 (not composite), got: %s", etag)
-	assert.False(t, isCompositeETag(etag),
-		"Large file PutObject ETag should NOT contain '-' (composite format), got: %s", etag)
-	assert.False(t, strings.Contains(cleanETag(etag), "-"),
-		"ETag should not contain hyphen for regular PutObject, got: %s", etag)
-	assert.Equal(t, expectedMD5, cleanETag(etag),
-		"ETag should match calculated MD5 of entire content")
-
-	// Verify we can read back the object correctly
-	getResp, err := client.GetObject(ctx, &s3.GetObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-	})
-	require.NoError(t, err, "Failed to get large file")
-	defer getResp.Body.Close()
-
-	downloadedData, err := io.ReadAll(getResp.Body)
-	require.NoError(t, err, "Failed to read large file content")
-	assert.Equal(t, testData, downloadedData, "Downloaded content should match uploaded content")
-}
-
-// TestPutObjectETagFormat_ExtraLargeFile tests even larger files with multiple internal chunks
-func TestPutObjectETagFormat_ExtraLargeFile(t *testing.T) {
-	ctx := context.Background()
-	client := getS3Client(t)
-
-	bucketName := getNewBucketName()
-	err := createTestBucket(ctx, client, bucketName)
-	require.NoError(t, err, "Failed to create test bucket")
-	defer cleanupTestBucket(ctx, client, bucketName)
-
-	testData := generateRandomData(xlFileSize)
-	expectedMD5 := calculateMD5(testData)
-	objectKey := "xl-file.bin"
-
-	expectedChunks := (xlFileSize / autoChunkSize) + 1
-	t.Logf("Uploading XL file (%d bytes, expected ~%d internal chunks)...",
-		xlFileSize, expectedChunks)
-
-	// Upload extra large file
-	putResp, err := client.PutObject(ctx, &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   bytes.NewReader(testData),
-	})
-	require.NoError(t, err, "Failed to upload XL file")
-
-	// Verify ETag format
-	etag := aws.ToString(putResp.ETag)
-	t.Logf("XL file (%d bytes) ETag: %s", xlFileSize, etag)
-
-	assert.True(t, isPureMD5ETag(etag),
-		"XL file PutObject ETag MUST be pure MD5, got: %s", etag)
-	assert.False(t, isCompositeETag(etag),
-		"XL file PutObject ETag should NOT be composite, got: %s", etag)
-	assert.Equal(t, expectedMD5, cleanETag(etag),
-		"ETag should match calculated MD5")
-}
-
-// TestMultipartUploadETagFormat verifies that ONLY multipart uploads get composite ETags
-func TestMultipartUploadETagFormat(t *testing.T) {
-	ctx := context.Background()
-	client := getS3Client(t)
-
-	bucketName := getNewBucketName()
-	err := createTestBucket(ctx, client, bucketName)
-	require.NoError(t, err, "Failed to create test bucket")
-	defer cleanupTestBucket(ctx, client, bucketName)
-
-	// Create test data for multipart upload (15MB = 3 parts of 5MB each)
-	totalSize := 15 * 1024 * 1024
-	testData := generateRandomData(totalSize)
-	objectKey := "multipart-file.bin"
-
-	expectedPartCount := (totalSize + multipartSize - 1) / multipartSize // ceiling division
-	t.Logf("Performing multipart upload (%d bytes, %d parts)...",
-		totalSize, expectedPartCount)
-
-	// Initiate multipart upload
-	createResp, err := client.CreateMultipartUpload(ctx, &s3.CreateMultipartUploadInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-	})
-	require.NoError(t, err, "Failed to create multipart upload")
-
-	uploadId := createResp.UploadId
-	var completedParts []types.CompletedPart
-	partNumber := int32(1)
-
-	// Upload parts
-	for offset := 0; offset < totalSize; offset += multipartSize {
-		end := offset + multipartSize
-		if end > totalSize {
-			end = totalSize
-		}
-		partData := testData[offset:end]
-
-		uploadResp, err := client.UploadPart(ctx, &s3.UploadPartInput{
-			Bucket:     aws.String(bucketName),
-			Key:        aws.String(objectKey),
-			UploadId:   uploadId,
-			PartNumber: aws.Int32(partNumber),
-			Body:       bytes.NewReader(partData),
-		})
-		require.NoError(t, err, "Failed to upload part %d", partNumber)
-
-		completedParts = append(completedParts, types.CompletedPart{
-			ETag:       uploadResp.ETag,
-			PartNumber: aws.Int32(partNumber),
-		})
-		partNumber++
-	}
-
-	// Complete multipart upload
-	completeResp, err := client.CompleteMultipartUpload(ctx, &s3.CompleteMultipartUploadInput{
-		Bucket:   aws.String(bucketName),
-		Key:      aws.String(objectKey),
-		UploadId: uploadId,
-		MultipartUpload: &types.CompletedMultipartUpload{
-			Parts: completedParts,
-		},
-	})
-	require.NoError(t, err, "Failed to complete multipart upload")
-
-	// Verify ETag format - SHOULD be composite for multipart
-	etag := aws.ToString(completeResp.ETag)
-	t.Logf("Multipart upload ETag: %s", etag)
-
-	assert.True(t, isCompositeETag(etag),
-		"Multipart upload ETag SHOULD be composite format (md5-count), got: %s", etag)
-	assert.True(t, strings.Contains(cleanETag(etag), "-"),
-		"Multipart ETag should contain hyphen, got: %s", etag)
-
-	// Verify the part count in the ETag matches
-	parts := strings.Split(cleanETag(etag), "-")
-	require.Len(t, parts, 2, "Composite ETag should have format 'hash-count'")
-	assert.Equal(t, fmt.Sprintf("%d", len(completedParts)), parts[1],
-		"Part count in ETag should match number of parts uploaded")
-}
-
-// TestPutObjectETagConsistency verifies ETag consistency between PUT and GET
-func TestPutObjectETagConsistency(t *testing.T) {
-	ctx := context.Background()
-	client := getS3Client(t)
-
-	bucketName := getNewBucketName()
-	err := createTestBucket(ctx, client, bucketName)
-	require.NoError(t, err, "Failed to create test bucket")
-	defer cleanupTestBucket(ctx, client, bucketName)
-
-	testCases := []struct {
-		name string
-		size int
-	}{
-		{"tiny", 100},
-		{"small", smallFileSize},
-		{"medium", mediumFileSize},
-		{"large", largeFileSize},
-	}
-
-	for _, tc := range testCases {
-		t.Run(tc.name, func(t *testing.T) {
-			testData := generateRandomData(tc.size)
-			objectKey := fmt.Sprintf("consistency-test-%s.bin", tc.name)
-
-			// PUT object
-			putResp, err := client.PutObject(ctx, &s3.PutObjectInput{
-				Bucket: aws.String(bucketName),
-				Key:    aws.String(objectKey),
-				Body:   bytes.NewReader(testData),
-			})
-			require.NoError(t, err)
-			putETag := aws.ToString(putResp.ETag)
-
-			// HEAD object
-			headResp, err := client.HeadObject(ctx, &s3.HeadObjectInput{
-				Bucket: aws.String(bucketName),
-				Key:    aws.String(objectKey),
-			})
-			require.NoError(t, err)
-			headETag := aws.ToString(headResp.ETag)
-
-			// GET object
-			getResp, err := client.GetObject(ctx, &s3.GetObjectInput{
-				Bucket: aws.String(bucketName),
-				Key:    aws.String(objectKey),
-			})
-			require.NoError(t, err)
-			getETag := aws.ToString(getResp.ETag)
-			getResp.Body.Close()
-
-			// All ETags should match
-			t.Logf("%s (%d bytes): PUT=%s, HEAD=%s, GET=%s",
-				tc.name, tc.size, putETag, headETag, getETag)
-
-			assert.Equal(t, putETag, headETag,
-				"PUT and HEAD ETags should match")
-			assert.Equal(t, putETag, getETag,
-				"PUT and GET ETags should match")
-
-			// All should be pure MD5 (not composite) for regular PutObject
-			assert.True(t, isPureMD5ETag(putETag),
-				"PutObject ETag should be pure MD5, got: %s", putETag)
-		})
-	}
-}
-
-// TestETagHexValidation simulates the AWS SDK v2 validation that caused issue #7768
-func TestETagHexValidation(t *testing.T) {
-	ctx := context.Background()
-	client := getS3Client(t)
-
-	bucketName := getNewBucketName()
-	err := createTestBucket(ctx, client, bucketName)
-	require.NoError(t, err, "Failed to create test bucket")
-	defer cleanupTestBucket(ctx, client, bucketName)
-
-	// Test with a file large enough to trigger auto-chunking
-	testData := generateRandomData(largeFileSize)
-	objectKey := "hex-validation-test.bin"
-
-	putResp, err := client.PutObject(ctx, &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String(objectKey),
-		Body:   bytes.NewReader(testData),
-	})
-	require.NoError(t, err)
-
-	etag := cleanETag(aws.ToString(putResp.ETag))
-
-	// Simulate AWS SDK v2's hex validation (Base16Codec.decode)
-	// This is what fails in issue #7768 when ETag contains '-'
-	t.Logf("Validating ETag as hex: %s", etag)
-
-	_, err = hex.DecodeString(etag)
-	assert.NoError(t, err,
-		"ETag should be valid hexadecimal (AWS SDK v2 validation). "+
-			"Got ETag: %s. If this fails with 'invalid byte', the ETag contains non-hex chars like '-'",
-		etag)
-}
-
-// TestMultipleLargeFileUploads verifies ETag format across multiple large uploads
-func TestMultipleLargeFileUploads(t *testing.T) {
-	ctx := context.Background()
-	client := getS3Client(t)
-
-	bucketName := getNewBucketName()
-	err := createTestBucket(ctx, client, bucketName)
-	require.NoError(t, err, "Failed to create test bucket")
-	defer cleanupTestBucket(ctx, client, bucketName)
-
-	numFiles := 5
-	for i := 0; i < numFiles; i++ {
-		testData := generateRandomData(largeFileSize)
-		expectedMD5 := calculateMD5(testData)
-		objectKey := fmt.Sprintf("large-file-%d.bin", i)
-
-		putResp, err := client.PutObject(ctx, &s3.PutObjectInput{
-			Bucket: aws.String(bucketName),
-			Key:    aws.String(objectKey),
-			Body:   bytes.NewReader(testData),
-		})
-		require.NoError(t, err, "Failed to upload file %d", i)
-
-		etag := aws.ToString(putResp.ETag)
-		t.Logf("File %d ETag: %s (expected MD5: %s)", i, etag, expectedMD5)
-
-		assert.True(t, isPureMD5ETag(etag),
-			"File %d ETag should be pure MD5, got: %s", i, etag)
-		assert.Equal(t, expectedMD5, cleanETag(etag),
-			"File %d ETag should match MD5", i)
-
-		// Validate as hex (AWS SDK v2 check)
-		_, err = hex.DecodeString(cleanETag(etag))
-		assert.NoError(t, err, "File %d ETag should be valid hex", i)
-	}
-}
-

test/s3/etag/test_config.json

@@ -1,20 +0,0 @@
-{
-  "endpoint": "http://127.0.0.1:8333",
-  "access_key": "some_access_key1",
-  "secret_key": "some_secret_key1",
-  "region": "us-east-1",
-  "bucket_prefix": "test-etag-",
-  "notes": {
-    "description": "S3 ETag format integration tests",
-    "issue": "https://github.com/seaweedfs/seaweedfs/issues/7768",
-    "auto_chunk_size": "8MB - files larger than this trigger auto-chunking",
-    "test_sizes": {
-      "small": "1KB - single chunk",
-      "medium": "256KB - at inline threshold", 
-      "large": "10MB - 2 internal chunks",
-      "xl": "25MB - 4 internal chunks"
-    }
-  }
-}
-
-

test/s3/filer_group/Makefile

@@ -1,157 +0,0 @@
-# S3 Filer Group Test Makefile
-# This Makefile provides targets for running S3 filer group integration tests
-# These tests verify that S3 bucket operations work correctly when a filer group is configured.
-
-.PHONY: help build-weed check-deps start-server stop-server test test-with-server clean logs health-check
-
-# Configuration
-WEED_BINARY := ../../../weed/weed_binary
-S3_PORT := 8333
-MASTER_PORT := 9333
-MASTER_GRPC_PORT := 19333
-VOLUME_PORT := 8080
-FILER_PORT := 8888
-TEST_TIMEOUT := 10m
-TEST_PATTERN := Test
-
-# Filer group configuration
-FILER_GROUP := testgroup
-SERVER_DIR := ./test-volume-data
-S3_CONFIG := ../../../docker/compose/s3.json
-
-# Default target
-help:
-	@echo "S3 Filer Group Test Makefile"
-	@echo ""
-	@echo "Available targets:"
-	@echo "  help                    - Show this help message"
-	@echo "  build-weed             - Build the SeaweedFS binary"
-	@echo "  check-deps             - Check dependencies and build binary if needed"
-	@echo "  start-server           - Start SeaweedFS server with filer group"
-	@echo "  stop-server            - Stop SeaweedFS server"
-	@echo "  test                   - Run filer group tests (server must be running)"
-	@echo "  test-with-server       - Start server, run tests, stop server"
-	@echo "  logs                   - Show server logs"
-	@echo "  clean                  - Clean up test artifacts and stop server"
-	@echo "  health-check           - Check if server is accessible"
-	@echo ""
-	@echo "Configuration:"
-	@echo "  S3_PORT=${S3_PORT}"
-	@echo "  MASTER_GRPC_PORT=${MASTER_GRPC_PORT}"
-	@echo "  FILER_GROUP=${FILER_GROUP}"
-	@echo "  TEST_TIMEOUT=${TEST_TIMEOUT}"
-
-# Build the SeaweedFS binary
-build-weed:
-	@echo "Building SeaweedFS binary..."
-	@cd ../../../weed && go build -o weed_binary .
-	@chmod +x $(WEED_BINARY)
-	@echo "OK SeaweedFS binary built at $(WEED_BINARY)"
-
-check-deps: build-weed
-	@echo "Checking dependencies..."
-	@command -v go >/dev/null 2>&1 || (echo "Go is required but not installed" && exit 1)
-	@echo "Go version: $$(go version)"
-	@test -f $(WEED_BINARY) || (echo "SeaweedFS binary not found at $(WEED_BINARY)" && exit 1)
-	@go list -m github.com/aws/aws-sdk-go-v2 >/dev/null 2>&1 || (echo "AWS SDK Go v2 not found. Run 'go mod tidy'." && exit 1)
-	@go list -m github.com/stretchr/testify >/dev/null 2>&1 || (echo "Testify not found. Run 'go mod tidy'." && exit 1)
-	@echo "OK All dependencies are available"
-
-# Start SeaweedFS server with filer group configured
-start-server: check-deps
-	@echo "Starting SeaweedFS server with filer group: $(FILER_GROUP)..."
-	@rm -f weed-server.pid
-	@mkdir -p $(SERVER_DIR)
-	@if netstat -tlnp 2>/dev/null | grep $(S3_PORT) >/dev/null; then \
-		echo "WARNING: Port $(S3_PORT) is already in use"; \
-		exit 1; \
-	fi
-	@echo "Launching SeaweedFS server with filer group $(FILER_GROUP)..."
-	@export AWS_ACCESS_KEY_ID=some_access_key1 && \
-	export AWS_SECRET_ACCESS_KEY=some_secret_key1 && \
-	$(WEED_BINARY) mini \
-		-debug \
-		-dir=$(SERVER_DIR) \
-		-s3.port=$(S3_PORT) \
-		-s3.config=$(S3_CONFIG) \
-		-filer.filerGroup=$(FILER_GROUP) \
-		> weed-server.log 2>&1 & \
-		echo $$! > weed-server.pid
-	
-	@echo "Waiting for S3 server to be ready..."
-	@for i in $$(seq 1 30); do \
-		if echo | nc -z localhost $(S3_PORT); then \
-			echo "S3 server is ready!"; \
-			exit 0; \
-		fi; \
-		sleep 1; \
-	done; \
-	echo "❌ Server failed to start within 30 seconds"; \
-	if [ -f weed-server.log ]; then \
-		cat weed-server.log; \
-	fi; \
-	exit 1
-
-# Stop SeaweedFS server
-stop-server:
-	@echo "Stopping SeaweedFS server..."
-	@if [ -f weed-server.pid ]; then \
-		SERVER_PID=$$(cat weed-server.pid); \
-		echo "Killing server PID $$SERVER_PID"; \
-		if ps -p $$SERVER_PID >/dev/null 2>&1; then \
-			kill -TERM $$SERVER_PID 2>/dev/null || true; \
-			sleep 2; \
-			if ps -p $$SERVER_PID >/dev/null 2>&1; then \
-				echo "Process still running, sending KILL signal..."; \
-				kill -KILL $$SERVER_PID 2>/dev/null || true; \
-				sleep 1; \
-			fi; \
-		else \
-			echo "Process $$SERVER_PID not found (already stopped)"; \
-		fi; \
-		rm -f weed-server.pid; \
-	else \
-		echo "No PID file found"; \
-	fi
-	@echo "✅ SeaweedFS server stopped"
-
-# Show server logs
-logs:
-	@if test -f weed-server.log; then \
-		echo "=== SeaweedFS Server Logs ==="; \
-		tail -f weed-server.log; \
-	else \
-		echo "No log file found. Server may not be running."; \
-	fi
-
-# Run filer group tests (assumes server is already running)
-test: check-deps
-	@echo "Running filer group S3 tests..."
-	@FILER_GROUP=$(FILER_GROUP) S3_ENDPOINT=http://localhost:$(S3_PORT) MASTER_ADDRESS=localhost:$(MASTER_GRPC_PORT) \
-		go test -v -timeout=$(TEST_TIMEOUT) -run "$(TEST_PATTERN)" .
-	@echo "✅ Filer group tests completed"
-
-# Run tests with automatic server management
-test-with-server: start-server
-	@echo "Server started successfully, running filer group tests..."
-	@echo "Test pattern: $(TEST_PATTERN)"
-	@echo "Test timeout: $(TEST_TIMEOUT)"
-	@trap "$(MAKE) stop-server" EXIT; \
-	$(MAKE) test || (echo "❌ Tests failed, showing server logs:" && echo "=== Last 50 lines of server logs ===" && tail -50 weed-server.log && echo "=== End of server logs ===" && exit 1)
-	@$(MAKE) stop-server
-	@echo "✅ Tests completed and server stopped"
-
-# Clean up test artifacts
-clean:
-	@echo "Cleaning up test artifacts..."
-	@$(MAKE) stop-server
-	@rm -f weed-server.log weed-test*.log weed-server.pid
-	@rm -rf test-volume-data/
-	@go clean -testcache
-	@echo "✅ Cleanup completed"
-
-# Quick health check
-health-check:
-	@echo "Running health check..."
-	@curl -s http://localhost:$(S3_PORT) >/dev/null 2>&1 && echo "✅ S3 API is accessible" || echo "❌ S3 API is not accessible"
-	@curl -s http://localhost:9325/metrics >/dev/null 2>&1 && echo "✅ Metrics endpoint is accessible" || echo "❌ Metrics endpoint is not accessible"

test/s3/filer_group/README.md

@@ -1,99 +0,0 @@
-# Filer Group S3 Tests
-
-These tests verify that S3 bucket operations work correctly when a filer group is configured.
-
-## Background
-
-When SeaweedFS is configured with a filer group (via `-filer.group` option), collections are named with the filer group prefix:
-
-```text
-Collection name = {filerGroup}_{bucketName}
-```
-
-For example, with filer group `mygroup` and bucket `mybucket`, the collection will be named `mygroup_mybucket`.
-
-## Issue Being Tested
-
-This test suite was created to verify the fix for a bug where:
-- The admin UI was using just the bucket name when deleting collections
-- This caused collection deletion to fail when a filer group was configured
-- After bucket deletion via admin UI, the collection data would be orphaned
-
-## Running the Tests
-
-### Prerequisites
-
-1. SeaweedFS servers must be running with a filer group configured
-2. The S3 gateway must be accessible
-3. Master server must be accessible for collection verification
-
-### Quick Start
-
-```bash
-# Set environment variables
-export FILER_GROUP=testgroup
-export S3_ENDPOINT=http://localhost:8333
-export MASTER_ADDRESS=localhost:9333
-
-# Run tests
-go test -v ./...
-```
-
-### Using the Makefile
-
-```bash
-# Start test servers with filer group configured
-make start-servers FILER_GROUP=testgroup
-
-# Run tests
-make test
-
-# Stop servers
-make stop-servers
-
-# Or run full test cycle
-make full-test
-```
-
-### Configuration
-
-Tests can be configured via:
-
-1. Environment variables:
-   - `FILER_GROUP`: The filer group name (required for tests to run)
-   - `S3_ENDPOINT`: S3 API endpoint (default: `http://localhost:8333`)
-   - `MASTER_ADDRESS`: Master server address (default: localhost:9333)
-
-2. `test_config.json` file
-
-## Test Cases
-
-### TestFilerGroupCollectionNaming
-Verifies that when a bucket is created and objects are uploaded:
-1. The collection is created with the correct filer group prefix
-2. Bucket deletion removes the correctly-named collection
-
-### TestBucketDeletionWithFilerGroup
-Specifically tests that bucket deletion via S3 API correctly deletes
-the collection when filer group is configured.
-
-### TestMultipleBucketsWithFilerGroup
-Tests creating and deleting multiple buckets to ensure the filer group
-prefix is correctly applied and removed for all buckets.
-
-## Expected Behavior
-
-With filer group `testgroup`:
-
-| Bucket Name | Expected Collection Name |
-|-------------|-------------------------|
-| mybucket    | testgroup_mybucket      |
-| test-123    | testgroup_test-123      |
-
-Without filer group:
-
-| Bucket Name | Expected Collection Name |
-|-------------|-------------------------|
-| mybucket    | mybucket                |
-| test-123    | test-123                |
-

test/s3/filer_group/s3_filer_group_test.go

@@ -1,332 +0,0 @@
-package filer_group
-
-import (
-	"context"
-	"encoding/json"
-	"fmt"
-	"os"
-	"strings"
-	"testing"
-	"time"
-
-	"github.com/aws/aws-sdk-go-v2/aws"
-	"github.com/aws/aws-sdk-go-v2/config"
-	"github.com/aws/aws-sdk-go-v2/credentials"
-	"github.com/aws/aws-sdk-go-v2/service/s3"
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-	"google.golang.org/grpc"
-	"google.golang.org/grpc/credentials/insecure"
-
-	"github.com/seaweedfs/seaweedfs/weed/pb/master_pb"
-)
-
-// TestConfig holds configuration for filer group S3 tests
-type TestConfig struct {
-	S3Endpoint    string `json:"s3_endpoint"`
-	MasterAddress string `json:"master_address"`
-	AccessKey     string `json:"access_key"`
-	SecretKey     string `json:"secret_key"`
-	Region        string `json:"region"`
-	FilerGroup    string `json:"filer_group"`
-}
-
-var testConfig = &TestConfig{
-	S3Endpoint:    "http://localhost:8333",
-	MasterAddress: "localhost:19333", // gRPC port = 10000 + master HTTP port (9333)
-	AccessKey:     "some_access_key1",
-	SecretKey:     "some_secret_key1",
-	Region:        "us-east-1",
-	FilerGroup:    "testgroup", // Expected filer group for these tests
-}
-
-func init() {
-	// Load config from file if exists
-	if data, err := os.ReadFile("test_config.json"); err == nil {
-		if err := json.Unmarshal(data, testConfig); err != nil {
-			// Log but don't fail - env vars can still override
-			fmt.Fprintf(os.Stderr, "Warning: failed to parse test_config.json: %v\n", err)
-		}
-	}
-
-	// Override from environment variables
-	if v := os.Getenv("S3_ENDPOINT"); v != "" {
-		testConfig.S3Endpoint = v
-	}
-	if v := os.Getenv("MASTER_ADDRESS"); v != "" {
-		testConfig.MasterAddress = v
-	}
-	if v := os.Getenv("FILER_GROUP"); v != "" {
-		testConfig.FilerGroup = v
-	}
-}
-
-func getS3Client(t *testing.T) *s3.Client {
-	cfg, err := config.LoadDefaultConfig(context.TODO(),
-		config.WithRegion(testConfig.Region),
-		config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(
-			testConfig.AccessKey,
-			testConfig.SecretKey,
-			"",
-		)),
-	)
-	require.NoError(t, err)
-
-	return s3.NewFromConfig(cfg, func(o *s3.Options) {
-		o.BaseEndpoint = aws.String(testConfig.S3Endpoint)
-		o.UsePathStyle = true
-	})
-}
-
-func getMasterClient(t *testing.T) master_pb.SeaweedClient {
-	conn, err := grpc.NewClient(testConfig.MasterAddress, grpc.WithTransportCredentials(insecure.NewCredentials()))
-	require.NoError(t, err)
-	t.Cleanup(func() { conn.Close() })
-	return master_pb.NewSeaweedClient(conn)
-}
-
-func getNewBucketName() string {
-	return fmt.Sprintf("filergroup-test-%d", time.Now().UnixNano())
-}
-
-// getExpectedCollectionName returns the expected collection name for a bucket
-// When filer group is configured, collections are named: {filerGroup}_{bucketName}
-func getExpectedCollectionName(bucketName string) string {
-	if testConfig.FilerGroup != "" {
-		return fmt.Sprintf("%s_%s", testConfig.FilerGroup, bucketName)
-	}
-	return bucketName
-}
-
-// listAllCollections returns a list of all collection names from the master
-func listAllCollections(t *testing.T, masterClient master_pb.SeaweedClient) []string {
-	collectionResp, err := masterClient.CollectionList(context.Background(), &master_pb.CollectionListRequest{
-		IncludeNormalVolumes: true,
-		IncludeEcVolumes:     true,
-	})
-	if err != nil {
-		t.Logf("Warning: failed to list collections: %v", err)
-		return nil
-	}
-	var names []string
-	for _, c := range collectionResp.Collections {
-		names = append(names, c.Name)
-	}
-	return names
-}
-
-// collectionExists checks if a collection exists in the master
-func collectionExists(t *testing.T, masterClient master_pb.SeaweedClient, collectionName string) bool {
-	for _, name := range listAllCollections(t, masterClient) {
-		if name == collectionName {
-			return true
-		}
-	}
-	return false
-}
-
-// waitForCollectionExists waits for a collection to exist using polling
-func waitForCollectionExists(t *testing.T, masterClient master_pb.SeaweedClient, collectionName string) {
-	var lastCollections []string
-	success := assert.Eventually(t, func() bool {
-		lastCollections = listAllCollections(t, masterClient)
-		for _, name := range lastCollections {
-			if name == collectionName {
-				return true
-			}
-		}
-		return false
-	}, 10*time.Second, 200*time.Millisecond)
-	if !success {
-		t.Fatalf("collection %s should be created; existing collections: %v", collectionName, lastCollections)
-	}
-}
-
-// waitForCollectionDeleted waits for a collection to be deleted using polling
-func waitForCollectionDeleted(t *testing.T, masterClient master_pb.SeaweedClient, collectionName string) {
-	require.Eventually(t, func() bool {
-		return !collectionExists(t, masterClient, collectionName)
-	}, 10*time.Second, 200*time.Millisecond, "collection %s should be deleted", collectionName)
-}
-
-// TestFilerGroupCollectionNaming verifies that when a filer group is configured,
-// collections are created with the correct prefix ({filerGroup}_{bucketName})
-func TestFilerGroupCollectionNaming(t *testing.T) {
-	if testConfig.FilerGroup == "" {
-		t.Skip("Skipping test: FILER_GROUP not configured. Set FILER_GROUP environment variable or configure in test_config.json")
-	}
-
-	s3Client := getS3Client(t)
-	masterClient := getMasterClient(t)
-	bucketName := getNewBucketName()
-	expectedCollection := getExpectedCollectionName(bucketName)
-
-	t.Logf("Testing with filer group: %s", testConfig.FilerGroup)
-	t.Logf("Bucket name: %s", bucketName)
-	t.Logf("Expected collection name: %s", expectedCollection)
-
-	// Create bucket
-	_, err := s3Client.CreateBucket(context.Background(), &s3.CreateBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-	require.NoError(t, err, "CreateBucket should succeed")
-
-	// Upload an object to trigger collection creation
-	_, err = s3Client.PutObject(context.Background(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String("test-object"),
-		Body:   strings.NewReader("test content"),
-	})
-	require.NoError(t, err, "PutObject should succeed")
-
-	// Wait for collection to be visible using polling
-	waitForCollectionExists(t, masterClient, expectedCollection)
-
-	// Verify collection exists with correct name
-	require.True(t, collectionExists(t, masterClient, expectedCollection),
-		"Collection %s should exist (filer group prefix applied)", expectedCollection)
-
-	// Cleanup: delete object and bucket
-	_, err = s3Client.DeleteObject(context.Background(), &s3.DeleteObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String("test-object"),
-	})
-	require.NoError(t, err, "DeleteObject should succeed")
-
-	_, err = s3Client.DeleteBucket(context.Background(), &s3.DeleteBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-	require.NoError(t, err, "DeleteBucket should succeed")
-
-	// Wait for collection to be deleted using polling
-	waitForCollectionDeleted(t, masterClient, expectedCollection)
-
-	t.Log("SUCCESS: Collection naming with filer group works correctly")
-}
-
-// TestBucketDeletionWithFilerGroup verifies that bucket deletion correctly
-// deletes the collection when filer group is configured
-func TestBucketDeletionWithFilerGroup(t *testing.T) {
-	if testConfig.FilerGroup == "" {
-		t.Skip("Skipping test: FILER_GROUP not configured")
-	}
-
-	s3Client := getS3Client(t)
-	masterClient := getMasterClient(t)
-	bucketName := getNewBucketName()
-	expectedCollection := getExpectedCollectionName(bucketName)
-
-	// Create bucket and add an object
-	_, err := s3Client.CreateBucket(context.Background(), &s3.CreateBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-	require.NoError(t, err)
-
-	_, err = s3Client.PutObject(context.Background(), &s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String("test-object"),
-		Body:   strings.NewReader("test content"),
-	})
-	require.NoError(t, err)
-
-	// Wait for collection to be created using polling
-	waitForCollectionExists(t, masterClient, expectedCollection)
-
-	// Verify collection exists before deletion
-	require.True(t, collectionExists(t, masterClient, expectedCollection),
-		"Collection should exist before bucket deletion")
-
-	// Delete object first
-	_, err = s3Client.DeleteObject(context.Background(), &s3.DeleteObjectInput{
-		Bucket: aws.String(bucketName),
-		Key:    aws.String("test-object"),
-	})
-	require.NoError(t, err)
-
-	// Delete bucket
-	_, err = s3Client.DeleteBucket(context.Background(), &s3.DeleteBucketInput{
-		Bucket: aws.String(bucketName),
-	})
-	require.NoError(t, err, "DeleteBucket should succeed")
-
-	// Wait for collection to be deleted using polling
-	waitForCollectionDeleted(t, masterClient, expectedCollection)
-
-	// Verify collection was deleted
-	require.False(t, collectionExists(t, masterClient, expectedCollection),
-		"Collection %s should be deleted after bucket deletion", expectedCollection)
-
-	t.Log("SUCCESS: Bucket deletion with filer group correctly deletes collection")
-}
-
-// TestMultipleBucketsWithFilerGroup tests creating and deleting multiple buckets
-func TestMultipleBucketsWithFilerGroup(t *testing.T) {
-	if testConfig.FilerGroup == "" {
-		t.Skip("Skipping test: FILER_GROUP not configured")
-	}
-
-	s3Client := getS3Client(t)
-	masterClient := getMasterClient(t)
-
-	buckets := make([]string, 3)
-	for i := 0; i < 3; i++ {
-		buckets[i] = getNewBucketName()
-	}
-
-	// Create all buckets and add objects
-	for _, bucket := range buckets {
-		_, err := s3Client.CreateBucket(context.Background(), &s3.CreateBucketInput{
-			Bucket: aws.String(bucket),
-		})
-		require.NoError(t, err)
-
-		_, err = s3Client.PutObject(context.Background(), &s3.PutObjectInput{
-			Bucket: aws.String(bucket),
-			Key:    aws.String("test-object"),
-			Body:   strings.NewReader("test content"),
-		})
-		require.NoError(t, err)
-	}
-
-	// Wait for all collections to be created using polling
-	for _, bucket := range buckets {
-		expectedCollection := getExpectedCollectionName(bucket)
-		waitForCollectionExists(t, masterClient, expectedCollection)
-	}
-
-	// Verify all collections exist with correct naming
-	for _, bucket := range buckets {
-		expectedCollection := getExpectedCollectionName(bucket)
-		require.True(t, collectionExists(t, masterClient, expectedCollection),
-			"Collection %s should exist for bucket %s", expectedCollection, bucket)
-	}
-
-	// Delete all buckets
-	for _, bucket := range buckets {
-		_, err := s3Client.DeleteObject(context.Background(), &s3.DeleteObjectInput{
-			Bucket: aws.String(bucket),
-			Key:    aws.String("test-object"),
-		})
-		require.NoError(t, err)
-
-		_, err = s3Client.DeleteBucket(context.Background(), &s3.DeleteBucketInput{
-			Bucket: aws.String(bucket),
-		})
-		require.NoError(t, err)
-	}
-
-	// Wait for all collections to be deleted using polling
-	for _, bucket := range buckets {
-		expectedCollection := getExpectedCollectionName(bucket)
-		waitForCollectionDeleted(t, masterClient, expectedCollection)
-	}
-
-	// Verify all collections are deleted
-	for _, bucket := range buckets {
-		expectedCollection := getExpectedCollectionName(bucket)
-		require.False(t, collectionExists(t, masterClient, expectedCollection),
-			"Collection %s should be deleted for bucket %s", expectedCollection, bucket)
-	}
-
-	t.Log("SUCCESS: Multiple bucket operations with filer group work correctly")
-}

test/s3/filer_group/test_config.json

@@ -1,7 +0,0 @@
-{
-  "s3_endpoint": "http://localhost:8333",
-  "access_key": "some_access_key1",
-  "secret_key": "some_secret_key1",
-  "region": "us-east-1",
-  "filer_group": "testgroup"
-}

test/s3/iam/Makefile

@@ -19,7 +19,6 @@ MASTER_PID_FILE = /tmp/weed-master.pid
 VOLUME_PID_FILE = /tmp/weed-volume.pid  
 FILER_PID_FILE = /tmp/weed-filer.pid
 S3_PID_FILE = /tmp/weed-s3.pid
-MINI_PID_FILE = /tmp/weed-mini.pid
 
 help: ## Show this help message
 	@echo "SeaweedFS S3 IAM Integration Tests"
@@ -50,54 +49,80 @@ test: clean setup start-services run-tests stop-services ## Run complete IAM int
 test-quick: run-tests ## Run tests assuming services are already running
 
 run-tests: ## Execute the Go tests
-	@echo "Running S3 IAM Integration Tests..."
+	@echo "🧪 Running S3 IAM Integration Tests..."
 	go test -v -timeout $(TEST_TIMEOUT) ./...
 
 setup: ## Setup test environment
-	@echo "Setting up test environment..."
+	@echo "🔧 Setting up test environment..."
 	@mkdir -p test-volume-data/filerldb2
 	@mkdir -p test-volume-data/m9333
 
 start-services: ## Start SeaweedFS services for testing
-	@echo "Starting SeaweedFS services using weed mini..."
-	@mkdir -p test-volume-data
-	@$(WEED_BINARY) mini \
-		-dir=test-volume-data \
-		-s3.port=$(S3_PORT) \
-		-s3.config=test_config.json \
-		-s3.iam.config=$(CURDIR)/iam_config.json \
-		> weed-mini.log 2>&1 & \
-		echo $$! > $(MINI_PID_FILE)
+	@echo "🚀 Starting SeaweedFS services..."
+	@echo "Starting master server..."
+	@$(WEED_BINARY) master -port=$(MASTER_PORT) \
+		-mdir=test-volume-data/m9333 \
+		-peers=none > weed-master.log 2>&1 & \
+		echo $$! > $(MASTER_PID_FILE)
 	
-	@echo "Waiting for services to be ready..."
-	@$(MAKE) wait-for-services
-	@echo "OK All services started and ready"
+	@echo "Waiting for master server to be ready..."
+	@timeout 60 bash -c 'until curl -s http://localhost:$(MASTER_PORT)/cluster/status > /dev/null 2>&1; do echo "Waiting for master server..."; sleep 2; done' || (echo "❌ Master failed to start, checking logs..." && tail -20 weed-master.log && exit 1)
+	@echo "✅ Master server is ready"
+	
+	@echo "Starting volume server..."
+	@$(WEED_BINARY) volume -port=$(VOLUME_PORT) \
+		-ip=localhost \
+		-dataCenter=dc1 -rack=rack1 \
+		-dir=test-volume-data \
+		-max=100 \
+		-master=localhost:$(MASTER_PORT) > weed-volume.log 2>&1 & \
+		echo $$! > $(VOLUME_PID_FILE)
+	
+	@echo "Waiting for volume server to be ready..."
+	@timeout 60 bash -c 'until curl -s http://localhost:$(VOLUME_PORT)/status > /dev/null 2>&1; do echo "Waiting for volume server..."; sleep 2; done' || (echo "❌ Volume server failed to start, checking logs..." && tail -20 weed-volume.log && exit 1)
+	@echo "✅ Volume server is ready"
+	
+	@echo "Starting filer server..."
+	@$(WEED_BINARY) filer -port=$(FILER_PORT) \
+		-defaultStoreDir=test-volume-data/filerldb2 \
+		-master=localhost:$(MASTER_PORT) > weed-filer.log 2>&1 & \
+		echo $$! > $(FILER_PID_FILE)
+	
+	@echo "Waiting for filer server to be ready..."
+	@timeout 60 bash -c 'until curl -s http://localhost:$(FILER_PORT)/status > /dev/null 2>&1; do echo "Waiting for filer server..."; sleep 2; done' || (echo "❌ Filer failed to start, checking logs..." && tail -20 weed-filer.log && exit 1)
+	@echo "✅ Filer server is ready"
+	
+	@echo "Starting S3 API server with IAM..."
+	@$(WEED_BINARY) -v=3 s3 -port=$(S3_PORT) \
+		-filer=localhost:$(FILER_PORT) \
+		-config=test_config.json \
+		-iam.config=$(CURDIR)/iam_config.json > weed-s3.log 2>&1 & \
+		echo $$! > $(S3_PID_FILE)
+	
+	@echo "Waiting for S3 API server to be ready..."
+	@timeout 60 bash -c 'until curl -s http://localhost:$(S3_PORT) > /dev/null 2>&1; do echo "Waiting for S3 API server..."; sleep 2; done' || (echo "❌ S3 API failed to start, checking logs..." && tail -20 weed-s3.log && exit 1)
+	@echo "✅ S3 API server is ready"
+	
+	@echo "✅ All services started and ready"
 
 wait-for-services: ## Wait for all services to be ready
-	@echo "Waiting for services to be ready..."
+	@echo "⏳ Waiting for services to be ready..."
+	@echo "Checking master server..."
+	@timeout 30 bash -c 'until curl -s http://localhost:$(MASTER_PORT)/cluster/status > /dev/null; do sleep 1; done' || (echo "❌ Master failed to start" && exit 1)
+	
+	@echo "Checking filer server..."
+	@timeout 30 bash -c 'until curl -s http://localhost:$(FILER_PORT)/status > /dev/null; do sleep 1; done' || (echo "❌ Filer failed to start" && exit 1)
+	
 	@echo "Checking S3 API server..."
-	@for i in $$(seq 1 30); do \
-		if curl -s http://localhost:$(S3_PORT) > /dev/null 2>&1; then \
-			echo "OK S3 API server is ready"; \
-			exit 0; \
-		fi; \
-		sleep 1; \
-	done; \
-		echo "ERROR S3 API failed to start"; \
-	exit 1
+	@timeout 30 bash -c 'until curl -s http://localhost:$(S3_PORT) > /dev/null 2>&1; do sleep 1; done' || (echo "❌ S3 API failed to start" && exit 1)
 	
 	@echo "Pre-allocating volumes for concurrent operations..."
-	@curl -s "http://localhost:$(MASTER_PORT)/vol/grow?collection=default&count=10&replication=000" > /dev/null || echo "WARNING Volume pre-allocation failed, but continuing..."
+	@curl -s "http://localhost:$(MASTER_PORT)/vol/grow?collection=default&count=10&replication=000" > /dev/null || echo "⚠️  Volume pre-allocation failed, but continuing..."
 	@sleep 3
-	@echo "OK All services are ready"
+	@echo "✅ All services are ready"
 
 stop-services: ## Stop all SeaweedFS services
-	@echo "Stopping SeaweedFS services..."
-	@if [ -f $(MINI_PID_FILE) ]; then \
-		echo "Stopping weed mini..."; \
-		kill $$(cat $(MINI_PID_FILE)) 2>/dev/null || true; \
-		rm -f $(MINI_PID_FILE); \
-	fi
+	@echo "🛑 Stopping SeaweedFS services..."
 	@if [ -f $(S3_PID_FILE) ]; then \
 		echo "Stopping S3 API server..."; \
 		kill $$(cat $(S3_PID_FILE)) 2>/dev/null || true; \
@@ -118,17 +143,17 @@ stop-services: ## Stop all SeaweedFS services
 		kill $$(cat $(MASTER_PID_FILE)) 2>/dev/null || true; \
 		rm -f $(MASTER_PID_FILE); \
 	fi
-	@echo "OK All services stopped"
+	@echo "✅ All services stopped"
 
 clean: stop-services ## Clean up test environment
-	@echo "Cleaning up test environment..."
+	@echo "🧹 Cleaning up test environment..."
 	@rm -rf test-volume-data
 	@rm -f weed-*.log
 	@rm -f *.test
-	@echo "Cleanup complete"
+	@echo "✅ Cleanup complete"
 
 logs: ## Show service logs
-	@echo "Service Logs:"
+	@echo "📋 Service Logs:"
 	@echo "=== Master Log ==="
 	@tail -20 weed-master.log 2>/dev/null || echo "No master log"
 	@echo ""
@@ -142,7 +167,7 @@ logs: ## Show service logs
 	@tail -20 weed-s3.log 2>/dev/null || echo "No S3 log"
 
 status: ## Check service status
-	@echo "Service Status:"
+	@echo "📊 Service Status:"
 	@echo -n "Master: "; curl -s http://localhost:$(MASTER_PORT)/cluster/status > /dev/null 2>&1 && echo "✅ Running" || echo "❌ Not running"
 	@echo -n "Filer: "; curl -s http://localhost:$(FILER_PORT)/status > /dev/null 2>&1 && echo "✅ Running" || echo "❌ Not running"
 	@echo -n "S3 API: "; curl -s http://localhost:$(S3_PORT) > /dev/null 2>&1 && echo "✅ Running" || echo "❌ Not running"

test/s3/iam/s3_iam_integration_test.go

@@ -558,14 +558,13 @@ func TestS3IAMPresignedURLIntegration(t *testing.T) {
 	adminClient, err := framework.CreateS3ClientWithJWT("admin-user", "TestAdminRole")
 	require.NoError(t, err)
 
-	// Use unique bucket name to avoid conflicts with other tests
-	bucketName := framework.GenerateUniqueBucketName("test-iam-presigned")
-	err = framework.CreateBucket(adminClient, bucketName)
+	// Use static bucket name but with cleanup to handle conflicts
+	err = framework.CreateBucketWithCleanup(adminClient, testBucket)
 	require.NoError(t, err)
 
 	// Put test object
 	_, err = adminClient.PutObject(&s3.PutObjectInput{
-		Bucket: aws.String(bucketName),
+		Bucket: aws.String(testBucket),
 		Key:    aws.String(testObjectKey),
 		Body:   strings.NewReader(testObjectData),
 	})
@@ -587,7 +586,7 @@ func TestS3IAMPresignedURLIntegration(t *testing.T) {
 
 		// Test direct object access with JWT Bearer token (recommended approach)
 		_, err := adminClient.GetObject(&s3.GetObjectInput{
-			Bucket: aws.String(bucketName),
+			Bucket: aws.String(testBucket),
 			Key:    aws.String(testObjectKey),
 		})
 		require.NoError(t, err, "Direct object access with JWT Bearer token works correctly")
@@ -598,13 +597,13 @@ func TestS3IAMPresignedURLIntegration(t *testing.T) {
 
 	// Cleanup
 	_, err = adminClient.DeleteObject(&s3.DeleteObjectInput{
-		Bucket: aws.String(bucketName),
+		Bucket: aws.String(testBucket),
 		Key:    aws.String(testObjectKey),
 	})
 	require.NoError(t, err)
 
 	_, err = adminClient.DeleteBucket(&s3.DeleteBucketInput{
-		Bucket: aws.String(bucketName),
+		Bucket: aws.String(testBucket),
 	})
 	require.NoError(t, err)
 }

test/s3/iam/s3_service_account_security_test.go

@@ -1,431 +0,0 @@
-package iam
-
-// Integration tests for SeaweedFS service accounts.
-// These tests ensure comprehensive coverage of service account functionality
-// including security, access control, and expiration.
-
-import (
-	"encoding/xml"
-	"fmt"
-	"io"
-	"net/http"
-	"net/url"
-	"strconv"
-	"testing"
-	"time"
-
-	"github.com/aws/aws-sdk-go/aws"
-	"github.com/aws/aws-sdk-go/aws/awserr"
-	"github.com/aws/aws-sdk-go/aws/credentials"
-	"github.com/aws/aws-sdk-go/aws/session"
-	"github.com/aws/aws-sdk-go/service/s3"
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-)
-
-// TestServiceAccountS3Access verifies that service accounts can actually
-// perform S3 operations using their credentials.
-func TestServiceAccountS3Access(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	if !isSeaweedFSRunning(t) {
-		t.Skip("SeaweedFS is not running at", TestIAMEndpoint)
-	}
-
-	// Setup: Create a parent user
-	parentUserName := fmt.Sprintf("s3access-test-%d", time.Now().UnixNano())
-
-	// Create parent user
-	resp, err := callIAMAPI(t, "CreateUser", url.Values{
-		"UserName": {parentUserName},
-	})
-	require.NoError(t, err)
-	resp.Body.Close()
-	require.Equal(t, http.StatusOK, resp.StatusCode, "Failed to create parent user")
-
-	defer func() {
-		// Cleanup: delete parent user
-		callIAMAPI(t, "DeleteUser", url.Values{"UserName": {parentUserName}})
-	}()
-
-	// Create service account for the parent user
-	createResp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-		"ParentUser":  {parentUserName},
-		"Description": {"S3 Access Test Service Account"},
-	})
-	require.NoError(t, err)
-	defer createResp.Body.Close()
-	require.Equal(t, http.StatusOK, createResp.StatusCode, "Failed to create service account")
-
-	body, err := io.ReadAll(createResp.Body)
-	require.NoError(t, err)
-
-	var saResp CreateServiceAccountResponse
-	err = xml.Unmarshal(body, &saResp)
-	require.NoError(t, err, "Failed to parse CreateServiceAccount response: %s", string(body))
-
-	accessKeyId := saResp.CreateServiceAccountResult.ServiceAccount.AccessKeyId
-	secretAccessKey := saResp.CreateServiceAccountResult.ServiceAccount.SecretAccessKey
-	saId := saResp.CreateServiceAccountResult.ServiceAccount.ServiceAccountId
-
-	require.NotEmpty(t, accessKeyId, "AccessKeyId should not be empty")
-	require.NotEmpty(t, secretAccessKey, "SecretAccessKey should not be empty")
-
-	defer func() {
-		// Cleanup: delete service account
-		callIAMAPI(t, "DeleteServiceAccount", url.Values{"ServiceAccountId": {saId}})
-	}()
-
-	t.Run("list_buckets_with_sa_credentials", func(t *testing.T) {
-		sess, err := session.NewSession(&aws.Config{
-			Region:   aws.String("us-east-1"),
-			Endpoint: aws.String(TestIAMEndpoint),
-			Credentials: credentials.NewStaticCredentials(
-				accessKeyId,
-				secretAccessKey,
-				"",
-			),
-			DisableSSL:       aws.Bool(true),
-			S3ForcePathStyle: aws.Bool(true),
-		})
-		require.NoError(t, err)
-
-		s3Client := s3.New(sess)
-		_, err = s3Client.ListBuckets(&s3.ListBucketsInput{})
-
-		// We don't necessarily expect success (depends on permissions),
-		// but we should NOT get InvalidAccessKeyId or SignatureDoesNotMatch
-		if err != nil {
-			if aerr, ok := err.(awserr.Error); ok {
-				assert.NotEqual(t, "InvalidAccessKeyId", aerr.Code(),
-					"Service account credentials should be recognized")
-				assert.NotEqual(t, "SignatureDoesNotMatch", aerr.Code(),
-					"Service account signature should be valid")
-			}
-		}
-	})
-
-	t.Run("create_bucket_with_sa_credentials", func(t *testing.T) {
-		sess, err := session.NewSession(&aws.Config{
-			Region:   aws.String("us-east-1"),
-			Endpoint: aws.String(TestIAMEndpoint),
-			Credentials: credentials.NewStaticCredentials(
-				accessKeyId,
-				secretAccessKey,
-				"",
-			),
-			DisableSSL:       aws.Bool(true),
-			S3ForcePathStyle: aws.Bool(true),
-		})
-		require.NoError(t, err)
-
-		s3Client := s3.New(sess)
-		bucketName := fmt.Sprintf("sa-test-bucket-%d", time.Now().UnixNano())
-
-		_, err = s3Client.CreateBucket(&s3.CreateBucketInput{
-			Bucket: aws.String(bucketName),
-		})
-
-		// Check that we get a proper response (success or AccessDenied based on policy)
-		// but NOT InvalidAccessKeyId
-		if err != nil {
-			if aerr, ok := err.(awserr.Error); ok {
-				assert.NotEqual(t, "InvalidAccessKeyId", aerr.Code(),
-					"Service account credentials should be recognized")
-				assert.NotEqual(t, "SignatureDoesNotMatch", aerr.Code(),
-					"Service account signature should be valid")
-			}
-		} else {
-			// Cleanup if bucket was created
-			defer s3Client.DeleteBucket(&s3.DeleteBucketInput{
-				Bucket: aws.String(bucketName),
-			})
-		}
-	})
-}
-
-// TestServiceAccountExpiration verifies that expired service accounts
-// are properly rejected.
-func TestServiceAccountExpiration(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	if !isSeaweedFSRunning(t) {
-		t.Skip("SeaweedFS is not running at", TestIAMEndpoint)
-	}
-
-	// Setup: Create a parent user
-	parentUserName := fmt.Sprintf("expiry-test-%d", time.Now().UnixNano())
-
-	resp, err := callIAMAPI(t, "CreateUser", url.Values{
-		"UserName": {parentUserName},
-	})
-	require.NoError(t, err)
-	resp.Body.Close()
-	require.Equal(t, http.StatusOK, resp.StatusCode)
-
-	defer func() {
-		callIAMAPI(t, "DeleteUser", url.Values{"UserName": {parentUserName}})
-	}()
-
-	t.Run("reject_past_expiration", func(t *testing.T) {
-		// Try to create a service account with expiration in the past
-		pastExpiration := time.Now().Add(-1 * time.Hour).Unix()
-
-		createResp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-			"ParentUser":  {parentUserName},
-			"Description": {"Should fail - past expiration"},
-			"Expiration":  {strconv.FormatInt(pastExpiration, 10)},
-		})
-		require.NoError(t, err)
-		defer createResp.Body.Close()
-
-		// Should fail because expiration is in the past
-		assert.NotEqual(t, http.StatusOK, createResp.StatusCode,
-			"Creating service account with past expiration should fail")
-	})
-
-	t.Run("accept_future_expiration", func(t *testing.T) {
-		// Create a service account with expiration in the future
-		futureExpiration := time.Now().Add(24 * time.Hour).Unix()
-
-		createResp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-			"ParentUser":  {parentUserName},
-			"Description": {"Should succeed - future expiration"},
-			"Expiration":  {strconv.FormatInt(futureExpiration, 10)},
-		})
-		require.NoError(t, err)
-		defer createResp.Body.Close()
-
-		assert.Equal(t, http.StatusOK, createResp.StatusCode,
-			"Creating service account with future expiration should succeed")
-
-		// Parse response to get service account ID for cleanup
-		if createResp.StatusCode == http.StatusOK {
-			body, err := io.ReadAll(createResp.Body)
-			require.NoError(t, err)
-
-			var saResp CreateServiceAccountResponse
-			require.NoError(t, xml.Unmarshal(body, &saResp))
-
-			saId := saResp.CreateServiceAccountResult.ServiceAccount.ServiceAccountId
-			if saId != "" {
-				t.Cleanup(func() {
-					callIAMAPI(t, "DeleteServiceAccount", url.Values{
-						"ServiceAccountId": {saId},
-					})
-				})
-			}
-		}
-	})
-
-	t.Run("reject_past_expiration_on_update", func(t *testing.T) {
-		// Create a valid service account first
-		futureExpiration := time.Now().Add(24 * time.Hour).Unix()
-
-		createResp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-			"ParentUser":  {parentUserName},
-			"Description": {"For update test"},
-			"Expiration":  {strconv.FormatInt(futureExpiration, 10)},
-		})
-		require.NoError(t, err)
-		defer createResp.Body.Close()
-		require.Equal(t, http.StatusOK, createResp.StatusCode)
-
-		body, err := io.ReadAll(createResp.Body)
-		require.NoError(t, err)
-
-		var saResp CreateServiceAccountResponse
-		err = xml.Unmarshal(body, &saResp)
-		require.NoError(t, err)
-
-		saId := saResp.CreateServiceAccountResult.ServiceAccount.ServiceAccountId
-		require.NotEmpty(t, saId)
-
-		defer func() {
-			callIAMAPI(t, "DeleteServiceAccount", url.Values{"ServiceAccountId": {saId}})
-		}()
-
-		// Try to update with past expiration
-		pastExpiration := time.Now().Add(-1 * time.Hour).Unix()
-
-		updateResp, err := callIAMAPI(t, "UpdateServiceAccount", url.Values{
-			"ServiceAccountId": {saId},
-			"Expiration":       {strconv.FormatInt(pastExpiration, 10)},
-		})
-		require.NoError(t, err)
-		defer updateResp.Body.Close()
-
-		// Should fail because expiration is in the past
-		assert.NotEqual(t, http.StatusOK, updateResp.StatusCode,
-			"Updating service account with past expiration should fail")
-	})
-}
-
-// TestServiceAccountInheritedPermissions verifies that service accounts
-// inherit their parent user's permissions.
-// This is a key security test - SAs should not have MORE permissions than parent.
-func TestServiceAccountInheritedPermissions(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	if !isSeaweedFSRunning(t) {
-		t.Skip("SeaweedFS is not running at", TestIAMEndpoint)
-	}
-
-	// Setup: Create a parent user
-	parentUserName := fmt.Sprintf("inherit-test-%d", time.Now().UnixNano())
-
-	resp, err := callIAMAPI(t, "CreateUser", url.Values{
-		"UserName": {parentUserName},
-	})
-	require.NoError(t, err)
-	resp.Body.Close()
-	require.Equal(t, http.StatusOK, resp.StatusCode)
-
-	defer func() {
-		callIAMAPI(t, "DeleteUser", url.Values{"UserName": {parentUserName}})
-	}()
-
-	// Create service account
-	createResp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-		"ParentUser":  {parentUserName},
-		"Description": {"Permissions inheritance test"},
-	})
-	require.NoError(t, err)
-	defer createResp.Body.Close()
-	require.Equal(t, http.StatusOK, createResp.StatusCode)
-
-	body, err := io.ReadAll(createResp.Body)
-	require.NoError(t, err)
-
-	var saResp CreateServiceAccountResponse
-	err = xml.Unmarshal(body, &saResp)
-	require.NoError(t, err)
-
-	saId := saResp.CreateServiceAccountResult.ServiceAccount.ServiceAccountId
-	require.NotEmpty(t, saId)
-
-	defer func() {
-		callIAMAPI(t, "DeleteServiceAccount", url.Values{"ServiceAccountId": {saId}})
-	}()
-
-	t.Run("service_account_linked_to_parent", func(t *testing.T) {
-		// Verify the service account is correctly linked to the parent
-		getResp, err := callIAMAPI(t, "GetServiceAccount", url.Values{
-			"ServiceAccountId": {saId},
-		})
-		require.NoError(t, err)
-		defer getResp.Body.Close()
-
-		body, err := io.ReadAll(getResp.Body)
-		require.NoError(t, err)
-
-		var result GetServiceAccountResponse
-		err = xml.Unmarshal(body, &result)
-		require.NoError(t, err, "Failed to parse response: %s", string(body))
-
-		assert.Equal(t, parentUserName, result.GetServiceAccountResult.ServiceAccount.ParentUser,
-			"Service account should be linked to correct parent user")
-	})
-
-	t.Run("list_shows_correct_parent", func(t *testing.T) {
-		// List service accounts filtered by parent
-		listResp, err := callIAMAPI(t, "ListServiceAccounts", url.Values{
-			"ParentUser": {parentUserName},
-		})
-		require.NoError(t, err)
-		defer listResp.Body.Close()
-
-		body, err := io.ReadAll(listResp.Body)
-		require.NoError(t, err)
-
-		var listResult ListServiceAccountsResponse
-		err = xml.Unmarshal(body, &listResult)
-		require.NoError(t, err)
-
-		// Should find at least one service account for this parent
-		found := false
-		for _, sa := range listResult.ListServiceAccountsResult.ServiceAccounts {
-			if sa.ServiceAccountId == saId {
-				found = true
-				assert.Equal(t, parentUserName, sa.ParentUser)
-				break
-			}
-		}
-		assert.True(t, found, "Service account should appear in list filtered by parent")
-	})
-}
-
-// TestServiceAccountAccessKeyFormat verifies that service account access keys
-// follow the correct AWS format.
-func TestServiceAccountAccessKeyFormat(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	if !isSeaweedFSRunning(t) {
-		t.Skip("SeaweedFS is not running at", TestIAMEndpoint)
-	}
-
-	// Setup: Create a parent user
-	parentUserName := fmt.Sprintf("keyformat-test-%d", time.Now().UnixNano())
-
-	resp, err := callIAMAPI(t, "CreateUser", url.Values{
-		"UserName": {parentUserName},
-	})
-	require.NoError(t, err)
-	resp.Body.Close()
-	require.Equal(t, http.StatusOK, resp.StatusCode)
-
-	defer func() {
-		callIAMAPI(t, "DeleteUser", url.Values{"UserName": {parentUserName}})
-	}()
-
-	createResp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-		"ParentUser":  {parentUserName},
-		"Description": {"Key format test"},
-	})
-	require.NoError(t, err)
-	defer createResp.Body.Close()
-	require.Equal(t, http.StatusOK, createResp.StatusCode)
-
-	body, err := io.ReadAll(createResp.Body)
-	require.NoError(t, err)
-
-	var saResp CreateServiceAccountResponse
-	err = xml.Unmarshal(body, &saResp)
-	require.NoError(t, err)
-
-	accessKeyId := saResp.CreateServiceAccountResult.ServiceAccount.AccessKeyId
-	secretAccessKey := saResp.CreateServiceAccountResult.ServiceAccount.SecretAccessKey
-	saId := saResp.CreateServiceAccountResult.ServiceAccount.ServiceAccountId
-
-	defer func() {
-		callIAMAPI(t, "DeleteServiceAccount", url.Values{"ServiceAccountId": {saId}})
-	}()
-
-	t.Run("access_key_has_correct_prefix", func(t *testing.T) {
-		// Service account access keys should start with ABIA
-		assert.True(t, len(accessKeyId) >= 4,
-			"Access key should be at least 4 characters")
-		assert.Equal(t, "ABIA", accessKeyId[:4],
-			"Service account access key should start with ABIA prefix")
-	})
-
-	t.Run("access_key_has_correct_length", func(t *testing.T) {
-		// AWS access keys are 20 characters
-		assert.Equal(t, 20, len(accessKeyId),
-			"Access key should be exactly 20 characters (AWS standard)")
-	})
-
-	t.Run("secret_key_has_correct_length", func(t *testing.T) {
-		// AWS secret keys are 40 characters
-		assert.Equal(t, 40, len(secretAccessKey),
-			"Secret key should be exactly 40 characters (AWS standard)")
-	})
-}

test/s3/iam/s3_service_account_test.go

@@ -1,363 +0,0 @@
-package iam
-
-import (
-	"encoding/xml"
-	"fmt"
-	"io"
-	"net/http"
-	"net/url"
-	"strings"
-	"testing"
-	"time"
-
-	"github.com/aws/aws-sdk-go/aws"
-	"github.com/aws/aws-sdk-go/aws/awserr"
-	"github.com/aws/aws-sdk-go/aws/credentials"
-	"github.com/aws/aws-sdk-go/aws/session"
-	"github.com/aws/aws-sdk-go/service/s3"
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-)
-
-// Service Account API test constants
-const (
-	TestIAMEndpoint = "http://localhost:8333"
-)
-
-// ServiceAccountInfo represents the response structure for service account operations
-type ServiceAccountInfo struct {
-	ServiceAccountId string `xml:"ServiceAccountId"`
-	ParentUser       string `xml:"ParentUser"`
-	Description      string `xml:"Description,omitempty"`
-	AccessKeyId      string `xml:"AccessKeyId"`
-	SecretAccessKey  string `xml:"SecretAccessKey,omitempty"`
-	Status           string `xml:"Status"`
-	Expiration       string `xml:"Expiration,omitempty"`
-	CreateDate       string `xml:"CreateDate"`
-}
-
-// CreateServiceAccountResponse represents the response for CreateServiceAccount
-type CreateServiceAccountResponse struct {
-	XMLName                    xml.Name `xml:"CreateServiceAccountResponse"`
-	CreateServiceAccountResult struct {
-		ServiceAccount ServiceAccountInfo `xml:"ServiceAccount"`
-	} `xml:"CreateServiceAccountResult"`
-}
-
-// ListServiceAccountsResponse represents the response for ListServiceAccounts
-type ListServiceAccountsResponse struct {
-	XMLName                   xml.Name `xml:"ListServiceAccountsResponse"`
-	ListServiceAccountsResult struct {
-		ServiceAccounts []ServiceAccountInfo `xml:"ServiceAccounts>member"`
-		IsTruncated     bool                 `xml:"IsTruncated"`
-	} `xml:"ListServiceAccountsResult"`
-}
-
-// GetServiceAccountResponse represents the response for GetServiceAccount
-type GetServiceAccountResponse struct {
-	XMLName                 xml.Name `xml:"GetServiceAccountResponse"`
-	GetServiceAccountResult struct {
-		ServiceAccount ServiceAccountInfo `xml:"ServiceAccount"`
-	} `xml:"GetServiceAccountResult"`
-}
-
-// TestServiceAccountLifecycle tests the complete lifecycle of service accounts
-// This is a high-value test covering Create, Get, List, Update, Delete operations
-func TestServiceAccountLifecycle(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	// Check if SeaweedFS is running
-	if !isSeaweedFSRunning(t) {
-		t.Skip("SeaweedFS is not running at", TestIAMEndpoint)
-	}
-
-	// First, ensure the parent user exists
-	parentUserName := fmt.Sprintf("testuser-%d", time.Now().UnixNano())
-
-	t.Run("create_parent_user", func(t *testing.T) {
-		resp, err := callIAMAPI(t, "CreateUser", url.Values{
-			"UserName": {parentUserName},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-		assert.Equal(t, http.StatusOK, resp.StatusCode, "CreateUser should succeed")
-	})
-
-	// Store service account IDs for cleanup
-	var createdServiceAccounts []string
-
-	defer func() {
-		// Cleanup: delete all service accounts first, then parent user
-		for _, saId := range createdServiceAccounts {
-			resp, _ := callIAMAPI(t, "DeleteServiceAccount", url.Values{
-				"ServiceAccountId": {saId},
-			})
-			if resp != nil {
-				resp.Body.Close()
-			}
-		}
-		// Now delete the parent user
-		resp, _ := callIAMAPI(t, "DeleteUser", url.Values{
-			"UserName": {parentUserName},
-		})
-		if resp != nil {
-			resp.Body.Close()
-		}
-	}()
-
-	var createdSAId string
-	var createdAccessKeyId string
-	var createdSecretAccessKey string
-
-	t.Run("create_service_account", func(t *testing.T) {
-		resp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-			"ParentUser":  {parentUserName},
-			"Description": {"Test service account for CI/CD"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.Equal(t, http.StatusOK, resp.StatusCode, "CreateServiceAccount should succeed")
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-
-		var createResp CreateServiceAccountResponse
-		err = xml.Unmarshal(body, &createResp)
-		require.NoError(t, err)
-
-		sa := createResp.CreateServiceAccountResult.ServiceAccount
-		createdSAId = sa.ServiceAccountId
-		createdAccessKeyId = sa.AccessKeyId
-		createdSecretAccessKey = sa.SecretAccessKey
-
-		// Add to cleanup list
-		createdServiceAccounts = append(createdServiceAccounts, createdSAId)
-
-		assert.NotEmpty(t, createdSAId, "ServiceAccountId should not be empty")
-		assert.Equal(t, parentUserName, sa.ParentUser, "ParentUser should match")
-		assert.Equal(t, "Test service account for CI/CD", sa.Description)
-		assert.Equal(t, "Active", sa.Status)
-		assert.NotEmpty(t, sa.AccessKeyId, "AccessKeyId should not be empty")
-		assert.NotEmpty(t, sa.SecretAccessKey, "SecretAccessKey should be returned on create")
-		assert.True(t, strings.HasPrefix(sa.AccessKeyId, "ABIA"),
-			"Service account AccessKeyId should have ABIA prefix")
-
-		t.Logf("Created service account: ID=%s, AccessKeyId=%s", createdSAId, createdAccessKeyId)
-	})
-
-	t.Run("get_service_account", func(t *testing.T) {
-		require.NotEmpty(t, createdSAId, "Service account should have been created")
-
-		resp, err := callIAMAPI(t, "GetServiceAccount", url.Values{
-			"ServiceAccountId": {createdSAId},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.Equal(t, http.StatusOK, resp.StatusCode)
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-
-		var getResp GetServiceAccountResponse
-		err = xml.Unmarshal(body, &getResp)
-		require.NoError(t, err)
-
-		sa := getResp.GetServiceAccountResult.ServiceAccount
-		assert.Equal(t, createdSAId, sa.ServiceAccountId)
-		assert.Equal(t, parentUserName, sa.ParentUser)
-		assert.Empty(t, sa.SecretAccessKey, "SecretAccessKey should not be returned on Get")
-	})
-
-	t.Run("list_service_accounts", func(t *testing.T) {
-		resp, err := callIAMAPI(t, "ListServiceAccounts", url.Values{
-			"ParentUser": {parentUserName},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.Equal(t, http.StatusOK, resp.StatusCode)
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-
-		var listResp ListServiceAccountsResponse
-		err = xml.Unmarshal(body, &listResp)
-		require.NoError(t, err)
-
-		assert.GreaterOrEqual(t, len(listResp.ListServiceAccountsResult.ServiceAccounts), 1,
-			"Should have at least one service account for the parent user")
-	})
-
-	t.Run("update_service_account_status", func(t *testing.T) {
-		require.NotEmpty(t, createdSAId)
-
-		// Disable the service account
-		resp, err := callIAMAPI(t, "UpdateServiceAccount", url.Values{
-			"ServiceAccountId": {createdSAId},
-			"Status":           {"Inactive"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.Equal(t, http.StatusOK, resp.StatusCode)
-
-		// Verify it's now inactive
-		getResp, err := callIAMAPI(t, "GetServiceAccount", url.Values{
-			"ServiceAccountId": {createdSAId},
-		})
-		require.NoError(t, err)
-		defer getResp.Body.Close()
-
-		body, err := io.ReadAll(getResp.Body)
-		require.NoError(t, err)
-
-		var result GetServiceAccountResponse
-		err = xml.Unmarshal(body, &result)
-		require.NoError(t, err, "Failed to parse response: %s", string(body))
-
-		assert.Equal(t, "Inactive", result.GetServiceAccountResult.ServiceAccount.Status)
-	})
-
-	// Test that credentials could be used (verify they work with AWS SDK)
-	// This must run BEFORE delete_service_account to use valid credentials
-	t.Run("use_service_account_credentials", func(t *testing.T) {
-		require.NotEmpty(t, createdAccessKeyId)
-		require.NotEmpty(t, createdSecretAccessKey)
-
-		sess, err := session.NewSession(&aws.Config{
-			Region:   aws.String("us-east-1"),
-			Endpoint: aws.String(TestIAMEndpoint), // IAM and S3 usually on same port in mini-seaweed
-			Credentials: credentials.NewStaticCredentials(
-				createdAccessKeyId,
-				createdSecretAccessKey,
-				"",
-			),
-			DisableSSL:       aws.Bool(true),
-			S3ForcePathStyle: aws.Bool(true),
-		})
-		require.NoError(t, err)
-
-		s3Client := s3.New(sess)
-		_, err = s3Client.ListBuckets(&s3.ListBucketsInput{})
-
-		// Note: we don't necessarily expect success if no buckets/permissions
-		// but we expect it not to fail with "InvalidAccessKeyId" or "SignatureDoesNotMatch"
-		if err != nil {
-			if aerr, ok := err.(awserr.Error); ok {
-				assert.NotEqual(t, "InvalidAccessKeyId", aerr.Code(), "Credentials should be valid")
-				assert.NotEqual(t, "SignatureDoesNotMatch", aerr.Code(), "Signature should be valid")
-			}
-		}
-	})
-
-	t.Run("delete_service_account", func(t *testing.T) {
-		require.NotEmpty(t, createdSAId)
-
-		resp, err := callIAMAPI(t, "DeleteServiceAccount", url.Values{
-			"ServiceAccountId": {createdSAId},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.Equal(t, http.StatusOK, resp.StatusCode)
-
-		// Verify it no longer exists
-		getResp, err := callIAMAPI(t, "GetServiceAccount", url.Values{
-			"ServiceAccountId": {createdSAId},
-		})
-		require.NoError(t, err)
-		defer getResp.Body.Close()
-
-		// Should return an error (not found)
-		assert.NotEqual(t, http.StatusOK, getResp.StatusCode,
-			"GetServiceAccount should fail after deletion")
-	})
-
-}
-
-// TestServiceAccountValidation tests validation of service account operations
-func TestServiceAccountValidation(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	if !isSeaweedFSRunning(t) {
-		t.Skip("SeaweedFS is not running at", TestIAMEndpoint)
-	}
-
-	t.Run("create_without_parent_user", func(t *testing.T) {
-		resp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-			"Description": {"Test without parent"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"CreateServiceAccount without ParentUser should fail")
-	})
-
-	t.Run("create_with_nonexistent_parent", func(t *testing.T) {
-		resp, err := callIAMAPI(t, "CreateServiceAccount", url.Values{
-			"ParentUser":  {"nonexistent-user-12345"},
-			"Description": {"Test with nonexistent parent"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"CreateServiceAccount with nonexistent parent should fail")
-	})
-
-	t.Run("get_nonexistent_service_account", func(t *testing.T) {
-		resp, err := callIAMAPI(t, "GetServiceAccount", url.Values{
-			"ServiceAccountId": {"sa-NONEXISTENT123"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"GetServiceAccount for nonexistent ID should fail")
-	})
-
-	t.Run("delete_nonexistent_service_account", func(t *testing.T) {
-		resp, err := callIAMAPI(t, "DeleteServiceAccount", url.Values{
-			"ServiceAccountId": {"sa-NONEXISTENT123"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"DeleteServiceAccount for nonexistent ID should fail")
-	})
-}
-
-// callIAMAPI is a helper to make IAM API calls
-func callIAMAPI(t *testing.T, action string, params url.Values) (*http.Response, error) {
-	params.Set("Action", action)
-
-	req, err := http.NewRequest(http.MethodPost, TestIAMEndpoint+"/",
-		strings.NewReader(params.Encode()))
-	if err != nil {
-		return nil, err
-	}
-
-	req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
-
-	client := &http.Client{Timeout: 30 * time.Second}
-	return client.Do(req)
-}
-
-// isSeaweedFSRunning checks if SeaweedFS S3 API is running
-func isSeaweedFSRunning(t *testing.T) bool {
-	client := &http.Client{Timeout: 2 * time.Second}
-	resp, err := client.Get(TestIAMEndpoint + "/status")
-	if err != nil {
-		return false
-	}
-	defer resp.Body.Close()
-	return resp.StatusCode == http.StatusOK
-}

test/s3/iam/s3_sts_test.go

@@ -1,260 +0,0 @@
-package iam
-
-import (
-	"encoding/xml"
-	"io"
-	"net/http"
-	"net/url"
-	"strings"
-	"testing"
-	"time"
-
-	"github.com/stretchr/testify/assert"
-	"github.com/stretchr/testify/require"
-)
-
-// STS API test constants
-const (
-	TestSTSEndpoint = "http://localhost:8333"
-)
-
-// AssumeRoleWithWebIdentityResponse represents the STS response
-type AssumeRoleWithWebIdentityTestResponse struct {
-	XMLName xml.Name `xml:"AssumeRoleWithWebIdentityResponse"`
-	Result  struct {
-		Credentials struct {
-			AccessKeyId     string `xml:"AccessKeyId"`
-			SecretAccessKey string `xml:"SecretAccessKey"`
-			SessionToken    string `xml:"SessionToken"`
-			Expiration      string `xml:"Expiration"`
-		} `xml:"Credentials"`
-		SubjectFromWebIdentityToken string `xml:"SubjectFromWebIdentityToken,omitempty"`
-	} `xml:"AssumeRoleWithWebIdentityResult"`
-}
-
-// STSErrorResponse represents an STS error response
-type STSErrorTestResponse struct {
-	XMLName xml.Name `xml:"ErrorResponse"`
-	Error   struct {
-		Type    string `xml:"Type"`
-		Code    string `xml:"Code"`
-		Message string `xml:"Message"`
-	} `xml:"Error"`
-	RequestId string `xml:"RequestId"`
-}
-
-// TestAssumeRoleWithWebIdentityValidation tests input validation for the STS endpoint
-func TestAssumeRoleWithWebIdentityValidation(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	if !isSTSEndpointRunning(t) {
-		t.Skip("SeaweedFS STS endpoint is not running at", TestSTSEndpoint)
-	}
-
-	t.Run("missing_web_identity_token", func(t *testing.T) {
-		resp, err := callSTSAPI(t, url.Values{
-			"Action":          {"AssumeRoleWithWebIdentity"},
-			"RoleArn":         {"arn:aws:iam::role/test-role"},
-			"RoleSessionName": {"test-session"},
-			// WebIdentityToken is missing
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"Should fail without WebIdentityToken")
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-		var errResp STSErrorTestResponse
-		err = xml.Unmarshal(body, &errResp)
-		require.NoError(t, err, "Failed to parse error response: %s", string(body))
-		assert.Equal(t, "MissingParameter", errResp.Error.Code)
-	})
-
-	t.Run("missing_role_arn", func(t *testing.T) {
-		resp, err := callSTSAPI(t, url.Values{
-			"Action":           {"AssumeRoleWithWebIdentity"},
-			"WebIdentityToken": {"fake-jwt-token"},
-			"RoleSessionName":  {"test-session"},
-			// RoleArn is missing
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"Should fail without RoleArn")
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-		var errResp STSErrorTestResponse
-		err = xml.Unmarshal(body, &errResp)
-		require.NoError(t, err, "Failed to parse error response: %s", string(body))
-		assert.Equal(t, "MissingParameter", errResp.Error.Code)
-	})
-
-	t.Run("missing_role_session_name", func(t *testing.T) {
-		resp, err := callSTSAPI(t, url.Values{
-			"Action":           {"AssumeRoleWithWebIdentity"},
-			"WebIdentityToken": {"fake-jwt-token"},
-			"RoleArn":          {"arn:aws:iam::role/test-role"},
-			// RoleSessionName is missing
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"Should fail without RoleSessionName")
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-		var errResp STSErrorTestResponse
-		err = xml.Unmarshal(body, &errResp)
-		require.NoError(t, err, "Failed to parse error response: %s", string(body))
-		assert.Equal(t, "MissingParameter", errResp.Error.Code)
-	})
-
-	t.Run("invalid_jwt_token", func(t *testing.T) {
-		resp, err := callSTSAPI(t, url.Values{
-			"Action":           {"AssumeRoleWithWebIdentity"},
-			"WebIdentityToken": {"not-a-valid-jwt-token"},
-			"RoleArn":          {"arn:aws:iam::role/test-role"},
-			"RoleSessionName":  {"test-session"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		// Should fail with AccessDenied since the JWT is invalid
-		assert.NotEqual(t, http.StatusOK, resp.StatusCode,
-			"Should fail with invalid JWT token")
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-		var errResp STSErrorTestResponse
-		err = xml.Unmarshal(body, &errResp)
-		require.NoError(t, err, "Failed to parse error response: %s", string(body))
-		assert.Contains(t, []string{"AccessDenied", "InvalidParameterValue"}, errResp.Error.Code)
-	})
-}
-
-// TestAssumeRoleWithWebIdentityWithMockJWT tests the STS endpoint with mock JWTs
-// This test requires the mock OIDC provider to be configured
-func TestAssumeRoleWithWebIdentityWithMockJWT(t *testing.T) {
-	if testing.Short() {
-		t.Skip("Skipping integration test in short mode")
-	}
-
-	if !isSTSEndpointRunning(t) {
-		t.Skip("SeaweedFS STS endpoint is not running at", TestSTSEndpoint)
-	}
-
-	// Create a test framework to get valid JWT tokens
-	framework := NewS3IAMTestFramework(t)
-	defer framework.Cleanup()
-
-	// Generate a test JWT using the framework
-	testUsername := "sts-test-user"
-	testRole := "readonly"
-
-	// Try to get a token - use Keycloak if available, otherwise generate a mock JWT
-	var token string
-	var err error
-	if framework.useKeycloak {
-		token, err = framework.getKeycloakToken(testUsername)
-	} else {
-		// Generate a mock JWT token with 1 hour validity
-		token, err = framework.generateJWTToken(testUsername, testRole, time.Hour)
-	}
-	if err != nil {
-		t.Skipf("Unable to generate test JWT (requires mock OIDC or Keycloak): %v", err)
-	}
-
-	t.Run("valid_jwt_token", func(t *testing.T) {
-		resp, err := callSTSAPI(t, url.Values{
-			"Action":           {"AssumeRoleWithWebIdentity"},
-			"WebIdentityToken": {token},
-			"RoleArn":          {"arn:aws:iam::role/" + testRole},
-			"RoleSessionName":  {"integration-test-session"},
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-		t.Logf("Response status: %d, body: %s", resp.StatusCode, string(body))
-
-		// Note: This may still fail if the role/trust policy is not configured
-		// In that case, we just verify the error is about trust policy, not token validation
-		if resp.StatusCode != http.StatusOK {
-			var errResp STSErrorTestResponse
-			err = xml.Unmarshal(body, &errResp)
-			require.NoError(t, err, "Failed to parse error response: %s", string(body))
-			assert.NotEqual(t, "InvalidParameterValue", errResp.Error.Code,
-				"Token validation should not fail - error should be about trust policy")
-		} else {
-			var stsResp AssumeRoleWithWebIdentityTestResponse
-			err = xml.Unmarshal(body, &stsResp)
-			require.NoError(t, err, "Failed to parse response: %s", string(body))
-
-			creds := stsResp.Result.Credentials
-			assert.NotEmpty(t, creds.AccessKeyId, "AccessKeyId should not be empty")
-			assert.NotEmpty(t, creds.SecretAccessKey, "SecretAccessKey should not be empty")
-			assert.NotEmpty(t, creds.SessionToken, "SessionToken should not be empty")
-			assert.NotEmpty(t, creds.Expiration, "Expiration should not be empty")
-
-			t.Logf("Successfully obtained temporary credentials: AccessKeyId=%s", creds.AccessKeyId)
-		}
-	})
-
-	t.Run("with_duration_seconds", func(t *testing.T) {
-		resp, err := callSTSAPI(t, url.Values{
-			"Action":           {"AssumeRoleWithWebIdentity"},
-			"WebIdentityToken": {token},
-			"RoleArn":          {"arn:aws:iam::role/" + testRole},
-			"RoleSessionName":  {"integration-test-session"},
-			"DurationSeconds":  {"3600"}, // 1 hour
-		})
-		require.NoError(t, err)
-		defer resp.Body.Close()
-
-		// Verify the request is accepted (even if trust policy causes rejection)
-		body, err := io.ReadAll(resp.Body)
-		require.NoError(t, err)
-
-		// Should not fail with InvalidParameterValue for DurationSeconds
-		if resp.StatusCode != http.StatusOK {
-			var errResp STSErrorTestResponse
-			err = xml.Unmarshal(body, &errResp)
-			require.NoError(t, err, "Failed to parse error response: %s", string(body))
-			assert.NotContains(t, errResp.Error.Message, "DurationSeconds",
-				"DurationSeconds parameter should be accepted")
-		}
-	})
-}
-
-// callSTSAPI is a helper to make STS API calls
-func callSTSAPI(t *testing.T, params url.Values) (*http.Response, error) {
-	req, err := http.NewRequest(http.MethodPost, TestSTSEndpoint+"/",
-		strings.NewReader(params.Encode()))
-	if err != nil {
-		return nil, err
-	}
-
-	req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
-
-	client := &http.Client{Timeout: 30 * time.Second}
-	return client.Do(req)
-}
-
-// isSTSEndpointRunning checks if SeaweedFS STS endpoint is running
-func isSTSEndpointRunning(t *testing.T) bool {
-	client := &http.Client{Timeout: 2 * time.Second}
-	resp, err := client.Get(TestSTSEndpoint + "/status")
-	if err != nil {
-		return false
-	}
-	defer resp.Body.Close()
-	return resp.StatusCode == http.StatusOK
-}

test/s3/iam/test_config.json

@@ -36,7 +36,7 @@
     "sts": {
       "tokenDuration": "15m",
       "issuer": "seaweedfs-sts",
-      "signingKey": "dGVzdC1zaWduaW5nLWtleS0zMi1jaGFyYWN0ZXJzLWxvbmc="
+      "signingKey": "test-sts-signing-key-for-integration-tests"
     },
     "policy": {
       "defaultEffect": "Deny"