mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-08-19 13:46:58 +00:00
chrislu
27f2a88f10
MAJOR ENHANCEMENT: Complete S3+IAM Integration Test Framework 🏆 COMPREHENSIVE TEST SUITE CREATED: - Full end-to-end S3 API testing with IAM authentication and authorization - JWT token-based authentication testing with OIDC provider simulation - Policy enforcement validation for read-only, write-only, and admin roles - Session management and expiration testing framework - Multipart upload IAM integration testing - Bucket policy integration and conflict resolution testing - Contextual policy enforcement (IP-based, time-based conditions) - Presigned URL generation with IAM validation ✅ COMPLETE TEST FRAMEWORK (10 FILES CREATED): - s3_iam_integration_test.go: Main integration test suite (17KB, 7 test functions) - s3_iam_framework.go: Test utilities and mock infrastructure (10KB) - Makefile: Comprehensive build and test automation (7KB, 20+ targets) - README.md: Complete documentation and usage guide (12KB) - test_config.json: IAM configuration for testing (8KB) - go.mod/go.sum: Dependency management with AWS SDK and JWT libraries - Dockerfile.test: Containerized testing environment - docker-compose.test.yml: Multi-service testing with LDAP support 🧪 TEST SCENARIOS IMPLEMENTED: 1. TestS3IAMAuthentication: Valid/invalid/expired JWT token handling 2. TestS3IAMPolicyEnforcement: Role-based access control validation 3. TestS3IAMSessionExpiration: Session lifecycle and expiration testing 4. TestS3IAMMultipartUploadPolicyEnforcement: Multipart operation IAM integration 5. TestS3IAMBucketPolicyIntegration: Resource-based policy testing 6. TestS3IAMContextualPolicyEnforcement: Conditional access control 7. TestS3IAMPresignedURLIntegration: Temporary access URL generation 🔧 TESTING INFRASTRUCTURE: - Mock OIDC Provider: In-memory OIDC server with JWT signing capabilities - RSA Key Generation: 2048-bit keys for secure JWT token signing - Service Lifecycle Management: Automatic SeaweedFS service startup/shutdown - Resource Cleanup: Automatic bucket and object cleanup after tests - Health Checks: Service availability monitoring and wait strategies �� AUTOMATION & CI/CD READY: - Make targets for individual test categories (auth, policy, expiration, etc.) - Docker support for containerized testing environments - CI/CD integration with GitHub Actions and Jenkins examples - Performance benchmarking capabilities with memory profiling - Watch mode for development with automatic test re-runs ✅ SERVICE INTEGRATION TESTING: - Master Server (9333): Cluster coordination and metadata management - Volume Server (8080): Object storage backend testing - Filer Server (8888): Metadata and IAM persistent storage testing - S3 API Server (8333): Complete S3-compatible API with IAM integration - Mock OIDC Server: Identity provider simulation for authentication testing 🎯 PRODUCTION-READY FEATURES: - Comprehensive error handling and assertion validation - Realistic test scenarios matching production use cases - Multiple authentication methods (JWT, session tokens, basic auth) - Policy conflict resolution testing (IAM vs bucket policies) - Concurrent operations testing with multiple clients - Security validation with proper access denial testing 🔒 ENTERPRISE TESTING CAPABILITIES: - Multi-tenant access control validation - Role-based permission inheritance testing - Session token expiration and renewal testing - IP-based and time-based conditional access testing - Audit trail validation for compliance testing - Load testing framework for performance validation 📋 DEVELOPER EXPERIENCE: - Comprehensive README with setup instructions and examples - Makefile with intuitive targets and help documentation - Debug mode for manual service inspection and troubleshooting - Log analysis tools and service health monitoring - Extensible framework for adding new test scenarios This provides a complete, production-ready testing framework for validating the advanced IAM integration with SeaweedFS S3 API functionality! Ready for comprehensive S3+IAM validation 🚀
163 lines
3.9 KiB
YAML
163 lines
3.9 KiB
YAML
# Docker Compose for SeaweedFS S3 IAM Integration Tests
|
|
version: '3.8'
|
|
|
|
services:
|
|
# SeaweedFS Master
|
|
seaweedfs-master:
|
|
image: chrislusf/seaweedfs:latest
|
|
container_name: seaweedfs-master-test
|
|
command: master -mdir=/data -defaultReplication=000 -port=9333
|
|
ports:
|
|
- "9333:9333"
|
|
volumes:
|
|
- master-data:/data
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:9333/cluster/status"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
networks:
|
|
- seaweedfs-test
|
|
|
|
# SeaweedFS Volume
|
|
seaweedfs-volume:
|
|
image: chrislusf/seaweedfs:latest
|
|
container_name: seaweedfs-volume-test
|
|
command: volume -dir=/data -port=8080 -mserver=seaweedfs-master:9333
|
|
ports:
|
|
- "8080:8080"
|
|
volumes:
|
|
- volume-data:/data
|
|
depends_on:
|
|
seaweedfs-master:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8080/status"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
networks:
|
|
- seaweedfs-test
|
|
|
|
# SeaweedFS Filer
|
|
seaweedfs-filer:
|
|
image: chrislusf/seaweedfs:latest
|
|
container_name: seaweedfs-filer-test
|
|
command: filer -port=8888 -master=seaweedfs-master:9333 -defaultStoreDir=/data
|
|
ports:
|
|
- "8888:8888"
|
|
volumes:
|
|
- filer-data:/data
|
|
depends_on:
|
|
seaweedfs-master:
|
|
condition: service_healthy
|
|
seaweedfs-volume:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8888/status"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
networks:
|
|
- seaweedfs-test
|
|
|
|
# SeaweedFS S3 API
|
|
seaweedfs-s3:
|
|
image: chrislusf/seaweedfs:latest
|
|
container_name: seaweedfs-s3-test
|
|
command: s3 -port=8333 -filer=seaweedfs-filer:8888 -config=/config/test_config.json
|
|
ports:
|
|
- "8333:8333"
|
|
volumes:
|
|
- ./test_config.json:/config/test_config.json:ro
|
|
depends_on:
|
|
seaweedfs-filer:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8333/"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
networks:
|
|
- seaweedfs-test
|
|
|
|
# Test Runner
|
|
integration-tests:
|
|
build:
|
|
context: ../../../
|
|
dockerfile: test/s3/iam/Dockerfile.test
|
|
container_name: seaweedfs-s3-iam-tests
|
|
environment:
|
|
- WEED_BINARY=weed
|
|
- S3_PORT=8333
|
|
- FILER_PORT=8888
|
|
- MASTER_PORT=9333
|
|
- VOLUME_PORT=8080
|
|
- TEST_TIMEOUT=30m
|
|
- LOG_LEVEL=2
|
|
depends_on:
|
|
seaweedfs-s3:
|
|
condition: service_healthy
|
|
volumes:
|
|
- .:/app/test/s3/iam
|
|
- test-results:/app/test-results
|
|
networks:
|
|
- seaweedfs-test
|
|
command: ["make", "test"]
|
|
|
|
# Optional: Mock LDAP Server for LDAP testing
|
|
ldap-server:
|
|
image: osixia/openldap:1.5.0
|
|
container_name: ldap-server-test
|
|
environment:
|
|
LDAP_ORGANISATION: "Example Corp"
|
|
LDAP_DOMAIN: "example.com"
|
|
LDAP_ADMIN_PASSWORD: "admin-password"
|
|
LDAP_CONFIG_PASSWORD: "config-password"
|
|
LDAP_READONLY_USER: "true"
|
|
LDAP_READONLY_USER_USERNAME: "readonly"
|
|
LDAP_READONLY_USER_PASSWORD: "readonly-password"
|
|
ports:
|
|
- "389:389"
|
|
- "636:636"
|
|
volumes:
|
|
- ldap-data:/var/lib/ldap
|
|
- ldap-config:/etc/ldap/slapd.d
|
|
networks:
|
|
- seaweedfs-test
|
|
|
|
# Optional: LDAP Admin UI
|
|
ldap-admin:
|
|
image: osixia/phpldapadmin:latest
|
|
container_name: ldap-admin-test
|
|
environment:
|
|
PHPLDAPADMIN_LDAP_HOSTS: "ldap-server"
|
|
PHPLDAPADMIN_HTTPS: "false"
|
|
ports:
|
|
- "8080:80"
|
|
depends_on:
|
|
- ldap-server
|
|
networks:
|
|
- seaweedfs-test
|
|
|
|
volumes:
|
|
master-data:
|
|
driver: local
|
|
volume-data:
|
|
driver: local
|
|
filer-data:
|
|
driver: local
|
|
ldap-data:
|
|
driver: local
|
|
ldap-config:
|
|
driver: local
|
|
test-results:
|
|
driver: local
|
|
|
|
networks:
|
|
seaweedfs-test:
|
|
driver: bridge
|
|
ipam:
|
|
config:
|
|
- subnet: 172.20.0.0/16
|