mirror of
https://github.com/versity/versitygw.git
synced 2026-07-02 16:54:25 +00:00
niksis02
1625c5963e
Enhances the static website hosting implementation with more complete S3-compatible behavior across request handling, backend storage, validation, CORS, and errors. Adds dedicated website endpoint handling for GET, HEAD, and OPTIONS requests, including index document resolution, error document serving, redirect-all support, pre-fetch and post-error routing rules, query string preservation in redirects, public access checks before object reads, and method-not-allowed responses. Improves error handling for website responses by returning S3-compatible HTML error bodies with request IDs, host IDs, x-amz-error-code, x-amz-error-message, and specialized error fields. This also fixes website-related validation errors to return more accurate S3-style error codes and messages, including invalid redirect protocols, invalid HTTP redirect/error codes, conflicting routing rule replacements, routing rule limits, and oversized website configuration requests. Adds website CORS support for GET, HEAD, and OPTIONS preflight requests, including bucket CORS lookup through website host bucket resolution, allowed origin/method/header validation, exposed header handling, ETag exposure, Vary headers, max-age handling, and CORS access-denied responses. Adds debug logging around website configuration parsing, validation failures, CORS checks, backend lookup failures, and internal website error paths to make failures easier to diagnose. Adds compressed website configuration storage so larger configs fit backend metadata limits, including gzip storage for POSIX extended attributes and base64-encoded compressed metadata for Azure. Also adds Azure PutBucketWebsite, GetBucketWebsite, and DeleteBucketWebsite support. Adds and expands test coverage for website config validation, S3-compatible HTML error bodies, website routing behavior, public access enforcement, HEAD behavior, CORS handling, PutBucketWebsite limits, and end-to-end website hosting through a Docker-based dnsmasq test setup and CI workflow.
119 lines
3.4 KiB
Makefile
119 lines
3.4 KiB
Makefile
# Copyright 2023 Versity Software
|
|
# This file is licensed under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
# Go parameters
|
|
GOCMD=go
|
|
GOBUILD=$(GOCMD) build
|
|
GOCLEAN=$(GOCMD) clean
|
|
GOTEST=$(GOCMD) test
|
|
|
|
# docker-compose
|
|
DCCMD=docker-compose
|
|
DOCKERCOMPOSE=$(DCCMD) -f tests/docker-compose.yml --env-file .env.dev --project-directory .
|
|
|
|
BIN=versitygw
|
|
|
|
VERSION := $(shell if test -e VERSION; then cat VERSION; else git describe --abbrev=0 --tags HEAD; fi)
|
|
BUILD := $(shell git rev-parse --short HEAD || echo release-rpm)
|
|
TIME := `date -u '+%Y-%m-%d_%I:%M:%S%p'`
|
|
|
|
LDFLAGS=-ldflags "-X=main.Build=$(BUILD) -X=main.BuildTime=$(TIME) -X=main.Version=$(VERSION)"
|
|
|
|
all: build
|
|
|
|
build: $(BIN)
|
|
|
|
.PHONY: $(BIN)
|
|
$(BIN):
|
|
$(GOBUILD) $(LDFLAGS) -o $(BIN) cmd/$(BIN)/*.go
|
|
|
|
testbin:
|
|
$(GOBUILD) $(LDFLAGS) -o $(BIN) -cover -race cmd/$(BIN)/*.go
|
|
|
|
.PHONY: test
|
|
test:
|
|
$(GOTEST) ./...
|
|
|
|
.PHONY: check
|
|
check:
|
|
# note this requires staticcheck be in your PATH:
|
|
# export PATH=$PATH:~/go/bin
|
|
# go install honnef.co/go/tools/cmd/staticcheck@latest
|
|
staticcheck ./...
|
|
golint ./...
|
|
gofmt -s -l .
|
|
|
|
.PHONY: clean
|
|
clean:
|
|
$(GOCLEAN)
|
|
|
|
.PHONY: cleanall
|
|
cleanall: clean
|
|
rm -f $(BIN)
|
|
rm -f versitygw-*.tar
|
|
rm -f versitygw-*.tar.gz
|
|
|
|
TARFILE = $(BIN)-$(VERSION).tar
|
|
|
|
dist:
|
|
echo $(VERSION) >VERSION
|
|
git archive --format=tar --prefix $(BIN)-$(VERSION)/ HEAD > $(TARFILE)
|
|
rm -f VERSION
|
|
gzip -f $(TARFILE)
|
|
|
|
.PHONY: snapshot
|
|
snapshot:
|
|
# brew install goreleaser/tap/goreleaser
|
|
goreleaser release --snapshot --skip publish --clean
|
|
|
|
# Creates and runs S3 gateway instance in a docker container
|
|
.PHONY: up-posix
|
|
up-posix:
|
|
$(DOCKERCOMPOSE) up posix
|
|
|
|
# Creates and runs S3 gateway proxy instance in a docker container
|
|
.PHONY: up-proxy
|
|
up-proxy:
|
|
$(DOCKERCOMPOSE) up proxy
|
|
|
|
# Creates and runs S3 gateway to azurite instance in a docker container
|
|
.PHONY: up-azurite
|
|
up-azurite:
|
|
$(DOCKERCOMPOSE) up azurite azuritegw
|
|
|
|
# Creates and runs both S3 gateway and proxy server instances in docker containers
|
|
.PHONY: up-app
|
|
up-app:
|
|
$(DOCKERCOMPOSE) up
|
|
|
|
# Run the host-style tests in docker containers
|
|
.PHONY: test-host-style
|
|
test-host-style:
|
|
@compose_file=tests/host-style-tests/docker-compose.yml; \
|
|
COMPOSE_MENU=false docker compose -f "$$compose_file" down -v --remove-orphans >/dev/null 2>&1 || true; \
|
|
COMPOSE_MENU=false docker compose -f "$$compose_file" up --build --abort-on-container-exit --exit-code-from test; \
|
|
status=$$?; \
|
|
COMPOSE_MENU=false docker compose -f "$$compose_file" down -v --remove-orphans; \
|
|
exit $$status
|
|
|
|
# Run the static website hosting tests in docker containers
|
|
.PHONY: test-website-hosting
|
|
test-website-hosting:
|
|
@compose_file=tests/website-hosting-tests/docker-compose.yml; \
|
|
COMPOSE_MENU=false docker compose -f "$$compose_file" down -v --remove-orphans >/dev/null 2>&1 || true; \
|
|
COMPOSE_MENU=false docker compose -f "$$compose_file" up --build --abort-on-container-exit --exit-code-from test; \
|
|
status=$$?; \
|
|
COMPOSE_MENU=false docker compose -f "$$compose_file" down -v --remove-orphans; \
|
|
exit $$status
|