mirror of
https://github.com/versity/versitygw.git
synced 2026-07-02 16:54:25 +00:00
Luke McCrone
222 lines
7.6 KiB
Bash
Executable File
222 lines
7.6 KiB
Bash
Executable File
#!/usr/bin/env bats
|
|
|
|
# Copyright 2024 Versity Software
|
|
# This file is licensed under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http:#www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
load ./bats-support/load
|
|
load ./bats-assert/load
|
|
|
|
source ./tests/setup.sh
|
|
source ./tests/test_s3api_root_inner.sh
|
|
source ./tests/commands/get_object.sh
|
|
source ./tests/commands/list_multipart_uploads.sh
|
|
source ./tests/commands/put_object.sh
|
|
source ./tests/drivers/file.sh
|
|
source ./tests/drivers/head_object/head_object_s3api.sh
|
|
source ./tests/drivers/create_bucket/create_bucket_rest.sh
|
|
source ./tests/drivers/get_object_legal_hold/get_object_legal_hold.sh
|
|
source ./tests/drivers/get_object_tagging/get_object_tagging.sh
|
|
source ./tests/drivers/list_multipart_uploads/list_multipart_uploads_s3api.sh
|
|
source ./tests/drivers/put_bucket_ownership_controls/put_bucket_ownership_controls_rest.sh
|
|
source ./tests/util/util_multipart.sh
|
|
source ./tests/util/util_multipart_abort.sh
|
|
source ./tests/util/util_multipart_before_completion.sh
|
|
|
|
export RUN_USERS=true
|
|
|
|
# abort-multipart-upload
|
|
# tags: s3api, multipart, CreateMultipartUpload, AbortMultipartUpload
|
|
@test "test_abort_multipart_upload" {
|
|
run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME"
|
|
assert_success
|
|
read -r bucket_name file_name <<< "$output"
|
|
|
|
run run_then_abort_multipart_upload "$bucket_name" "$file_name" "$TEST_FILE_FOLDER"/"$file_name" 4
|
|
assert_success
|
|
|
|
run object_exists "s3api" "$bucket_name" "$file_name"
|
|
assert_failure 1
|
|
}
|
|
|
|
# complete-multipart-upload
|
|
# tags: s3api, multipart, CreateMultipartUpload, UploadPart, CompleteMultipartUpload, GetObject
|
|
@test "test_complete_multipart_upload" {
|
|
run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20
|
|
assert_success
|
|
read -r bucket_name bucket_file <<< "$output"
|
|
|
|
run multipart_upload "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" 4
|
|
assert_success
|
|
|
|
run check_file_integrity "$TEST_FILE_FOLDER/$bucket_file" "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file-copy"
|
|
assert_success
|
|
}
|
|
|
|
# create-multipart-upload
|
|
# tags: s3api, multipart, CreateMultipartUpload, UploadPart, CompleteMultipartUpload, tagging, legal-hold, retention, Content-Type, x-amz-meta
|
|
@test "test_create_multipart_upload_properties" {
|
|
run get_file_name
|
|
assert_success
|
|
local bucket_file="$output"
|
|
|
|
local expected_content_type="application/zip"
|
|
local expected_meta_key="testkey"
|
|
local expected_meta_val="testValue"
|
|
local expected_hold_status="ON"
|
|
local expected_retention_mode="GOVERNANCE"
|
|
local expected_tag_key="TestTag"
|
|
local expected_tag_val="TestTagVal"
|
|
|
|
run setup_multipart_upload_with_params "$BUCKET_ONE_NAME" "$bucket_file"
|
|
assert_success
|
|
later=${lines[${#lines[@]}-1]}
|
|
|
|
run multipart_upload_with_params "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" 4 \
|
|
"$expected_content_type" \
|
|
"{\"$expected_meta_key\": \"$expected_meta_val\"}" \
|
|
"$expected_hold_status" \
|
|
"$expected_retention_mode" \
|
|
"$later" \
|
|
"$expected_tag_key=$expected_tag_val"
|
|
assert_success
|
|
|
|
run get_and_verify_metadata "$bucket_file" "$expected_content_type" "$expected_meta_key" "$expected_meta_val" \
|
|
"$expected_hold_status" "$expected_retention_mode" "$later"
|
|
assert_success
|
|
|
|
run check_verify_object_tags "s3api" "$BUCKET_ONE_NAME" "$bucket_file" "$expected_tag_key" "$expected_tag_val"
|
|
assert_success
|
|
|
|
run put_object_legal_hold "s3api" "$BUCKET_ONE_NAME" "$bucket_file" "OFF"
|
|
assert_success
|
|
|
|
run get_and_check_legal_hold "s3api" "$BUCKET_ONE_NAME" "$bucket_file" "OFF"
|
|
assert_success
|
|
|
|
run check_file_integrity "$TEST_FILE_FOLDER/$bucket_file" "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file-copy"
|
|
assert_success
|
|
}
|
|
|
|
# tags: s3api, multipart, UploadPartCopy, CompleteMultipartUpload
|
|
@test "test-multipart-upload-from-bucket" {
|
|
run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20
|
|
assert_success
|
|
read -r bucket_name bucket_file <<< "$output"
|
|
|
|
run multipart_upload_from_bucket "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" 4
|
|
assert_success
|
|
|
|
run check_file_integrity "$TEST_FILE_FOLDER/$bucket_file" "$bucket_name" "${bucket_file}-copy" "$TEST_FILE_FOLDER/$bucket_file-copy-two"
|
|
assert_success
|
|
}
|
|
|
|
# tags: s3api, multipart, UploadPartCopy, range, invalid-header
|
|
@test "test_multipart_upload_from_bucket_range_too_large" {
|
|
run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20
|
|
assert_success
|
|
read -r bucket_name bucket_file <<< "$output"
|
|
|
|
run multipart_upload_range_too_large "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file"
|
|
assert_success
|
|
}
|
|
|
|
# tags: s3api, multipart, UploadPartCopy, range
|
|
@test "test_multipart_upload_from_bucket_range_valid" {
|
|
run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20
|
|
assert_success
|
|
read -r bucket_name bucket_file <<< "$output"
|
|
|
|
run run_and_verify_multipart_upload_with_valid_range "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file"
|
|
assert_success
|
|
}
|
|
|
|
# test multi-part upload list parts command
|
|
# tags: s3api, multipart, CreateMultipartUpload, ListParts, AbortMultipartUpload
|
|
@test "test-multipart-upload-list-parts" {
|
|
local bucket_file="bucket-file"
|
|
run dd if=/dev/urandom of="$TEST_FILE_FOLDER/$bucket_file" bs=5M count=1
|
|
assert_success
|
|
|
|
run setup_bucket "$BUCKET_ONE_NAME"
|
|
assert_success
|
|
|
|
run start_multipart_upload_list_check_parts "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file"
|
|
assert_success
|
|
|
|
run run_then_abort_multipart_upload "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file" 4
|
|
assert_success
|
|
}
|
|
|
|
# test listing of active uploads
|
|
# tags: s3api, multipart, ListMultipartUploads
|
|
@test "test-multipart-upload-list-uploads" {
|
|
run setup_bucket_and_files_v3 "$BUCKET_ONE_NAME" 2
|
|
assert_success
|
|
read -r bucket_name bucket_file_one bucket_file_two <<< "$output"
|
|
|
|
run create_list_check_multipart_uploads "$bucket_name" "$bucket_file_one" "$bucket_file_two"
|
|
assert_success
|
|
}
|
|
|
|
@test "s3api - ListMultipartUploads with upload ID" {
|
|
run get_bucket_prefix "$BUCKET_ONE_NAME"
|
|
assert_success
|
|
prefix="$output"
|
|
|
|
run bucket_cleanup_if_bucket_exists_v2 "$prefix"
|
|
assert_success
|
|
|
|
run get_bucket_name "$BUCKET_ONE_NAME"
|
|
assert_success
|
|
bucket_name="$output"
|
|
|
|
if [ "$RECREATE_BUCKETS" == "true" ]; then
|
|
run create_bucket "s3api" "$bucket_name"
|
|
assert_success
|
|
fi
|
|
|
|
run create_test_files_with_prefix "file" 2
|
|
assert_success
|
|
read -r file_one file_two <<< "$output"
|
|
|
|
run create_multipart_upload_s3api "$bucket_name" "$file_one"
|
|
assert_success
|
|
upload_id_one="$output"
|
|
|
|
run create_multipart_upload_s3api "$bucket_name" "$file_two"
|
|
assert_success
|
|
upload_id_two="$output"
|
|
|
|
local first_key first_upload_id second_key second_upload_id
|
|
if [[ "$file_one" < "$file_two" ]]; then
|
|
first_key="$file_one"
|
|
first_upload_id="$upload_id_one"
|
|
second_key="$file_two"
|
|
second_upload_id="$upload_id_two"
|
|
else
|
|
first_key="$file_two"
|
|
first_upload_id="$upload_id_two"
|
|
second_key="$file_one"
|
|
second_upload_id="$upload_id_one"
|
|
fi
|
|
|
|
run list_multipart_uploads_check_key_id_get_next_token "$bucket_name" "$first_key" "$first_upload_id"
|
|
assert_success
|
|
first_token="$output"
|
|
|
|
run list_multipart_uploads_check_key_id_get_next_token "$bucket_name" "$second_key" "$second_upload_id" "$first_token"
|
|
assert_success
|
|
assert_output "null"
|
|
}
|