#!/usr/bin/env bats # Copyright 2024 Versity Software # This file is licensed under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http:#www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. load ./bats-support/load load ./bats-assert/load source ./tests/setup.sh source ./tests/test_s3api_root_inner.sh source ./tests/commands/get_object.sh source ./tests/commands/list_multipart_uploads.sh source ./tests/commands/put_object.sh source ./tests/drivers/file.sh source ./tests/drivers/head_object/head_object_s3api.sh source ./tests/drivers/create_bucket/create_bucket_rest.sh source ./tests/drivers/get_object_legal_hold/get_object_legal_hold.sh source ./tests/drivers/get_object_tagging/get_object_tagging.sh source ./tests/drivers/list_multipart_uploads/list_multipart_uploads_s3api.sh source ./tests/drivers/put_bucket_ownership_controls/put_bucket_ownership_controls_rest.sh source ./tests/util/util_multipart.sh source ./tests/util/util_multipart_abort.sh source ./tests/util/util_multipart_before_completion.sh export RUN_USERS=true # abort-multipart-upload # tags: s3api, multipart, CreateMultipartUpload, AbortMultipartUpload @test "test_abort_multipart_upload" { run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" assert_success read -r bucket_name file_name <<< "$output" run run_then_abort_multipart_upload "$bucket_name" "$file_name" "$TEST_FILE_FOLDER"/"$file_name" 4 assert_success run object_exists "s3api" "$bucket_name" "$file_name" assert_failure 1 } # complete-multipart-upload # tags: s3api, multipart, CreateMultipartUpload, UploadPart, CompleteMultipartUpload, GetObject @test "test_complete_multipart_upload" { run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20 assert_success read -r bucket_name bucket_file <<< "$output" run multipart_upload "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" 4 assert_success run check_file_integrity "$TEST_FILE_FOLDER/$bucket_file" "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file-copy" assert_success } # create-multipart-upload # tags: s3api, multipart, CreateMultipartUpload, UploadPart, CompleteMultipartUpload, tagging, legal-hold, retention, Content-Type, x-amz-meta @test "test_create_multipart_upload_properties" { run get_file_name assert_success local bucket_file="$output" local expected_content_type="application/zip" local expected_meta_key="testkey" local expected_meta_val="testValue" local expected_hold_status="ON" local expected_retention_mode="GOVERNANCE" local expected_tag_key="TestTag" local expected_tag_val="TestTagVal" run setup_multipart_upload_with_params "$BUCKET_ONE_NAME" "$bucket_file" assert_success later=${lines[${#lines[@]}-1]} run multipart_upload_with_params "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" 4 \ "$expected_content_type" \ "{\"$expected_meta_key\": \"$expected_meta_val\"}" \ "$expected_hold_status" \ "$expected_retention_mode" \ "$later" \ "$expected_tag_key=$expected_tag_val" assert_success run get_and_verify_metadata "$bucket_file" "$expected_content_type" "$expected_meta_key" "$expected_meta_val" \ "$expected_hold_status" "$expected_retention_mode" "$later" assert_success run check_verify_object_tags "s3api" "$BUCKET_ONE_NAME" "$bucket_file" "$expected_tag_key" "$expected_tag_val" assert_success run put_object_legal_hold "s3api" "$BUCKET_ONE_NAME" "$bucket_file" "OFF" assert_success run get_and_check_legal_hold "s3api" "$BUCKET_ONE_NAME" "$bucket_file" "OFF" assert_success run check_file_integrity "$TEST_FILE_FOLDER/$bucket_file" "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file-copy" assert_success } # tags: s3api, multipart, UploadPartCopy, CompleteMultipartUpload @test "test-multipart-upload-from-bucket" { run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20 assert_success read -r bucket_name bucket_file <<< "$output" run multipart_upload_from_bucket "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" 4 assert_success run check_file_integrity "$TEST_FILE_FOLDER/$bucket_file" "$bucket_name" "${bucket_file}-copy" "$TEST_FILE_FOLDER/$bucket_file-copy-two" assert_success } # tags: s3api, multipart, UploadPartCopy, range, invalid-header @test "test_multipart_upload_from_bucket_range_too_large" { run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20 assert_success read -r bucket_name bucket_file <<< "$output" run multipart_upload_range_too_large "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" assert_success } # tags: s3api, multipart, UploadPartCopy, range @test "test_multipart_upload_from_bucket_range_valid" { run setup_bucket_and_large_file_v3 "$BUCKET_ONE_NAME" 20 assert_success read -r bucket_name bucket_file <<< "$output" run run_and_verify_multipart_upload_with_valid_range "$bucket_name" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file" assert_success } # test multi-part upload list parts command # tags: s3api, multipart, CreateMultipartUpload, ListParts, AbortMultipartUpload @test "test-multipart-upload-list-parts" { local bucket_file="bucket-file" run dd if=/dev/urandom of="$TEST_FILE_FOLDER/$bucket_file" bs=5M count=1 assert_success run setup_bucket "$BUCKET_ONE_NAME" assert_success run start_multipart_upload_list_check_parts "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER"/"$bucket_file" assert_success run run_then_abort_multipart_upload "$BUCKET_ONE_NAME" "$bucket_file" "$TEST_FILE_FOLDER/$bucket_file" 4 assert_success } # test listing of active uploads # tags: s3api, multipart, ListMultipartUploads @test "test-multipart-upload-list-uploads" { run setup_bucket_and_files_v3 "$BUCKET_ONE_NAME" 2 assert_success read -r bucket_name bucket_file_one bucket_file_two <<< "$output" run create_list_check_multipart_uploads "$bucket_name" "$bucket_file_one" "$bucket_file_two" assert_success } @test "s3api - ListMultipartUploads with upload ID" { run get_bucket_prefix "$BUCKET_ONE_NAME" assert_success prefix="$output" run bucket_cleanup_if_bucket_exists_v2 "$prefix" assert_success run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" if [ "$RECREATE_BUCKETS" == "true" ]; then run create_bucket "s3api" "$bucket_name" assert_success fi run create_test_files_with_prefix "file" 2 assert_success read -r file_one file_two <<< "$output" run create_multipart_upload_s3api "$bucket_name" "$file_one" assert_success upload_id_one="$output" run create_multipart_upload_s3api "$bucket_name" "$file_two" assert_success upload_id_two="$output" local first_key first_upload_id second_key second_upload_id if [[ "$file_one" < "$file_two" ]]; then first_key="$file_one" first_upload_id="$upload_id_one" second_key="$file_two" second_upload_id="$upload_id_two" else first_key="$file_two" first_upload_id="$upload_id_two" second_key="$file_one" second_upload_id="$upload_id_one" fi run list_multipart_uploads_check_key_id_get_next_token "$bucket_name" "$first_key" "$first_upload_id" assert_success first_token="$output" run list_multipart_uploads_check_key_id_get_next_token "$bucket_name" "$second_key" "$second_upload_id" "$first_token" assert_success assert_output "null" }