#!/usr/bin/env bats # Copyright 2024 Versity Software # This file is licensed under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http:#www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. load ./bats-support/load load ./bats-assert/load source ./tests/logger.sh source ./tests/setup.sh source ./tests/drivers/file.sh source ./tests/drivers/create_bucket/create_bucket_rest.sh source ./tests/drivers/get_object_lock_config/get_object_lock_config_rest.sh source ./tests/drivers/put_bucket_ownership_controls/put_bucket_ownership_controls_rest.sh # tags: openssl,chunked,PutObject,invalid-header,content-length @test "REST - chunked upload, no content length" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run get_file_name assert_success test_file="$output" run setup_bucket_and_file_v2 "$bucket_name" "$test_file" assert_success run attempt_seed_signature_without_content_length "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success } # tags: openssl,chunked,PutObject,invalid-header @test "REST - chunked upload, signature error" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 8192 assert_success run attempt_chunked_upload_with_bad_first_signature "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success } # tags: openssl,chunked,PutObject,invalid-header @test "REST - chunked upload, final signature error" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 0 assert_success run attempt_chunked_upload_with_bad_final_signature "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success } # tags: openssl,chunked,PutObject @test "REST - chunked upload, success (file with just a's)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_file_single_char "$test_file" 8192 'a' assert_success run chunked_upload_success "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success run check_file_integrity "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" "$TEST_FILE_FOLDER/$test_file-copy" assert_success } # tags: openssl,chunked,PutObject @test "REST - chunked upload, success (null bytes)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_file_single_char "$test_file" 8192 '\0' assert_success run chunked_upload_success "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success run check_file_integrity "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" "$TEST_FILE_FOLDER/$test_file-copy" assert_success } # tags: openssl,chunked,PutObject @test "REST - chunked upload, success (random bytes)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 10000 assert_success run chunked_upload_success "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success run check_file_integrity "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" "$TEST_FILE_FOLDER/$test_file-copy" assert_success } # tags: openssl,chunked,PutObject @test "REST - chunked upload, success (zero-byte file)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 0 assert_success run chunked_upload_success "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success run check_file_integrity "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" "$TEST_FILE_FOLDER/$test_file-copy" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-crc32c @test "REST - chunked upload - crc32c trailer - success" { run chunked_upload_trailer_success "crc32c" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-sha1 @test "test - REST chunked upload - sha1 trailer - success" { run chunked_upload_trailer_success "sha1" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-sha256 @test "test - REST chunked upload - sha256 trailer - success" { run chunked_upload_trailer_success "sha256" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-crc64nvme @test "test - REST chunked upload - crc64nvme trailer - success" { run chunked_upload_trailer_success "crc64nvme" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-crc32 @test "test - REST chunked upload - crc32 trailer - success" { run chunked_upload_trailer_success "crc32" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer @test "test - REST chunked upload - invalid trailer" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run get_file_name assert_success test_file="$output" run setup_bucket_and_file "$bucket_name" "$test_file" assert_success run put_chunked_upload_trailer_invalid "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-sha1 @test "test - REST chunked upload - sha1 trailer - invalid" { run chunked_upload_trailer_invalid_checksum "sha1" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-sha256 @test "test - REST chunked upload - sha256 trailer - invalid" { run chunked_upload_trailer_invalid_checksum "sha256" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-crc32 @test "test - REST chunked upload - crc32 trailer - invalid" { run chunked_upload_trailer_invalid_checksum "crc32" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-crc32c @test "test - REST chunked upload - crc32c trailer - invalid" { run chunked_upload_trailer_invalid_checksum "crc32c" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-crc64nvme @test "test - REST chunked upload - crc64nvme trailer - invalid" { run chunked_upload_trailer_invalid_checksum "crc64nvme" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-sha1 @test "test - REST chunked upload - sha1 trailer - incorrect" { run chunked_upload_trailer_incorrect_checksum "sha1" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-sha256 @test "test - REST chunked upload - sha256 trailer - incorrect" { run chunked_upload_trailer_incorrect_checksum "sha256" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-crc32 @test "test - REST chunked upload - crc32 trailer - incorrect" { run chunked_upload_trailer_incorrect_checksum "crc32" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-crc32c @test "test - REST chunked upload - crc32c trailer - incorrect" { run chunked_upload_trailer_incorrect_checksum "crc32c" assert_success } # tags: openssl,chunked,checksum,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-crc64nvme @test "test - REST chunked upload - crc64nvme trailer - incorrect" { run chunked_upload_trailer_incorrect_checksum "crc64nvme" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-sha256 @test "REST chunked upload - smaller chunk size" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 200000 assert_success run chunked_upload_trailer_different_chunk_size "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" "sha256" assert_success run check_file_integrity "$TEST_FILE_FOLDER/$test_file" "$bucket_name" "$test_file" "$TEST_FILE_FOLDER/$test_file-copy" assert_success } # tags: openssl,chunked,PutObject,invalid-header,x-amz-trailer,x-amz-checksum-crc32 @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER, x-amz-trailer of crc32, trailer missing" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run send_openssl_go_command_expect_error "400" "MalformedTrailerError" "The request contained trailing data that was not well-formed" \ "-client" "openssl" "-commandType" "putObject" "-bucketName" "$bucket_name" "-payload" "abcdefg" \ "-omitPayloadTrailer" "-checksumType" "crc32" \ "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" "-objectKey" "key" "-signedParams" "x-amz-trailer:x-amz-checksum-crc32" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-sha256 @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER - 200 header returns correct checksum type" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run get_file_name assert_success test_file="$output" run setup_bucket_and_file_v2 "$bucket_name" "$test_file" assert_success run bash -c "sha256sum $TEST_FILE_FOLDER/$test_file | awk '{print $1}' | xxd -r -p | base64" assert_success checksum=${output} run send_openssl_go_command_check_header "200" "x-amz-checksum-sha256" "$checksum" \ "-client" "openssl" "-commandType" "putObject" "-bucketName" "$bucket_name" "-payloadFile" "$TEST_FILE_FOLDER/$test_file" "-checksumType" "sha256" \ "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" "-objectKey" "key" "-signedParams" "x-amz-trailer:x-amz-checksum-sha256" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-sha1 @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER - success (sha1)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 10000 assert_success run bash -c "sha1sum $TEST_FILE_FOLDER/$test_file | awk '{print $1}' | xxd -r -p | base64" assert_success checksum=${output} run send_openssl_go_command_check_header "200" "x-amz-checksum-sha1" "$checksum" \ "-client" "openssl" "-commandType" "putObject" "-bucketName" "$bucket_name" "-payloadFile" "$TEST_FILE_FOLDER/$test_file" "-checksumType" "sha1" \ "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" "-objectKey" "key" "-signedParams" "x-amz-trailer:x-amz-checksum-sha1" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-crc32 @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER - success (crc32)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 10000 assert_success run bash -c "gzip -c -1 $TEST_FILE_FOLDER/$test_file | tail -c8 | od -t x4 -N 4 -A n | awk '{print $1}' | xxd -r -p | base64" assert_success checksum=${output} run send_openssl_go_command_check_header "200" "x-amz-checksum-crc32" "$checksum" \ "-client" "openssl" "-commandType" "putObject" "-bucketName" "$bucket_name" "-payloadFile" "$TEST_FILE_FOLDER/$test_file" "-checksumType" "crc32" \ "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" "-objectKey" "key" "-signedParams" "x-amz-trailer:x-amz-checksum-crc32" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-crc32c @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER - success (crc32c)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 10000 assert_success run bash -c "DATA_FILE=$TEST_FILE_FOLDER/$test_file CHECKSUM_TYPE=crc32c ./tests/rest_scripts/calculate_checksum.sh" assert_success checksum=$output run send_openssl_go_command_check_header "200" "x-amz-checksum-crc32c" "$checksum" \ "-client" "openssl" "-commandType" "putObject" "-bucketName" "$bucket_name" "-payloadFile" "$TEST_FILE_FOLDER/$test_file" "-checksumType" "crc32c" \ "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" "-objectKey" "key" "-checksumType" "crc32c" "-signedParams" "x-amz-trailer:x-amz-checksum-crc32c" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-crc64nvme @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER - success (crc64nvme)" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 10000 assert_success run bash -c "DATA_FILE=$TEST_FILE_FOLDER/$test_file CHECKSUM_TYPE=crc64nvme ./tests/rest_scripts/calculate_checksum.sh" assert_success checksum=$output run send_openssl_go_command_check_header "200" "x-amz-checksum-crc64nvme" "$checksum" \ "-client" "openssl" "-commandType" "putObject" "-bucketName" "$bucket_name" "-payloadFile" "$TEST_FILE_FOLDER/$test_file" "-checksumType" "crc64nvme" \ "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" "-objectKey" "key" "-signedParams" "x-amz-trailer:x-amz-checksum-crc64nvme" assert_success } # tags: openssl,chunked,PutObject,invalid-header,content-length @test "REST - PutObject - STREAMING-AWS4-HMAC-SHA256-PAYLOAD - missing content length" { if [ "$DIRECT" != "true" ]; then skip "https://github.com/versity/versitygw/issues/1623" fi run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run send_openssl_go_command_chunked_no_content_length "$bucket_name" "key" assert_success } # tags: openssl,chunked,PutObject,invalid-header,x-amz-trailer @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER, x-amz-trailer of crc32, trailer key missing" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run send_openssl_go_command_expect_error "400" "MalformedTrailerError" "The request contained trailing data that was not well-formed" \ "-client" "openssl" "-commandType" "putObject" "-bucketName" "$bucket_name" "-objectKey" "key" "-payload" "abcdefg" "-checksumType" "crc32c" \ "-omitPayloadTrailerKey" \ "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" "-objectKey" "key" "-signedParams" "x-amz-trailer:x-amz-checksum-crc32" assert_success } # tags: openssl,chunked,checksum,PutObject,x-amz-trailer,x-amz-checksum-crc64nvme @test "REST - PutObject - STREAMING-UNSIGNED-PAYLOAD-TRAILER - default crc64nvme" { run get_bucket_name "$BUCKET_ONE_NAME" assert_success bucket_name="$output" run setup_bucket_v2 "$bucket_name" assert_success run get_file_name assert_success test_file="$output" run create_test_file "$test_file" 1024 assert_success run send_openssl_go_command "200" "-bucketName" "$bucket_name" "-objectKey" "$test_file" "-commandType" "putObject" \ "-payloadFile" "$TEST_FILE_FOLDER/$test_file" "-omitPayloadTrailer" \ "-checksumType" "crc64nvme" "-payloadType" "STREAMING-UNSIGNED-PAYLOAD-TRAILER" "-chunkSize" "8192" assert_success }