#!/usr/bin/env bash # Copyright 2024 Versity Software # This file is licensed under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http:#www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. get_etag_rest() { if ! check_param_count_v2 "bucket name, object key" 2 $#; then return 1 fi if ! head_object_rest_expect_success_callback "$1" "$2" "" "parse_etag"; then log 2 "error calling HeadObject command" return 1 fi return 0 } parse_etag() { if ! check_param_count_v2 "data file" 1 $#; then return 1 fi log 5 "head object data: $(cat "$1")" etag_value=$(grep "E[Tt]ag:" "$1" | sed -n 's/E[Tt]ag: "\([^"]*\)"/\1/p' | tr -d '\r') echo "$etag_value" } verify_object_not_found() { if ! check_param_count_v2 "bucket name, key" 2 $#; then return 1 fi if ! head_object_rest_expect_error "$1" "$2" "" "404" "Not Found"; then return 1 fi return 0 } verify_object_exists() { if ! check_param_count_v2 "bucket name, key" 2 $#; then return 1 fi if ! head_object_rest_expect_success "$1" "$2" ""; then log 2 "error sending HeadObject command and verifying existence" return 1 fi return 0 } check_checksum_rest() { if ! check_param_count_v2 "bucket, file, expected checksum, header key" 4 $#; then return 1 fi header_key="$4" local response if ! response=$(head_object_rest_expect_success_callback "$1" "$2" "CHECKSUM=true" "parse_head_checksum" 2>&1); then log 2 "error calling HeadObject command: $response" return 1 fi head_checksum="$response" if [ "$3" != "$head_checksum" ]; then log 2 "'checksum mismatch (head '$head_checksum', local '$3')" return 1 fi return 0 } parse_head_checksum() { if ! check_param_count_v2 "file" 1 $#; then return 1 fi head_checksum=$(grep -i "$header_key" "$1" | awk '{print $2}' | sed 's/\r$//') echo "$head_checksum" return 0 } verify_checksum_doesnt_exist() { if ! check_param_count_v2 "file" 1 $#; then return 1 fi head_checksum=$(grep -i "$header_key" "$1" | awk '{print $2}' | sed 's/\r$//') if [ "$head_checksum" != "" ]; then log 2 "head checksum shouldn't be returned, is $head_checksum" return 1 fi } parse_content_length() { if ! check_param_count_v2 "file" 1 $#; then return 1 fi content_length="$(grep "Content-Length:" "$1" | awk '{print $2}' | tr -d '\r')" echo "$content_length" return 0 } check_checksum_rest_sha256() { if ! check_param_count_v2 "bucket, file, local file" 3 $#; then return 1 fi file_checksum="$(sha256sum "$3" | awk '{print $1}' | xxd -r -p | base64)" if ! check_checksum_rest "$1" "$2" "$file_checksum" "x-amz-checksum-sha256"; then log 2 "error checking sha256 checksum" return 1 fi return 0 } check_checksum_rest_crc32() { if ! check_param_count_v2 "bucket, file, local file" 3 $#; then return 1 fi file_checksum="$(gzip -c -1 "$3" | tail -c8 | od -t x4 -N 4 -A n | awk '{print $1}' | xxd -r -p | base64)" if ! check_checksum_rest "$1" "$2" "$file_checksum" "x-amz-checksum-crc32"; then log 2 "error checking crc32 checksum" return 1 fi return 0 } head_object_without_and_with_checksum() { if ! check_param_count_v2 "bucket, file" 2 $#; then return 1 fi header_key="x-amz-checksum-sha256" if ! head_object_rest_expect_success_callback "$1" "$2" "" "verify_checksum_doesnt_exist"; then log 2 "error verifying HeadObject checksum doesn't exist" return 1 fi if ! head_object_rest_expect_success_callback "$1" "$2" "CHECKSUM=true" "parse_head_checksum"; then log 2 "error verifying checksum exists" return 1 fi return 0 } check_default_checksum() { if ! check_param_count_v2 "bucket, file, local file" 3 $#; then return 1 fi header_key="x-amz-checksum-crc64nvme" if ! head_object_rest_expect_success_callback "$1" "$2" "CHECKSUM=true" "parse_head_checksum"; then log 2 "error verifying HeadObject checksum doesn't exist" return 1 fi log 5 "checksum: $head_checksum" default_checksum="$head_checksum" if ! head_object_rest_expect_success_callback "$1" "$2" "CHECKSUM_TYPE=crc64nvme CHECKSUM=true" "parse_head_checksum"; then log 2 "error verifying HeadObject checksum doesn't exist" return 1 fi if [ "$head_checksum" != "$default_checksum" ]; then log 2 "checksum mismatch (crc64nvme: '$head_checksum', default: '$default_checksum')" return 1 fi return 0 } get_object_size_with_user() { if ! check_param_count_v2 "username, password, bucket, key" 4 $#; then return 1 fi local response if ! response=$(head_object_rest_expect_success_callback "$3" "$4" "AWS_ACCESS_KEY_ID=$1 AWS_SECRET_ACCESS_KEY=$2" "parse_content_length" 2>&1); then log 2 "error getting object size: $response" return 1 fi content_length="$response" log 5 "file size: $content_length" echo "$content_length" return 0 } check_metadata_key_case() { if ! check_param_count_v2 "bucket name, test file, expected mixed-case key, expected value" 4 $#; then return 1 fi mixed_case_key="$3" expected_value="$4" if ! head_object_rest_expect_success_callback "$1" "$2" "" "check_metadata"; then log 2 "error checking metadata" return 1 fi return 0 } check_metadata() { log 5 "data: $(cat "$1")" meta_line=$(grep -i "x-amz-meta" "$1") log 5 "meta line: $meta_line" meta_value=$(echo -n "$meta_line" | awk '{print $2}' | sed "s/\r//") if [ "$meta_value" != "$expected_value" ]; then log 2 "expected metadata value of '$expected_value', was '$meta_value'" return 1 fi meta_key=$(echo -n "$meta_line" | awk '{print $1}' | sed "s/://") lowercase_key=$(printf '%s' "$mixed_case_key" | tr '[:upper:]' '[:lower:]') if [ "$meta_key" != "x-amz-meta-${lowercase_key}" ]; then log 2 "expected metadata key of '$lowercase_key', was '$meta_key" return 1 fi return 0 } check_header_key_and_value() { if ! check_param_count_v2 "data file, header key, header value" 3 $#; then return 1 fi if ! check_for_header_key_and_value "$1" "$2" "$3"; then log 2 "error checking header key '$2' and value '$3'" return 1 fi return 0 } head_object_check_header_key_and_value() { if ! check_param_count_v2 "bucket, key, expected key, expected value" 4 $#; then return 1 fi if ! send_rest_go_command_callback "200" "check_header_key_and_value" "-bucketName" "$1" "-objectKey" "$2" \ "-method" "HEAD" "--" "$3" "$4"; then log 2 "error with head object command or callback" return 1 fi return 0 } check_header_partial_content_response() { if ! check_param_count_v2 "header data, part number, full object size, part size" 4 $#; then return 1 fi log 5 "header: $(cat "$1")" starting_byte=$((($2-1)*$4)) ending_byte=$(($2*$4-1)) if [ "$3" -lt "$ending_byte" ]; then ending_byte="$(($3-1))" fi content_range_string="bytes $starting_byte-$ending_byte/$3" if ! result=$(check_for_header_key_and_value "$1" "Content-Range" "$content_range_string" 2>&1); then log 2 "error checking for header key and value: $result" return 1 fi return 0 } get_delete_marker_and_verify_405() { if ! check_param_count "get_delete_marker_and_verify_405" "bucket, file name" 2 $#; then return 1 fi if ! response=$(list_object_versions_rest "$1" 2>&1); then log 2 "error listing REST object versions" return 1 fi versions_file="$response" log 5 "versions: $(cat "$versions_file")" if ! version_id=$(xmllint --xpath "//*[local-name()=\"DeleteMarker\"]/*[local-name()=\"VersionId\"]/text()" "$versions_file" 2>&1); then log 2 "error getting XML value: $version_id" return 1 fi log 5 "xml val: $version_id" if ! response=$(get_file_name 2>&1); then log 2 "error getting file name: $response" return 1 fi if ! result=$(OUTPUT_FILE="$TEST_FILE_FOLDER/$response" COMMAND_LOG="$COMMAND_LOG" BUCKET_NAME="$1" OBJECT_KEY="$2" VERSION_ID="$version_id" ./tests/rest_scripts/head_object.sh); then log 2 "error getting result: $result" return 1 fi if [ "$result" != "405" ]; then log 2 "expected '405', was '$result' ($(cat "$TEST_FILE_FOLDER/$response"))" return 1 fi return 0 }