#!/usr/bin/env bash source ./tests/commands/get_bucket_versioning.sh source ./tests/commands/list_object_versions.sh source ./tests/drivers/params.sh check_if_versioning_enabled() { if ! check_param_count "check_if_versioning_enabled" "bucket" 1 $#; then return 2 fi if ! get_bucket_versioning 's3api' "$1"; then log 2 "error getting bucket versioning" return 2 fi # shellcheck disable=SC2154 if ! status=$(echo "$versioning" | grep -v "InsecureRequestWarning" | jq -r ".Status" 2>&1); then log 2 "error parsing 'Status' value: $status" return 2 fi if [[ "$status" == "Enabled" ]]; then return 0 fi return 1 } parse_version_data() { if ! check_param_count "parse_version_data" "raw data, element name" 2 $#; then return 1 fi if ! version_data="$(echo "$1" | jq -c "$2" 2>&1)"; then if [[ "$version_data" == *"Cannot iterate over null"* ]]; then return 0 fi fi log 5 "version data: ${version_data[*]}" # shellcheck disable=SC2048 for version in ${version_data[*]}; do if ! key=$(echo "$version" | jq -r '.Key' 2>&1); then log 2 "error getting version key: $key (version: $version)" return 1 fi version_keys+=("$key") if ! version_id=$(echo "$version" | jq -r '.VersionId' 2>&1); then log 2 "error getting version id: $version_id (version: $version)" return 1 fi version_ids+=("$version_id") done } check_versioning_status_rest() { if ! check_param_count "check_versioning_status_rest" "bucket, expected value" 2 $#; then return 1 fi if ! get_bucket_versioning_rest "$1"; then log 2 "error getting bucket versioning" return 1 fi log 5 "versioning: $(cat "$TEST_FILE_FOLDER/versioning.txt")" if ! versioning_info=$(xmllint --xpath '//*[local-name()="VersioningConfiguration"]' "$TEST_FILE_FOLDER/versioning.txt" 2>&1); then log 2 "error getting VersioningConfiguration value: $versioning_info" return 1 fi versioning_status="" if ! has_status=$(echo "$versioning_info" | xmllint --xpath 'boolean(//*[local-name()="Status"]/text())' - 2>&1); then log 2 "error getting if versioning status: $has_status" return 1 fi if [ "$has_status" == true ]; then if ! versioning_status=$(echo "$versioning_info" | xmllint --xpath '//*[local-name()="Status"]/text()' - 2>&1); then log 2 "error getting versioning status: $versioning_status" return 1 fi fi if [ "$versioning_status" != "$2" ]; then log 2 "versioning info should be '$2', is $versioning_status" return 1 fi return 0 } echo_versions() { if ! check_param_count_v2 "'Version' or 'DeleteMarker', 'Key' or 'VersionId' or 'IsLatest', file" 3 $#; then return 1 fi if ! keys=$(xmllint --xpath "//*[local-name()=\"$1\"]/*[local-name()=\"$2\"]/text()" "$3" | xmlstarlet unesc 2>&1); then if [[ "$keys" == *"XPath set is empty"* ]]; then return 0 fi log 2 "error getting Version 'Key' values: $keys" return 1 fi log 5 "keys to append: ${keys[*]}" echo "${keys[*]}" } get_base64_version_keys_and_ids() { if ! check_param_count_v2 "'Version' or 'DeleteMarker'" 1 $#; then return 1 fi while IFS= read -r key && IFS= read -r vid; do log 5 "key: $key, vid: $vid" b_key="$(printf '%s' "$key" | base64 -w0)" b_vid="$(printf '%s' "$vid" | base64 -w0)" base64_pairs+=("$b_key:$b_vid") done < <(xmlstarlet sel -t \ -m '//*[local-name()='"\"$1\""']' \ -v '*[local-name()="Key"]' -n \ -v '*[local-name()="VersionId"]' -n \ <<<"$versions" | xmlstarlet unesc) } parse_base64_versions_rest() { base64_pairs=() if ! get_base64_version_keys_and_ids "Version"; then log 2 "error getting version base64 keys and IDs" return 1 fi if ! get_base64_version_keys_and_ids "DeleteMarker"; then log 2 "error getting version base64 keys and IDs" return 1 fi } parse_versions_rest() { if ! check_param_count_v2 "data file" 1 $#; then return 1 fi log 5 "versions file: $(cat "$1")" base64_pairs=() version_keys=() version_ids=() version_islatests=() if ! keys=$(echo_versions "Version" "Key" "$1"); then log 2 "error getting Version Key values: $keys" return 1 fi # shellcheck disable=SC2206 version_keys+=($keys) if ! ids=$(echo_versions "Version" "VersionId" "$1"); then log 2 "error getting Version VersionId values: $ids" return 1 fi # shellcheck disable=SC2206 version_ids+=($ids) if ! is_latest=$(echo_versions "Version" "IsLatest" "$1"); then log 2 "error getting Version IsLatest values: $is_latest" return 1 fi # shellcheck disable=SC2206 version_islatests+=($is_latest) if ! keys=$(echo_versions "DeleteMarker" "Key" "$1"); then log 2 "error getting DeleteMarker Key values: $keys" return 1 fi # shellcheck disable=SC2206 version_keys+=($keys) if ! ids=$(echo_versions "DeleteMarker" "VersionId" "$1"); then log 2 "error getting DeleteMarker VersionId values: $ids" return 1 fi # shellcheck disable=SC2206 version_ids+=($ids) if ! is_latest=$(echo_versions "DeleteMarker" "IsLatest" "$1"); then log 2 "error getting DeleteMarker IsLatest values: $is_latest" return 1 fi # shellcheck disable=SC2206 version_islatests+=($is_latest) log 5 "version keys: ${version_keys[*]}" log 5 "version IDs: ${version_ids[*]}" log 5 "base64 pairs: ${base64_pairs[*]}" return 0 } get_and_check_versions_rest() { if ! check_param_count_gt "bucket, key, count, expected islatest, expected id equal to null" 5 $#; then return 1 fi if ! list_object_versions_rest "$1"; then log 2 "error listing object versions" return 1 fi log 5 "versions: $(cat "$TEST_FILE_FOLDER/object_versions.txt")" if ! version_count=$(xmllint --xpath 'count(//*[local-name()="Version"])' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then log 2 "error getting version count: $version_count" return 1 fi log 5 "version count: $version_count" if [ "$version_count" != "$3" ]; then log 2 "version count mismatch (expected 1, actual $version_count)" return 1 fi while [ $# -ge 5 ]; do if [ "$5" == "true" ]; then id_check="=" else id_check="!=" fi match_string="//*[local-name()=\"Version\"][*[local-name()=\"VersionId\" and text()$id_check\"null\"] and *[local-name()=\"IsLatest\" and text()=\"$4\"]]" log 5 "match string: $match_string" if ! xmllint --xpath "$match_string" "$TEST_FILE_FOLDER/object_versions.txt" 2>&1; then return 1 fi shift 2 done return 0 } check_versions_after_file_deletion() { if ! check_param_count "check_versions_after_file_deletion" "bucket, key" 2 $#; then return 1 fi if ! list_object_versions_rest "$1"; then log 2 "error listing object versions" return 1 fi log 5 "versions: $(cat "$TEST_FILE_FOLDER/object_versions.txt")" if ! version_key=$(xmllint --xpath '//*[local-name()="Version"]/*[local-name()="Key"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then log 2 "error getting Version 'Key' value: $version_key" return 1 fi if [ "$version_key" != "$2" ]; then log 2 "version key mismatch (expected $2, actual $version_key)" return 1 fi if ! version_id=$(xmllint --xpath '//*[local-name()="Version"]/*[local-name()="VersionId"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then log 2 "error getting Version 'VersionID' value: $version_id" return 1 fi if [ "$version_id" != "null" ]; then log 2 "version ID mismatch (expected 'null', actual '$version_id')" return 1 fi if ! marker_key=$(xmllint --xpath '//*[local-name()="DeleteMarker"]/*[local-name()="Key"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then log 2 "error getting Version 'Key' value: $marker_key" return 1 fi if [ "$marker_key" != "$2" ]; then log 2 "delete marker key mismatch (expected $2, actual $marker_key)" return 1 fi if ! marker_id=$(xmllint --xpath '//*[local-name()="DeleteMarker"]/*[local-name()="VersionId"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then log 2 "error getting Version 'VersionID' value: $versioning_info" return 1 fi if [ "$marker_id" == "null" ]; then log 2 "delete marker ID expected to be non-null" return 1 fi }