mirror of
https://github.com/versity/versitygw.git
synced 2026-01-07 04:06:23 +00:00
216 lines
7.4 KiB
Bash
216 lines
7.4 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright 2024 Versity Software
|
|
# This file is licensed under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http:#www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
source ./tests/report.sh
|
|
|
|
put_object() {
|
|
log 6 "put_object"
|
|
record_command "put-object" "client:$1"
|
|
if [ $# -ne 4 ]; then
|
|
log 2 "put object command requires command type, source, destination bucket, destination key"
|
|
return 1
|
|
fi
|
|
local exit_code=0
|
|
local error
|
|
if [[ $1 == 's3' ]]; then
|
|
error=$(send_command aws --no-verify-ssl s3 mv "$2" s3://"$3/$4" 2>&1) || exit_code=$?
|
|
elif [[ $1 == 's3api' ]]; then
|
|
error=$(send_command aws --no-verify-ssl s3api put-object --body "$2" --bucket "$3" --key "$4" 2>&1) || exit_code=$?
|
|
elif [[ $1 == 's3cmd' ]]; then
|
|
error=$(send_command s3cmd "${S3CMD_OPTS[@]}" --no-check-certificate put "$2" s3://"$3/$4" 2>&1) || exit_code=$?
|
|
elif [[ $1 == 'mc' ]]; then
|
|
error=$(send_command mc --insecure put "$2" "$MC_ALIAS/$3/$4" 2>&1) || exit_code=$?
|
|
elif [[ $1 == 'rest' ]]; then
|
|
put_object_rest "$2" "$3" "$4" || exit_code=$?
|
|
else
|
|
log 2 "'put object' command not implemented for '$1'"
|
|
return 1
|
|
fi
|
|
log 5 "put object exit code: $exit_code"
|
|
if [ $exit_code -ne 0 ]; then
|
|
log 2 "error putting object into bucket: $error"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_with_user() {
|
|
record_command "put-object" "client:$1"
|
|
if [ $# -ne 6 ]; then
|
|
log 2 "put object command requires command type, source, destination bucket, destination key, aws ID, aws secret key"
|
|
return 1
|
|
fi
|
|
local exit_code=0
|
|
if [[ $1 == 's3api' ]] || [[ $1 == 'aws' ]]; then
|
|
put_object_error=$(AWS_ACCESS_KEY_ID="$5" AWS_SECRET_ACCESS_KEY="$6" send_command aws --no-verify-ssl s3api put-object --body "$2" --bucket "$3" --key "$4" 2>&1) || exit_code=$?
|
|
else
|
|
log 2 "'put object with user' command not implemented for '$1'"
|
|
return 1
|
|
fi
|
|
log 5 "put object exit code: $exit_code"
|
|
if [ $exit_code -ne 0 ]; then
|
|
log 2 "error putting object into bucket: $put_object_error"
|
|
export put_object_error
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest() {
|
|
if ! check_param_count_gt "local file, bucket name, key, env vars (optional)" 3 $#; then
|
|
return 1
|
|
fi
|
|
env_vars="DATA_FILE=$1 BUCKET_NAME=$2 OBJECT_KEY=$3 $4"
|
|
if ! send_rest_command_expect_success "$env_vars" "./tests/rest_scripts/put_object.sh" "200"; then
|
|
log 2 "error sending REST command and checking error"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest_special_chars() {
|
|
if ! check_param_count_v2 "local file, bucket name, key" 3 $#; then
|
|
return 1
|
|
fi
|
|
# do this in case there are spaces in the name
|
|
if ! result=$(COMMAND_LOG="$COMMAND_LOG" OUTPUT_FILE="$TEST_FILE_FOLDER/error.txt" DATA_FILE="$1" BUCKET_NAME="$2" OBJECT_KEY="$3" ./tests/rest_scripts/put_object.sh 2>&1); then
|
|
log 2 "error sending put object command: $result"
|
|
return 1
|
|
fi
|
|
if [ "$result" != "200" ]; then
|
|
log 2 "expected '200', was '$result' ($(cat "$TEST_FILE_FOLDER/error.txt"))"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest_with_user() {
|
|
if ! check_param_count_gt "username, password, local file, bucket name, key, env vars (optional)" 5 $#; then
|
|
return 1
|
|
fi
|
|
if ! put_object_rest "$3" "$4" "$5" "AWS_ACCESS_KEY_ID=$1 AWS_SECRET_ACCESS_KEY=$2 $6"; then
|
|
log 2 "error putting object with user '$1'"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest_expect_error() {
|
|
if ! check_param_count_gt "local file, bucket name, key, env vars, response code, error code, message" 7 $#; then
|
|
return 1
|
|
fi
|
|
env_vars="DATA_FILE=$1 BUCKET_NAME=$2 OBJECT_KEY=$3 $4"
|
|
if ! send_rest_command_expect_error "$env_vars" "./tests/rest_scripts/put_object.sh" "$5" "$6" "$7"; then
|
|
log 2 "error sending REST command and checking error"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest_with_user_and_code() {
|
|
if [ $# -ne 6 ]; then
|
|
log 2 "'put_object_rest_with_user' requires username, password, local file, bucket name, key, expected response code"
|
|
return 1
|
|
fi
|
|
if ! result=$(AWS_ACCESS_KEY_ID="$1" AWS_SECRET_ACCESS_KEY="$2" COMMAND_LOG="$COMMAND_LOG" DATA_FILE="$3" BUCKET_NAME="$4" OBJECT_KEY="$5" OUTPUT_FILE="$TEST_FILE_FOLDER/result.txt" ./tests/rest_scripts/put_object.sh); then
|
|
log 2 "error sending object file: $result"
|
|
return 1
|
|
fi
|
|
if [ "$result" != "$6" ]; then
|
|
log 2 "expected response code of '$6', was '$result' (output: $(cat "$TEST_FILE_FOLDER/result.txt")"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest_with_user_code_error() {
|
|
if [ $# -ne 7 ]; then
|
|
log 2 "'put_object_rest_with_user_code_error' requires username, password, lcoal file, bucket name, key, expected code, expected error"
|
|
return 1
|
|
fi
|
|
if ! result=$(AWS_ACCESS_KEY_ID="$1" AWS_SECRET_ACCESS_KEY="$2" COMMAND_LOG="$COMMAND_LOG" DATA_FILE="$3" BUCKET_NAME="$4" OBJECT_KEY="$5" OUTPUT_FILE="$TEST_FILE_FOLDER/result.txt" ./tests/rest_scripts/put_object.sh); then
|
|
log 2 "error sending object file: $result"
|
|
return 1
|
|
fi
|
|
if [ "$result" != "$6" ]; then
|
|
log 2 "expected response code of '$6', was '$result' (output: $(cat "$TEST_FILE_FOLDER/result.txt")"
|
|
return 1
|
|
fi
|
|
if ! check_xml_element "$TEST_FILE_FOLDER/result.txt" "$7" "Error" "Code"; then
|
|
log 2 "error checking for error code '$7'"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest_user_bad_signature() {
|
|
if [ $# -ne 5 ]; then
|
|
log 2 "'put_object_rest_user_bad_signature' requires username, password, local file, bucket name, key"
|
|
return 1
|
|
fi
|
|
export SIGNATURE="abcdefg"
|
|
if ! put_object_rest_with_user_code_error "$1" "$2" "$3" "$4" "$5" "403" "SignatureDoesNotMatch"; then
|
|
log 2 "error checking REST user bad signature error"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_rest_with_unneeded_algorithm_param() {
|
|
if ! check_param_count_v2 "local file, bucket name, key, checksum type" 4 $#; then
|
|
return 1
|
|
fi
|
|
if ! result=$(COMMAND_LOG="$COMMAND_LOG" DATA_FILE="$1" BUCKET_NAME="$2" OBJECT_KEY="$3" CHECKSUM_TYPE="$4" \
|
|
ALGORITHM_PARAMETER="true" OUTPUT_FILE="$TEST_FILE_FOLDER/result.txt" ./tests/rest_scripts/put_object.sh); then
|
|
log 2 "error sending object file: $result"
|
|
return 1
|
|
fi
|
|
if [ "$result" != "200" ]; then
|
|
log 2 "expected '200', was '$result' ($(cat "$TEST_FILE_FOLDER/result.txt"))"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
put_object_multiple() {
|
|
if [ $# -ne 3 ]; then
|
|
log 2 "put object command requires command type, source, destination"
|
|
return 1
|
|
fi
|
|
local exit_code=0
|
|
local error
|
|
if [[ $1 == 's3api' ]] || [[ $1 == 's3' ]]; then
|
|
# shellcheck disable=SC2086
|
|
error=$(aws --no-verify-ssl s3 cp "$(dirname "$2")" s3://"$3" --recursive --exclude="*" --include="$2" 2>&1) || exit_code=$?
|
|
elif [[ $1 == 's3cmd' ]]; then
|
|
# shellcheck disable=SC2086
|
|
error=$(s3cmd "${S3CMD_OPTS[@]}" --no-check-certificate put $2 "s3://$3/" 2>&1) || exit_code=$?
|
|
elif [[ $1 == 'mc' ]]; then
|
|
# shellcheck disable=SC2086
|
|
error=$(mc --insecure cp $2 "$MC_ALIAS"/"$3" 2>&1) || exit_code=$?
|
|
else
|
|
log 2 "invalid command type $1"
|
|
return 1
|
|
fi
|
|
if [ $exit_code -ne 0 ]; then
|
|
log 2 "error copying object to bucket: $error"
|
|
return 1
|
|
else
|
|
log 5 "$error"
|
|
fi
|
|
return 0
|
|
}
|