mirror of
https://github.com/versity/versitygw.git
synced 2026-07-21 23:42:26 +00:00
Merge pull request #2207 from versity/test/go_executable
This commit is contained in:
Ben McClelland
GitHub
@@ -0,0 +1,215 @@
|
||||
name: MacOS 15 Intel s3cmd test
|
||||
permissions: {}
|
||||
on: pull_request
|
||||
jobs:
|
||||
build:
|
||||
name: RunTests
|
||||
runs-on: macos-15-intel
|
||||
steps:
|
||||
- name: Check out code into the Go module directory
|
||||
uses: actions/checkout@v7
|
||||
|
||||
- name: Install base dependencies
|
||||
run: |
|
||||
./tests/install_base_dependencies.sh
|
||||
|
||||
- name: Set up Go
|
||||
uses: actions/setup-go@v6
|
||||
with:
|
||||
go-version: "stable"
|
||||
id: go
|
||||
|
||||
- name: Get Dependencies
|
||||
run: |
|
||||
go get -v -t -d ./...
|
||||
|
||||
- name: Upgrade bash
|
||||
run: |
|
||||
brew install bash
|
||||
echo "$(brew --prefix)/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Install BATS
|
||||
run: |
|
||||
git clone https://github.com/bats-core/bats-core.git
|
||||
cd bats-core && ./install.sh ${{ github.workspace }}
|
||||
git clone https://github.com/bats-core/bats-support.git ${{ github.workspace }}/tests/bats-support
|
||||
git clone https://github.com/ztombol/bats-assert.git ${{ github.workspace }}/tests/bats-assert
|
||||
|
||||
# disable mc tests due to dl.min.io instability
|
||||
# - name: Install mc
|
||||
# run: |
|
||||
# curl https://dl.min.io/client/mc/release/linux-amd64/mc --create-dirs -o /usr/local/bin/mc
|
||||
# chmod 755 /usr/local/bin/mc
|
||||
|
||||
# see https://github.com/versity/versitygw/issues/1034
|
||||
- name: Install AWS cli
|
||||
run: |
|
||||
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64-2.22.35.zip" -o "awscliv2.zip"
|
||||
unzip -o awscliv2.zip
|
||||
./aws/install -i ${{ github.workspace }}/aws-cli -b ${{ github.workspace }}/bin
|
||||
echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
|
||||
|
||||
- name: Create test user
|
||||
run: |
|
||||
sudo sysadminctl -addUser tester -shell /bin/bash -home /Users/tester -createHome
|
||||
sudo mkdir -p /Users/tester/test-files
|
||||
sudo chown -R tester:staff /Users/tester
|
||||
|
||||
- name: Write env file for test user
|
||||
env:
|
||||
IAM_TYPE: folder
|
||||
RUN_SET: tests/test_user_s3cmd.sh
|
||||
AWS_PROFILE: versity
|
||||
VERSITY_EXE: ${{ github.workspace }}/versitygw
|
||||
RUN_VERSITYGW: true
|
||||
BACKEND: posix
|
||||
RECREATE_BUCKETS: true
|
||||
DELETE_BUCKETS_AFTER_TEST: true
|
||||
CERT: /Users/tester/test-files/cert.pem
|
||||
KEY: /Users/tester/test-files/versitygw.pem
|
||||
LOCAL_FOLDER: /tmp/gw
|
||||
BUCKET_ONE_NAME: versity-gwtest-bucket-one
|
||||
BUCKET_TWO_NAME: versity-gwtest-bucket-two
|
||||
USERS_FOLDER: /Users/tester/test-files/iam
|
||||
USERS_BUCKET: versity-gwtest-iam
|
||||
AWS_ENDPOINT_URL: https://127.0.0.1:7070
|
||||
PORT: 7070
|
||||
S3CMD_CONFIG: tests/s3cfg.local.default
|
||||
MC_ALIAS: versity
|
||||
LOG_LEVEL: 4
|
||||
GOCOVERDIR: /Users/tester/test-files/cover
|
||||
USERNAME_ONE: HIJKLMN
|
||||
PASSWORD_ONE: 1234567
|
||||
USERNAME_TWO: OPQRSTU
|
||||
PASSWORD_TWO: 8901234
|
||||
TEST_FILE_FOLDER: /Users/tester/test-files/versity-gwtest-files
|
||||
REMOVE_TEST_FILE_FOLDER: true
|
||||
VERSIONING_DIR: /Users/tester/test-files/versioning
|
||||
COMMAND_LOG: /Users/tester/test-files/command.log
|
||||
TIME_LOG: /Users/tester/test-files/time.log
|
||||
PYTHON_ENV_FOLDER: /Users/tester/test-files/env
|
||||
AUTOGENERATE_USERS: true
|
||||
USER_AUTOGENERATION_PREFIX: github-actions-test-
|
||||
AWS_REGION: us-east-1
|
||||
COVERAGE_LOG: /Users/tester/test-files/coverage.log
|
||||
TEMPLATE_MATRIX_FILE: ${{ github.workspace }}/tests/templates/matrix.yaml
|
||||
run: |
|
||||
cat > /Users/runner/.env <<EOF
|
||||
IAM_TYPE=$IAM_TYPE
|
||||
RUN_SET=$RUN_SET
|
||||
AWS_PROFILE=$AWS_PROFILE
|
||||
VERSITY_EXE=$VERSITY_EXE
|
||||
RUN_VERSITYGW=$RUN_VERSITYGW
|
||||
BACKEND=$BACKEND
|
||||
RECREATE_BUCKETS=$RECREATE_BUCKETS
|
||||
DELETE_BUCKETS_AFTER_TEST=$DELETE_BUCKETS_AFTER_TEST
|
||||
CERT=$CERT
|
||||
KEY=$KEY
|
||||
LOCAL_FOLDER=$LOCAL_FOLDER
|
||||
BUCKET_ONE_NAME=$BUCKET_ONE_NAME
|
||||
BUCKET_TWO_NAME=$BUCKET_TWO_NAME
|
||||
USERS_FOLDER=$USERS_FOLDER
|
||||
USERS_BUCKET=$USERS_BUCKET
|
||||
AWS_ENDPOINT_URL=$AWS_ENDPOINT_URL
|
||||
PORT=$PORT
|
||||
S3CMD_CONFIG=$S3CMD_CONFIG
|
||||
MC_ALIAS=$MC_ALIAS
|
||||
LOG_LEVEL=$LOG_LEVEL
|
||||
GOCOVERDIR=$GOCOVERDIR
|
||||
USERNAME_ONE=$USERNAME_ONE
|
||||
PASSWORD_ONE=$PASSWORD_ONE
|
||||
USERNAME_TWO=$USERNAME_TWO
|
||||
PASSWORD_TWO=$PASSWORD_TWO
|
||||
TEST_FILE_FOLDER=$TEST_FILE_FOLDER
|
||||
REMOVE_TEST_FILE_FOLDER=$REMOVE_TEST_FILE_FOLDER
|
||||
VERSIONING_DIR=$VERSIONING_DIR
|
||||
COMMAND_LOG=$COMMAND_LOG
|
||||
TIME_LOG=$TIME_LOG
|
||||
PYTHON_ENV_FOLDER=$PYTHON_ENV_FOLDER
|
||||
AUTOGENERATE_USERS=$AUTOGENERATE_USERS
|
||||
USER_AUTOGENERATION_PREFIX=$USER_AUTOGENERATION_PREFIX
|
||||
AWS_REGION=$AWS_REGION
|
||||
COVERAGE_LOG=$COVERAGE_LOG
|
||||
TEMPLATE_MATRIX_FILE=$TEMPLATE_MATRIX_FILE
|
||||
QUICK_COMPARE_SIZE=1048576
|
||||
GENERATE_COMMAND_EXECUTABLE=/Users/tester/test-files/generateCommand
|
||||
EOF
|
||||
sudo chown tester:staff /Users/runner/.env
|
||||
sudo mv /Users/runner/.env /Users/tester/test-files/.env
|
||||
sudo chmod 600 /Users/tester/test-files/.env
|
||||
|
||||
- name: Build and run
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
make testbin
|
||||
# github-actions normally sets this to 700, change so jailed tester can execute versitygw
|
||||
sudo chmod 755 "$HOME"
|
||||
|
||||
GO_BIN_DIR="$(dirname "$(which go)")"
|
||||
BREW_PREFIX="$(brew --prefix)/bin"
|
||||
BREW_BASH="$(brew --prefix)/bin/bash"
|
||||
|
||||
nohup sudo -u tester -H env BYPASS_ENV_FILE=true PATH="$BREW_PREFIX/bin:/opt/homebrew/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin" BREW_BASH="$BREW_BASH" $BREW_BASH -c '
|
||||
set -euo pipefail
|
||||
|
||||
export PATH="'"$GO_BIN_DIR"':$PATH"
|
||||
cd ${{ github.workspace }}
|
||||
go mod download
|
||||
|
||||
cat /Users/tester/test-files/.env
|
||||
|
||||
set -a
|
||||
source /Users/tester/test-files/.env
|
||||
set +a
|
||||
|
||||
echo "bash lookup:"
|
||||
type -a bash || true
|
||||
which -a bash || true
|
||||
command -v bash || true
|
||||
bash --version || true
|
||||
/bin/bash --version || true
|
||||
"$BREW_BASH" --version
|
||||
|
||||
echo "$LOCAL_FOLDER $GOCOVERDIR $USERS_FOLDER"
|
||||
|
||||
mkdir $LOCAL_FOLDER $GOCOVERDIR $USERS_FOLDER
|
||||
|
||||
export AWS_ACCESS_KEY_ID=ABCDEFGHIJKLMNOPQRST
|
||||
export AWS_SECRET_ACCESS_KEY=ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmn
|
||||
export AWS_ACCESS_KEY_ID_TWO=user
|
||||
export AWS_SECRET_ACCESS_KEY_TWO=pass
|
||||
|
||||
aws configure set aws_access_key_id $AWS_ACCESS_KEY_ID --profile versity
|
||||
aws configure set aws_secret_access_key $AWS_SECRET_ACCESS_KEY --profile versity
|
||||
aws configure set aws_region $AWS_REGION --profile versity
|
||||
|
||||
openssl genpkey -algorithm RSA -out $KEY -pkeyopt rsa_keygen_bits:2048
|
||||
openssl req -new -x509 -key $KEY -out $CERT -days 365 -subj "/C=US/ST=California/L=San Francisco/O=Versity/OU=Software/CN=versity.com"
|
||||
|
||||
if [[ $RECREATE_BUCKETS == "false" ]]; then
|
||||
$BREW_BASH ${{ github.workspace }}/tests/setup_static.sh
|
||||
fi
|
||||
$BREW_BASH ${{ github.workspace }}/bin/bats ${{ github.workspace }}/$RUN_SET
|
||||
|
||||
if [ -e "$COVERAGE_LOG" ]; then
|
||||
cat $COVERAGE_LOG
|
||||
fi
|
||||
' &
|
||||
pid=$!
|
||||
(
|
||||
sleep 1200
|
||||
echo "=== TIMEOUT DIAGNOSTICS ==="
|
||||
ps -ef --forest || true
|
||||
pgrep -af bash || true
|
||||
pgrep -af versitygw || true
|
||||
kill -TERM -"$pid" 2>/dev/null || true
|
||||
sleep 10
|
||||
kill -KILL -"$pid" 2>/dev/null || true
|
||||
) &
|
||||
watchdog=$!
|
||||
|
||||
wait "$pid"
|
||||
status=$?
|
||||
kill "$watchdog" 2>/dev/null || true
|
||||
exit "$status"
|
||||
@@ -0,0 +1,215 @@
|
||||
name: MacOS 15 s3cmd test
|
||||
permissions: {}
|
||||
on: pull_request
|
||||
jobs:
|
||||
build:
|
||||
name: RunTests
|
||||
runs-on: macos-15
|
||||
steps:
|
||||
- name: Check out code into the Go module directory
|
||||
uses: actions/checkout@v7
|
||||
|
||||
- name: Install base dependencies
|
||||
run: |
|
||||
./tests/install_base_dependencies.sh
|
||||
|
||||
- name: Set up Go
|
||||
uses: actions/setup-go@v6
|
||||
with:
|
||||
go-version: "stable"
|
||||
id: go
|
||||
|
||||
- name: Get Go Dependencies
|
||||
run: |
|
||||
go get -v -t -d ./...
|
||||
|
||||
- name: Upgrade bash
|
||||
run: |
|
||||
brew install bash
|
||||
echo "$(brew --prefix)/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Install BATS
|
||||
run: |
|
||||
git clone https://github.com/bats-core/bats-core.git
|
||||
cd bats-core && ./install.sh ${{ github.workspace }}
|
||||
git clone https://github.com/bats-core/bats-support.git ${{ github.workspace }}/tests/bats-support
|
||||
git clone https://github.com/ztombol/bats-assert.git ${{ github.workspace }}/tests/bats-assert
|
||||
|
||||
# disable mc tests due to dl.min.io instability
|
||||
# - name: Install mc
|
||||
# run: |
|
||||
# curl https://dl.min.io/client/mc/release/linux-amd64/mc --create-dirs -o /usr/local/bin/mc
|
||||
# chmod 755 /usr/local/bin/mc
|
||||
|
||||
# see https://github.com/versity/versitygw/issues/1034
|
||||
- name: Install AWS cli
|
||||
run: |
|
||||
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64-2.22.35.zip" -o "awscliv2.zip"
|
||||
unzip -o awscliv2.zip
|
||||
./aws/install -i ${{ github.workspace }}/aws-cli -b ${{ github.workspace }}/bin
|
||||
echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
|
||||
|
||||
- name: Create test user
|
||||
run: |
|
||||
sudo sysadminctl -addUser tester -shell /bin/bash -home /Users/tester -createHome
|
||||
sudo mkdir -p /Users/tester/test-files
|
||||
sudo chown -R tester:staff /Users/tester
|
||||
|
||||
- name: Write env file for test user
|
||||
env:
|
||||
IAM_TYPE: folder
|
||||
RUN_SET: tests/test_user_s3cmd.sh
|
||||
AWS_PROFILE: versity
|
||||
VERSITY_EXE: ${{ github.workspace }}/versitygw
|
||||
RUN_VERSITYGW: true
|
||||
BACKEND: posix
|
||||
RECREATE_BUCKETS: true
|
||||
DELETE_BUCKETS_AFTER_TEST: true
|
||||
CERT: /Users/tester/test-files/cert.pem
|
||||
KEY: /Users/tester/test-files/versitygw.pem
|
||||
LOCAL_FOLDER: /tmp/gw
|
||||
BUCKET_ONE_NAME: versity-gwtest-bucket-one
|
||||
BUCKET_TWO_NAME: versity-gwtest-bucket-two
|
||||
USERS_FOLDER: /Users/tester/test-files/iam
|
||||
USERS_BUCKET: versity-gwtest-iam
|
||||
AWS_ENDPOINT_URL: https://127.0.0.1:7070
|
||||
PORT: 7070
|
||||
S3CMD_CONFIG: tests/s3cfg.local.default
|
||||
MC_ALIAS: versity
|
||||
LOG_LEVEL: 4
|
||||
GOCOVERDIR: /Users/tester/test-files/cover
|
||||
USERNAME_ONE: HIJKLMN
|
||||
PASSWORD_ONE: 1234567
|
||||
USERNAME_TWO: OPQRSTU
|
||||
PASSWORD_TWO: 8901234
|
||||
TEST_FILE_FOLDER: /Users/tester/test-files/versity-gwtest-files
|
||||
REMOVE_TEST_FILE_FOLDER: true
|
||||
VERSIONING_DIR: /Users/tester/test-files/versioning
|
||||
COMMAND_LOG: /Users/tester/test-files/command.log
|
||||
TIME_LOG: /Users/tester/test-files/time.log
|
||||
PYTHON_ENV_FOLDER: /Users/tester/test-files/env
|
||||
AUTOGENERATE_USERS: true
|
||||
USER_AUTOGENERATION_PREFIX: github-actions-test-
|
||||
AWS_REGION: us-east-1
|
||||
COVERAGE_LOG: /Users/tester/test-files/coverage.log
|
||||
TEMPLATE_MATRIX_FILE: ${{ github.workspace }}/tests/templates/matrix.yaml
|
||||
run: |
|
||||
cat > /Users/runner/.env <<EOF
|
||||
IAM_TYPE=$IAM_TYPE
|
||||
RUN_SET=$RUN_SET
|
||||
AWS_PROFILE=$AWS_PROFILE
|
||||
VERSITY_EXE=$VERSITY_EXE
|
||||
RUN_VERSITYGW=$RUN_VERSITYGW
|
||||
BACKEND=$BACKEND
|
||||
RECREATE_BUCKETS=$RECREATE_BUCKETS
|
||||
DELETE_BUCKETS_AFTER_TEST=$DELETE_BUCKETS_AFTER_TEST
|
||||
CERT=$CERT
|
||||
KEY=$KEY
|
||||
LOCAL_FOLDER=$LOCAL_FOLDER
|
||||
BUCKET_ONE_NAME=$BUCKET_ONE_NAME
|
||||
BUCKET_TWO_NAME=$BUCKET_TWO_NAME
|
||||
USERS_FOLDER=$USERS_FOLDER
|
||||
USERS_BUCKET=$USERS_BUCKET
|
||||
AWS_ENDPOINT_URL=$AWS_ENDPOINT_URL
|
||||
PORT=$PORT
|
||||
S3CMD_CONFIG=$S3CMD_CONFIG
|
||||
MC_ALIAS=$MC_ALIAS
|
||||
LOG_LEVEL=$LOG_LEVEL
|
||||
GOCOVERDIR=$GOCOVERDIR
|
||||
USERNAME_ONE=$USERNAME_ONE
|
||||
PASSWORD_ONE=$PASSWORD_ONE
|
||||
USERNAME_TWO=$USERNAME_TWO
|
||||
PASSWORD_TWO=$PASSWORD_TWO
|
||||
TEST_FILE_FOLDER=$TEST_FILE_FOLDER
|
||||
REMOVE_TEST_FILE_FOLDER=$REMOVE_TEST_FILE_FOLDER
|
||||
VERSIONING_DIR=$VERSIONING_DIR
|
||||
COMMAND_LOG=$COMMAND_LOG
|
||||
TIME_LOG=$TIME_LOG
|
||||
PYTHON_ENV_FOLDER=$PYTHON_ENV_FOLDER
|
||||
AUTOGENERATE_USERS=$AUTOGENERATE_USERS
|
||||
USER_AUTOGENERATION_PREFIX=$USER_AUTOGENERATION_PREFIX
|
||||
AWS_REGION=$AWS_REGION
|
||||
COVERAGE_LOG=$COVERAGE_LOG
|
||||
TEMPLATE_MATRIX_FILE=$TEMPLATE_MATRIX_FILE
|
||||
QUICK_COMPARE_SIZE=1048576
|
||||
GENERATE_COMMAND_EXECUTABLE=/Users/tester/test-files/generateCommand
|
||||
EOF
|
||||
sudo chown tester:staff /Users/runner/.env
|
||||
sudo mv /Users/runner/.env /Users/tester/test-files/.env
|
||||
sudo chmod 600 /Users/tester/test-files/.env
|
||||
|
||||
- name: Build and run
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
make testbin
|
||||
# github-actions normally sets this to 700, change so jailed tester can execute versitygw
|
||||
sudo chmod 755 "$HOME"
|
||||
|
||||
GO_BIN_DIR="$(dirname "$(which go)")"
|
||||
BREW_PREFIX="$(brew --prefix)/bin"
|
||||
BREW_BASH="$(brew --prefix)/bin/bash"
|
||||
|
||||
nohup sudo -u tester -H env BYPASS_ENV_FILE=true PATH="$BREW_PREFIX/bin:/opt/homebrew/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin" BREW_BASH="$BREW_BASH" $BREW_BASH -c '
|
||||
set -euo pipefail
|
||||
|
||||
export PATH="'"$GO_BIN_DIR"':$PATH"
|
||||
cd ${{ github.workspace }}
|
||||
go mod download
|
||||
|
||||
cat /Users/tester/test-files/.env
|
||||
|
||||
set -a
|
||||
source /Users/tester/test-files/.env
|
||||
set +a
|
||||
|
||||
echo "bash lookup:"
|
||||
type -a bash || true
|
||||
which -a bash || true
|
||||
command -v bash || true
|
||||
bash --version || true
|
||||
/bin/bash --version || true
|
||||
"$BREW_BASH" --version
|
||||
|
||||
echo "$LOCAL_FOLDER $GOCOVERDIR $USERS_FOLDER"
|
||||
|
||||
mkdir $LOCAL_FOLDER $GOCOVERDIR $USERS_FOLDER
|
||||
|
||||
export AWS_ACCESS_KEY_ID=ABCDEFGHIJKLMNOPQRST
|
||||
export AWS_SECRET_ACCESS_KEY=ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmn
|
||||
export AWS_ACCESS_KEY_ID_TWO=user
|
||||
export AWS_SECRET_ACCESS_KEY_TWO=pass
|
||||
|
||||
aws configure set aws_access_key_id $AWS_ACCESS_KEY_ID --profile versity
|
||||
aws configure set aws_secret_access_key $AWS_SECRET_ACCESS_KEY --profile versity
|
||||
aws configure set aws_region $AWS_REGION --profile versity
|
||||
|
||||
openssl genpkey -algorithm RSA -out $KEY -pkeyopt rsa_keygen_bits:2048
|
||||
openssl req -new -x509 -key $KEY -out $CERT -days 365 -subj "/C=US/ST=California/L=San Francisco/O=Versity/OU=Software/CN=versity.com"
|
||||
|
||||
if [[ $RECREATE_BUCKETS == "false" ]]; then
|
||||
$BREW_BASH ${{ github.workspace }}/tests/setup_static.sh
|
||||
fi
|
||||
$BREW_BASH ${{ github.workspace }}/bin/bats ${{ github.workspace }}/$RUN_SET
|
||||
|
||||
if [ -e "$COVERAGE_LOG" ]; then
|
||||
cat $COVERAGE_LOG
|
||||
fi
|
||||
' &
|
||||
pid=$!
|
||||
(
|
||||
sleep 1200
|
||||
echo "=== TIMEOUT DIAGNOSTICS ==="
|
||||
ps -ef --forest || true
|
||||
pgrep -af bash || true
|
||||
pgrep -af versitygw || true
|
||||
kill -TERM -"$pid" 2>/dev/null || true
|
||||
sleep 10
|
||||
kill -KILL -"$pid" 2>/dev/null || true
|
||||
) &
|
||||
watchdog=$!
|
||||
|
||||
wait "$pid"
|
||||
status=$?
|
||||
kill "$watchdog" 2>/dev/null || true
|
||||
exit "$status"
|
||||
@@ -0,0 +1,194 @@
|
||||
name: Ubuntu ARM s3cmd test
|
||||
permissions: {}
|
||||
on: pull_request
|
||||
jobs:
|
||||
build:
|
||||
name: RunTests
|
||||
runs-on: ubuntu-24.04-arm
|
||||
steps:
|
||||
- name: Check out code into the Go module directory
|
||||
uses: actions/checkout@v7
|
||||
|
||||
- name: Install base dependencies
|
||||
run: |
|
||||
./tests/install_base_dependencies.sh
|
||||
|
||||
- name: Set up Go
|
||||
uses: actions/setup-go@v6
|
||||
with:
|
||||
go-version: "stable"
|
||||
id: go
|
||||
|
||||
- name: Get Go Dependencies
|
||||
run: |
|
||||
go get -v -t -d ./...
|
||||
|
||||
- name: Install BATS
|
||||
run: |
|
||||
git clone https://github.com/bats-core/bats-core.git
|
||||
cd bats-core && ./install.sh ${{ github.workspace }}
|
||||
git clone https://github.com/bats-core/bats-support.git ${{ github.workspace }}/tests/bats-support
|
||||
git clone https://github.com/ztombol/bats-assert.git ${{ github.workspace }}/tests/bats-assert
|
||||
|
||||
# disable mc tests due to dl.min.io instability
|
||||
# - name: Install mc
|
||||
# run: |
|
||||
# curl https://dl.min.io/client/mc/release/linux-amd64/mc --create-dirs -o /usr/local/bin/mc
|
||||
# chmod 755 /usr/local/bin/mc
|
||||
|
||||
# see https://github.com/versity/versitygw/issues/1034
|
||||
- name: Install AWS cli
|
||||
run: |
|
||||
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64-2.22.35.zip" -o "awscliv2.zip"
|
||||
unzip -o awscliv2.zip
|
||||
./aws/install -i ${{ github.workspace }}/aws-cli -b ${{ github.workspace }}/bin
|
||||
echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
|
||||
|
||||
- name: Create test user
|
||||
run: |
|
||||
sudo useradd -m -s /bin/bash tester
|
||||
sudo mkdir -p /home/tester/test-files
|
||||
sudo chown -R tester:tester /home/tester
|
||||
|
||||
- name: Write env file for test user
|
||||
env:
|
||||
IAM_TYPE: folder
|
||||
RUN_SET: tests/test_user_s3cmd.sh
|
||||
AWS_PROFILE: versity
|
||||
VERSITY_EXE: ${{ github.workspace }}/versitygw
|
||||
RUN_VERSITYGW: true
|
||||
BACKEND: posix
|
||||
RECREATE_BUCKETS: true
|
||||
DELETE_BUCKETS_AFTER_TEST: true
|
||||
CERT: /home/tester/test-files/cert.pem
|
||||
KEY: /home/tester/test-files/versitygw.pem
|
||||
LOCAL_FOLDER: /tmp/gw
|
||||
BUCKET_ONE_NAME: versity-gwtest-bucket-one
|
||||
BUCKET_TWO_NAME: versity-gwtest-bucket-two
|
||||
USERS_FOLDER: /home/tester/test-files/iam
|
||||
USERS_BUCKET: versity-gwtest-iam
|
||||
AWS_ENDPOINT_URL: https://127.0.0.1:7070
|
||||
PORT: 7070
|
||||
S3CMD_CONFIG: tests/s3cfg.local.default
|
||||
MC_ALIAS: versity
|
||||
LOG_LEVEL: 4
|
||||
GOCOVERDIR: /home/tester/test-files/cover
|
||||
USERNAME_ONE: HIJKLMN
|
||||
PASSWORD_ONE: 1234567
|
||||
USERNAME_TWO: OPQRSTU
|
||||
PASSWORD_TWO: 8901234
|
||||
TEST_FILE_FOLDER: /home/tester/test-files/versity-gwtest-files
|
||||
REMOVE_TEST_FILE_FOLDER: true
|
||||
VERSIONING_DIR: /home/tester/test-files/versioning
|
||||
COMMAND_LOG: /home/tester/test-files/command.log
|
||||
TIME_LOG: /home/tester/test-files/time.log
|
||||
PYTHON_ENV_FOLDER: /home/tester/test-files/env
|
||||
AUTOGENERATE_USERS: true
|
||||
USER_AUTOGENERATION_PREFIX: github-actions-test-
|
||||
AWS_REGION: us-east-1
|
||||
COVERAGE_LOG: /home/tester/test-files/coverage.log
|
||||
TEMPLATE_MATRIX_FILE: ${{ github.workspace }}/tests/templates/matrix.yaml
|
||||
run: |
|
||||
cat > /home/tester/test-files/.env <<EOF
|
||||
IAM_TYPE=$IAM_TYPE
|
||||
RUN_SET=$RUN_SET
|
||||
AWS_PROFILE=$AWS_PROFILE
|
||||
VERSITY_EXE=$VERSITY_EXE
|
||||
RUN_VERSITYGW=$RUN_VERSITYGW
|
||||
BACKEND=$BACKEND
|
||||
RECREATE_BUCKETS=$RECREATE_BUCKETS
|
||||
DELETE_BUCKETS_AFTER_TEST=$DELETE_BUCKETS_AFTER_TEST
|
||||
CERT=$CERT
|
||||
KEY=$KEY
|
||||
LOCAL_FOLDER=$LOCAL_FOLDER
|
||||
BUCKET_ONE_NAME=$BUCKET_ONE_NAME
|
||||
BUCKET_TWO_NAME=$BUCKET_TWO_NAME
|
||||
USERS_FOLDER=$USERS_FOLDER
|
||||
USERS_BUCKET=$USERS_BUCKET
|
||||
AWS_ENDPOINT_URL=$AWS_ENDPOINT_URL
|
||||
PORT=$PORT
|
||||
S3CMD_CONFIG=$S3CMD_CONFIG
|
||||
MC_ALIAS=$MC_ALIAS
|
||||
LOG_LEVEL=$LOG_LEVEL
|
||||
GOCOVERDIR=$GOCOVERDIR
|
||||
USERNAME_ONE=$USERNAME_ONE
|
||||
PASSWORD_ONE=$PASSWORD_ONE
|
||||
USERNAME_TWO=$USERNAME_TWO
|
||||
PASSWORD_TWO=$PASSWORD_TWO
|
||||
TEST_FILE_FOLDER=$TEST_FILE_FOLDER
|
||||
REMOVE_TEST_FILE_FOLDER=$REMOVE_TEST_FILE_FOLDER
|
||||
VERSIONING_DIR=$VERSIONING_DIR
|
||||
COMMAND_LOG=$COMMAND_LOG
|
||||
TIME_LOG=$TIME_LOG
|
||||
PYTHON_ENV_FOLDER=$PYTHON_ENV_FOLDER
|
||||
AUTOGENERATE_USERS=$AUTOGENERATE_USERS
|
||||
USER_AUTOGENERATION_PREFIX=$USER_AUTOGENERATION_PREFIX
|
||||
AWS_REGION=$AWS_REGION
|
||||
COVERAGE_LOG=$COVERAGE_LOG
|
||||
TEMPLATE_MATRIX_FILE=$TEMPLATE_MATRIX_FILE
|
||||
QUICK_COMPARE_SIZE=1048576
|
||||
GENERATE_COMMAND_EXECUTABLE=/home/tester/test-files/generateCommand
|
||||
EOF
|
||||
sudo chown tester:tester /home/tester/test-files/.env
|
||||
sudo chmod 600 /home/tester/test-files/.env
|
||||
|
||||
- name: Build and run
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
make testbin
|
||||
# github-actions normally sets this to 700, change so jailed tester can execute versitygw
|
||||
sudo chmod 755 "$HOME"
|
||||
|
||||
GO_BIN_DIR="$(dirname "$(which go)")"
|
||||
setsid sudo -u tester -H bash -lc '
|
||||
set -euo pipefail
|
||||
|
||||
export PATH="'"$GO_BIN_DIR"':$PATH"
|
||||
cd ${{ github.workspace }}
|
||||
go mod download
|
||||
|
||||
set -a
|
||||
source /home/tester/test-files/.env
|
||||
set +a
|
||||
|
||||
mkdir $LOCAL_FOLDER $GOCOVERDIR $USERS_FOLDER
|
||||
|
||||
export AWS_ACCESS_KEY_ID=ABCDEFGHIJKLMNOPQRST
|
||||
export AWS_SECRET_ACCESS_KEY=ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmn
|
||||
export AWS_ACCESS_KEY_ID_TWO=user
|
||||
export AWS_SECRET_ACCESS_KEY_TWO=pass
|
||||
|
||||
aws configure set aws_access_key_id $AWS_ACCESS_KEY_ID --profile versity
|
||||
aws configure set aws_secret_access_key $AWS_SECRET_ACCESS_KEY --profile versity
|
||||
aws configure set aws_region $AWS_REGION --profile versity
|
||||
|
||||
openssl genpkey -algorithm RSA -out $KEY -pkeyopt rsa_keygen_bits:2048
|
||||
openssl req -new -x509 -key $KEY -out $CERT -days 365 -subj "/C=US/ST=California/L=San Francisco/O=Versity/OU=Software/CN=versity.com"
|
||||
|
||||
if [[ $RECREATE_BUCKETS == "false" ]]; then
|
||||
BYPASS_ENV_FILE=true bash ${{ github.workspace }}/tests/setup_static.sh
|
||||
fi
|
||||
BYPASS_ENV_FILE=true ${{ github.workspace }}/bin/bats ${{ github.workspace }}/$RUN_SET
|
||||
|
||||
if [ -e "$COVERAGE_LOG" ]; then
|
||||
cat $COVERAGE_LOG
|
||||
fi
|
||||
' &
|
||||
pid=$!
|
||||
(
|
||||
sleep 1200
|
||||
echo "=== TIMEOUT DIAGNOSTICS ==="
|
||||
ps -ef --forest || true
|
||||
pgrep -af bash || true
|
||||
pgrep -af versitygw || true
|
||||
kill -TERM -"$pid" 2>/dev/null || true
|
||||
sleep 10
|
||||
kill -KILL -"$pid" 2>/dev/null || true
|
||||
) &
|
||||
watchdog=$!
|
||||
|
||||
wait "$pid"
|
||||
status=$?
|
||||
kill "$watchdog" 2>/dev/null || true
|
||||
exit "$status"
|
||||
@@ -25,7 +25,7 @@ check_for_xcode() {
|
||||
|
||||
install_mac_libraries() {
|
||||
if ! check_for_xcode; then
|
||||
exit 1
|
||||
return 1
|
||||
fi
|
||||
|
||||
if ! command -v brew >/dev/null 2>&1; then
|
||||
|
||||
Reference in New Issue
Block a user