To repair the Operator API Tests & Operator UI Tests (#2292)
This commit is contained in:
Cesar Celis Hernandez
committed by
GitHub
GitHub
parent
989f041658
commit
52512c0ccc
30
.github/workflows/jobs.yaml
vendored
30
.github/workflows/jobs.yaml
vendored
@@ -172,7 +172,7 @@ jobs:
|
||||
|
||||
strategy:
|
||||
matrix:
|
||||
go-version: [ 1.18.x, 1.19.x ]
|
||||
go-version: [ 1.18.x ]
|
||||
|
||||
steps:
|
||||
|
||||
@@ -184,6 +184,19 @@ jobs:
|
||||
|
||||
- uses: actions/checkout@v2
|
||||
|
||||
# To build operator image, we need to clone the repository first
|
||||
- name: clone https://github.com/minio/operator
|
||||
uses: actions/checkout@master
|
||||
with:
|
||||
|
||||
# Repository name with owner. For example, actions/checkout
|
||||
# Default: ${{ github.repository }}
|
||||
repository: minio/operator
|
||||
|
||||
# Relative path under $GITHUB_WORKSPACE to place the repository
|
||||
# To have two repositories under the same test
|
||||
path: 'operator_repository'
|
||||
|
||||
- uses: actions/cache@v2
|
||||
name: Go Mod Cache
|
||||
with:
|
||||
@@ -1093,7 +1106,7 @@ jobs:
|
||||
runs-on: ${{ matrix.os }}
|
||||
strategy:
|
||||
matrix:
|
||||
go-version: [ 1.18.x, 1.19.x ]
|
||||
go-version: [ 1.18.x ]
|
||||
os: [ ubuntu-latest ]
|
||||
steps:
|
||||
- name: Set up Go ${{ matrix.go-version }} on ${{ matrix.os }}
|
||||
@@ -1105,6 +1118,19 @@ jobs:
|
||||
- name: Check out code into the Go module directory
|
||||
uses: actions/checkout@v2
|
||||
|
||||
# To build operator image, we need to clone the repository first
|
||||
- name: clone https://github.com/minio/operator
|
||||
uses: actions/checkout@master
|
||||
with:
|
||||
|
||||
# Repository name with owner. For example, actions/checkout
|
||||
# Default: ${{ github.repository }}
|
||||
repository: minio/operator
|
||||
|
||||
# Relative path under $GITHUB_WORKSPACE to place the repository
|
||||
# To have two repositories under the same test
|
||||
path: 'operator_repository'
|
||||
|
||||
- name: Read .nvmrc
|
||||
id: node_version
|
||||
run: echo ::set-output name=NVMRC::$(cat .nvmrc)
|
||||
|
||||
@@ -13,7 +13,8 @@
|
||||
|
||||
SCRIPT_DIR=$(dirname "$0")
|
||||
export SCRIPT_DIR
|
||||
source "${SCRIPT_DIR}/common.sh"
|
||||
source "${SCRIPT_DIR}/common.sh" # This is common.sh for TestCafe Tests
|
||||
source "${GITHUB_WORKSPACE}/tests/common.sh" # This is common.sh for k8s tests.
|
||||
|
||||
## this enables :dev tag for minio/operator container image.
|
||||
CI="true"
|
||||
@@ -26,158 +27,6 @@ sudo chmod +x /usr/local/bin/kubectl
|
||||
sudo curl -#L "https://dl.min.io/client/mc/release/linux-amd64/mc" -o /usr/local/bin/mc
|
||||
sudo chmod +x /usr/local/bin/mc
|
||||
|
||||
yell() { echo "$0: $*" >&2; }
|
||||
|
||||
die() {
|
||||
yell "$*"
|
||||
(kind delete cluster || true ) && exit 111
|
||||
}
|
||||
|
||||
try() { "$@" || die "cannot $*"; }
|
||||
|
||||
function setup_kind() {
|
||||
# TODO once feature is added: https://github.com/kubernetes-sigs/kind/issues/1300
|
||||
echo "kind: Cluster" > kind-config.yaml
|
||||
echo "apiVersion: kind.x-k8s.io/v1alpha4" >> kind-config.yaml
|
||||
echo "nodes:" >> kind-config.yaml
|
||||
echo " - role: control-plane" >> kind-config.yaml
|
||||
echo " - role: worker" >> kind-config.yaml
|
||||
echo " - role: worker" >> kind-config.yaml
|
||||
echo " - role: worker" >> kind-config.yaml
|
||||
echo " - role: worker" >> kind-config.yaml
|
||||
try kind create cluster --config kind-config.yaml
|
||||
echo "Kind is ready"
|
||||
try kubectl get nodes
|
||||
}
|
||||
|
||||
function install_operator() {
|
||||
|
||||
echo "Installing Current Operator from kustomization.yaml"
|
||||
try kubectl apply -k "${SCRIPT_DIR}/resources"
|
||||
|
||||
echo "key, value for pod selector in kustomize test"
|
||||
key=name
|
||||
value=minio-operator
|
||||
|
||||
# Reusing the wait for both, Kustomize and Helm
|
||||
echo "Waiting for k8s api"
|
||||
sleep 10
|
||||
|
||||
echo "wait for the app=console to be present -> One Pod"
|
||||
wait_for_resource minio-operator console app
|
||||
|
||||
echo "wait for the name=minio-operator to be present -> Two Pods"
|
||||
wait_for_resource minio-operator $value $key
|
||||
|
||||
echo "Waiting for Operator Pods to come online (3m timeout)"
|
||||
try kubectl wait --namespace minio-operator \
|
||||
--for=condition=ready pod \
|
||||
--selector $key=$value \
|
||||
--timeout=180s
|
||||
|
||||
echo "start - get data to verify proper image is being used"
|
||||
kubectl get pods --namespace minio-operator
|
||||
kubectl describe pods -n minio-operator | grep Image
|
||||
echo "end - get data to verify proper image is being used"
|
||||
}
|
||||
|
||||
function destroy_kind() {
|
||||
kind delete cluster
|
||||
}
|
||||
|
||||
function wait_for_resource() {
|
||||
waitdone=0
|
||||
totalwait=0
|
||||
echo "command to wait on:"
|
||||
command_to_wait="kubectl -n $1 get pods -l $3=$2 --no-headers"
|
||||
echo $command_to_wait
|
||||
|
||||
while true; do
|
||||
waitdone=$($command_to_wait | wc -l)
|
||||
if [ "$waitdone" -ne 0 ]; then
|
||||
echo "Found $waitdone pods"
|
||||
break
|
||||
fi
|
||||
sleep 5
|
||||
totalwait=$((totalwait + 5))
|
||||
if [ "$totalwait" -gt 305 ]; then
|
||||
echo "Unable to get resource after 5 minutes, exiting."
|
||||
try false
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
function check_tenant_status() {
|
||||
# Check MinIO is accessible
|
||||
key=v1.min.io/tenant
|
||||
if [ $# -ge 3 ]; then
|
||||
echo "Third argument provided, then set key value"
|
||||
key=$3
|
||||
else
|
||||
echo "No third argument provided, using default key"
|
||||
fi
|
||||
|
||||
wait_for_resource $1 $2 $key
|
||||
|
||||
echo "Waiting for pods to be ready. (5m timeout)"
|
||||
|
||||
if [ $# -ge 4 ]; then
|
||||
echo "Fourth argument provided, then get secrets from helm"
|
||||
USER=$(kubectl get secret minio1-secret -o jsonpath="{.data.accesskey}" | base64 --decode)
|
||||
PASSWORD=$(kubectl get secret minio1-secret -o jsonpath="{.data.secretkey}" | base64 --decode)
|
||||
else
|
||||
echo "No fourth argument provided, using default USER and PASSWORD"
|
||||
USER=$(kubectl -n $1 get secrets $2-env-configuration -o go-template='{{index .data "config.env"|base64decode }}' | grep 'export MINIO_ROOT_USER="' | sed -e 's/export MINIO_ROOT_USER="//g' | sed -e 's/"//g')
|
||||
PASSWORD=$(kubectl -n $1 get secrets $2-env-configuration -o go-template='{{index .data "config.env"|base64decode }}' | grep 'export MINIO_ROOT_PASSWORD="' | sed -e 's/export MINIO_ROOT_PASSWORD="//g' | sed -e 's/"//g')
|
||||
fi
|
||||
|
||||
try kubectl wait --namespace $1 \
|
||||
--for=condition=ready pod \
|
||||
--selector=$key=$2 \
|
||||
--timeout=300s
|
||||
|
||||
echo "Tenant is created successfully, proceeding to validate 'mc admin info minio/'"
|
||||
|
||||
if [ "$4" = "helm" ]; then
|
||||
# File: operator/helm/tenant/values.yaml
|
||||
# Content: s3.bucketDNS: false
|
||||
echo "In helm values by default bucketDNS.s3 is disabled, skipping mc validation on helm test"
|
||||
else
|
||||
kubectl run admin-mc -i --tty --image minio/mc --command -- bash -c "until (mc alias set minio/ https://minio.$1.svc.cluster.local $USER $PASSWORD); do echo \"...waiting... for 5secs\" && sleep 5; done; mc admin info minio/;"
|
||||
fi
|
||||
|
||||
echo "Done."
|
||||
}
|
||||
|
||||
# Install tenant function is being used by deploy-tenant and check-prometheus
|
||||
function install_tenant() {
|
||||
|
||||
namespace=tenant-lite
|
||||
key=v1.min.io/tenant
|
||||
value=storage-lite
|
||||
echo "Installing lite tenant"
|
||||
|
||||
try kubectl apply -k "${SCRIPT_DIR}/tenant-lite"
|
||||
|
||||
echo "Waiting for the tenant statefulset, this indicates the tenant is being fulfilled"
|
||||
echo $namespace
|
||||
echo $value
|
||||
echo $key
|
||||
wait_for_resource $namespace $value $key
|
||||
|
||||
echo "Waiting for tenant pods to come online (5m timeout)"
|
||||
try kubectl wait --namespace $namespace \
|
||||
--for=condition=ready pod \
|
||||
--selector $key=$value \
|
||||
--timeout=300s
|
||||
|
||||
echo "Wait for Prometheus PVC to be bound"
|
||||
while [[ $(kubectl get pvc storage-lite-prometheus-storage-lite-prometheus-0 -n tenant-lite -o 'jsonpath={..status.phase}') != "Bound" ]]; do echo "waiting for PVC status" && sleep 1 && kubectl get pvc -A; done
|
||||
|
||||
echo "Build passes basic tenant creation"
|
||||
|
||||
}
|
||||
|
||||
__init__() {
|
||||
export TIMESTAMP=$(date "+%s")
|
||||
echo $TIMESTAMP > portal-ui/tests/constants/timestamp.txt
|
||||
|
||||
@@ -38,10 +38,31 @@ function setup_kind() {
|
||||
}
|
||||
|
||||
function install_operator() {
|
||||
echo "Installing Current Operator"
|
||||
|
||||
# TODO: Compile the current branch and create an overlay to use that image version
|
||||
try kubectl apply -k "${SCRIPT_DIR}/../portal-ui/tests/scripts/resources"
|
||||
echo " "
|
||||
echo "==================Compile Operator:====================="
|
||||
echo " Change Directory to: $GITHUB_WORKSPACE/operator_repository"
|
||||
cd "$GITHUB_WORKSPACE/operator_repository"
|
||||
echo " Compile Operator: make docker"
|
||||
make docker # It will generate: docker.io/minio/operator:dev
|
||||
echo " Load minio/operator:dev image to the cluster"
|
||||
kind load docker-image minio/operator:dev
|
||||
|
||||
echo " Value of image before:"
|
||||
yq '.spec.template.spec.containers[0].image' "${GITHUB_WORKSPACE}/operator_repository/resources/base/deployment.yaml"
|
||||
|
||||
echo " Change image of template from v4.4.28 to dev"
|
||||
yq e -i '.spec.template.spec.containers[0].image = "minio/operator:dev"' "${GITHUB_WORKSPACE}/operator_repository/resources/base/deployment.yaml"
|
||||
|
||||
echo " Value of image after:"
|
||||
yq '.spec.template.spec.containers[0].image' "${GITHUB_WORKSPACE}/operator_repository/resources/base/deployment.yaml"
|
||||
|
||||
cd $GITHUB_WORKSPACE # Back to the workspace
|
||||
echo "========================================================"
|
||||
echo " "
|
||||
|
||||
echo "Installing Latest Operator"
|
||||
try kubectl apply -k "${GITHUB_WORKSPACE}/operator_repository/resources"
|
||||
|
||||
echo "Waiting for k8s api"
|
||||
sleep 10
|
||||
@@ -92,3 +113,54 @@ function check_tenant_status() {
|
||||
|
||||
echo "Done."
|
||||
}
|
||||
|
||||
function wait_for_resource() {
|
||||
waitdone=0
|
||||
totalwait=0
|
||||
echo "command to wait on:"
|
||||
command_to_wait="kubectl -n $1 get pods -l $3=$2 --no-headers"
|
||||
echo $command_to_wait
|
||||
|
||||
while true; do
|
||||
waitdone=$($command_to_wait | wc -l)
|
||||
if [ "$waitdone" -ne 0 ]; then
|
||||
echo "Found $waitdone pods"
|
||||
break
|
||||
fi
|
||||
sleep 5
|
||||
totalwait=$((totalwait + 5))
|
||||
if [ "$totalwait" -gt 305 ]; then
|
||||
echo "Unable to get resource after 5 minutes, exiting."
|
||||
try false
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
# Install tenant function is being used by deploy-tenant and check-prometheus
|
||||
function install_tenant() {
|
||||
|
||||
namespace=tenant-lite
|
||||
key=v1.min.io/tenant
|
||||
value=storage-lite
|
||||
echo "Installing lite tenant"
|
||||
|
||||
try kubectl apply -k "${SCRIPT_DIR}/tenant-lite"
|
||||
|
||||
echo "Waiting for the tenant statefulset, this indicates the tenant is being fulfilled"
|
||||
echo $namespace
|
||||
echo $value
|
||||
echo $key
|
||||
wait_for_resource $namespace $value $key
|
||||
|
||||
echo "Waiting for tenant pods to come online (5m timeout)"
|
||||
try kubectl wait --namespace $namespace \
|
||||
--for=condition=ready pod \
|
||||
--selector $key=$value \
|
||||
--timeout=300s
|
||||
|
||||
echo "Wait for Prometheus PVC to be bound"
|
||||
while [[ $(kubectl get pvc storage-lite-prometheus-storage-lite-prometheus-0 -n tenant-lite -o 'jsonpath={..status.phase}') != "Bound" ]]; do echo "waiting for PVC status" && sleep 1 && kubectl get pvc -A; done
|
||||
|
||||
echo "Build passes basic tenant creation"
|
||||
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user