850ec2c2b0
Refactoring scylla-ci to be triggered directly from each PR using GitHub action. This will allow us to skip triggering CI when PR commit message was updated (which will save us un-needed CI runs) Also we can remove `Scylla-CI-route` pipeline which route each PR to the proper CI job under the release (GitHub action will do it automatically), to reduce complexity Fixes: https://scylladb.atlassian.net/browse/PKG-69 Closes scylladb/scylladb#26799
243 lines
10 KiB
YAML
243 lines
10 KiB
YAML
name: Trigger next gating
|
|
|
|
on:
|
|
pull_request_target:
|
|
types: [opened, reopened, synchronize]
|
|
issue_comment:
|
|
types: [created]
|
|
|
|
jobs:
|
|
trigger-ci:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Dump GitHub context
|
|
env:
|
|
GITHUB_CONTEXT: ${{ toJson(github) }}
|
|
run: echo "$GITHUB_CONTEXT"
|
|
- name: Checkout PR code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0 # Needed to access full history
|
|
ref: ${{ github.event.pull_request.head.ref }}
|
|
|
|
- name: Fetch before commit if needed
|
|
run: |
|
|
if ! git cat-file -e ${{ github.event.before }} 2>/dev/null; then
|
|
echo "Fetching before commit ${{ github.event.before }}"
|
|
git fetch --depth=1 origin ${{ github.event.before }}
|
|
fi
|
|
|
|
- name: Compare commits for file changes
|
|
if: github.action == 'synchronize'
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
echo "Base: ${{ github.event.before }}"
|
|
echo "Head: ${{ github.event.after }}"
|
|
|
|
TREE_BEFORE=$(git show -s --format=%T ${{ github.event.before }})
|
|
TREE_AFTER=$(git show -s --format=%T ${{ github.event.after }})
|
|
|
|
echo "TREE_BEFORE=$TREE_BEFORE" >> $GITHUB_ENV
|
|
echo "TREE_AFTER=$TREE_AFTER" >> $GITHUB_ENV
|
|
|
|
- name: Check if last push has file changes
|
|
run: |
|
|
if [[ "${{ env.TREE_BEFORE }}" == "${{ env.TREE_AFTER }}" ]]; then
|
|
echo "No file changes detected in the last push, only commit message edit."
|
|
echo "has_file_changes=false" >> $GITHUB_ENV
|
|
else
|
|
echo "File changes detected in the last push."
|
|
echo "has_file_changes=true" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Rule 1 - Check PR draft or conflict status
|
|
run: |
|
|
# Check if PR is in draft mode
|
|
IS_DRAFT="${{ github.event.pull_request.draft }}"
|
|
|
|
# Check if PR has 'conflict' label
|
|
HAS_CONFLICT_LABEL="false"
|
|
LABELS='${{ toJson(github.event.pull_request.labels) }}'
|
|
if echo "$LABELS" | jq -r '.[].name' | grep -q "^conflict$"; then
|
|
HAS_CONFLICT_LABEL="true"
|
|
fi
|
|
|
|
# Set draft_or_conflict variable
|
|
if [[ "$IS_DRAFT" == "true" || "$HAS_CONFLICT_LABEL" == "true" ]]; then
|
|
echo "draft_or_conflict=true" >> $GITHUB_ENV
|
|
echo "✅ Rule 1: PR is in draft mode or has conflict label - setting draft_or_conflict=true"
|
|
else
|
|
echo "draft_or_conflict=false" >> $GITHUB_ENV
|
|
echo "✅ Rule 1: PR is ready and has no conflict label - setting draft_or_conflict=false"
|
|
fi
|
|
|
|
echo "Draft status: $IS_DRAFT"
|
|
echo "Has conflict label: $HAS_CONFLICT_LABEL"
|
|
echo "Result: draft_or_conflict = $draft_or_conflict"
|
|
|
|
- name: Rule 2 - Check labels
|
|
run: |
|
|
# Check if PR has P0 or P1 labels
|
|
HAS_P0_P1_LABEL="false"
|
|
LABELS='${{ toJson(github.event.pull_request.labels) }}'
|
|
if echo "$LABELS" | jq -r '.[].name' | grep -E "^(P0|P1)$" > /dev/null; then
|
|
HAS_P0_P1_LABEL="true"
|
|
fi
|
|
|
|
# Check if PR already has force_on_cloud label
|
|
echo "HAS_FORCE_ON_CLOUD_LABEL=false" >> $GITHUB_ENV
|
|
if echo "$LABELS" | jq -r '.[].name' | grep -q "^force_on_cloud$"; then
|
|
HAS_FORCE_ON_CLOUD_LABEL="true"
|
|
echo "HAS_FORCE_ON_CLOUD_LABEL=true" >> $GITHUB_ENV
|
|
fi
|
|
|
|
echo "Has P0/P1 label: $HAS_P0_P1_LABEL"
|
|
echo "Has force_on_cloud label: $HAS_FORCE_ON_CLOUD_LABEL"
|
|
|
|
# Add force_on_cloud label if PR has P0/P1 and doesn't already have force_on_cloud
|
|
if [[ "$HAS_P0_P1_LABEL" == "true" && "$HAS_FORCE_ON_CLOUD_LABEL" == "false" ]]; then
|
|
echo "✅ Rule 2: PR has P0 or P1 label - adding force_on_cloud label"
|
|
curl -X POST \
|
|
-H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
|
|
-H "Accept: application/vnd.github.v3+json" \
|
|
"https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.pull_request.number }}/labels" \
|
|
-d '{"labels":["force_on_cloud"]}'
|
|
elif [[ "$HAS_P0_P1_LABEL" == "true" && "$HAS_FORCE_ON_CLOUD_LABEL" == "true" ]]; then
|
|
echo "✅ Rule 2: PR has P0 or P1 label and already has force_on_cloud label - no action needed"
|
|
else
|
|
echo "✅ Rule 2: PR does not have P0 or P1 label - no force_on_cloud label needed"
|
|
fi
|
|
|
|
SKIP_UNIT_TEST_CUSTOM="false"
|
|
if echo "$LABELS" | jq -r '.[].name' | grep -q "^ci/skip_unit-tests_custom$"; then
|
|
SKIP_UNIT_TEST_CUSTOM="true"
|
|
fi
|
|
echo "SKIP_UNIT_TEST_CUSTOM=$SKIP_UNIT_TEST_CUSTOM" >> $GITHUB_ENV
|
|
|
|
- name: Rule 3 - Analyze changed files and set build requirements
|
|
run: |
|
|
# Get list of changed files
|
|
CHANGED_FILES=$(git diff --name-only ${{ github.event.pull_request.base.sha }} ${{ github.event.pull_request.head.sha }})
|
|
echo "Changed files:"
|
|
echo "$CHANGED_FILES"
|
|
echo ""
|
|
|
|
# Initialize all requirements to false
|
|
REQUIRE_BUILD="false"
|
|
REQUIRE_DTEST="false"
|
|
REQUIRE_UNITTEST="false"
|
|
REQUIRE_ARTIFACTS="false"
|
|
REQUIRE_SCYLLA_GDB="false"
|
|
|
|
# Check each file against patterns
|
|
while IFS= read -r file; do
|
|
if [[ -n "$file" ]]; then
|
|
echo "Checking file: $file"
|
|
|
|
# Build pattern: ^(?!scripts\/pull_github_pr.sh).*$
|
|
# Everything except scripts/pull_github_pr.sh
|
|
if [[ "$file" != "scripts/pull_github_pr.sh" ]]; then
|
|
REQUIRE_BUILD="true"
|
|
echo " ✓ Matches build pattern"
|
|
fi
|
|
|
|
# Dtest pattern: ^(?!test(.py|\/)|dist\/docker\/|dist\/common\/scripts\/).*$
|
|
# Everything except test files, dist/docker/, dist/common/scripts/
|
|
if [[ ! "$file" =~ ^test\.(py|/).*$ ]] && [[ ! "$file" =~ ^dist/docker/.*$ ]] && [[ ! "$file" =~ ^dist/common/scripts/.*$ ]]; then
|
|
REQUIRE_DTEST="true"
|
|
echo " ✓ Matches dtest pattern"
|
|
fi
|
|
|
|
# Unittest pattern: ^(?!dist\/docker\/|dist\/common\/scripts).*$
|
|
# Everything except dist/docker/, dist/common/scripts/
|
|
if [[ ! "$file" =~ ^dist/docker/.*$ ]] && [[ ! "$file" =~ ^dist/common/scripts.*$ ]]; then
|
|
REQUIRE_UNITTEST="true"
|
|
echo " ✓ Matches unittest pattern"
|
|
fi
|
|
|
|
# Artifacts pattern: ^(?:dist|tools\/toolchain).*$
|
|
# Files starting with dist or tools/toolchain
|
|
if [[ "$file" =~ ^dist.*$ ]] || [[ "$file" =~ ^tools/toolchain.*$ ]]; then
|
|
REQUIRE_ARTIFACTS="true"
|
|
echo " ✓ Matches artifacts pattern"
|
|
fi
|
|
|
|
# Scylla GDB pattern: ^(scylla-gdb.py).*$
|
|
# Files starting with scylla-gdb.py
|
|
if [[ "$file" =~ ^scylla-gdb\.py.*$ ]]; then
|
|
REQUIRE_SCYLLA_GDB="true"
|
|
echo " ✓ Matches scylla_gdb pattern"
|
|
fi
|
|
fi
|
|
done <<< "$CHANGED_FILES"
|
|
|
|
# Set environment variables
|
|
echo "requireBuild=$REQUIRE_BUILD" >> $GITHUB_ENV
|
|
echo "requireDtest=$REQUIRE_DTEST" >> $GITHUB_ENV
|
|
echo "requireUnittest=$REQUIRE_UNITTEST" >> $GITHUB_ENV
|
|
echo "requireArtifacts=$REQUIRE_ARTIFACTS" >> $GITHUB_ENV
|
|
echo "requireScyllaGdb=$REQUIRE_SCYLLA_GDB" >> $GITHUB_ENV
|
|
|
|
echo ""
|
|
echo "✅ Rule 3: File analysis complete"
|
|
echo "Build required: $REQUIRE_BUILD"
|
|
echo "Dtest required: $REQUIRE_DTEST"
|
|
echo "Unittest required: $REQUIRE_UNITTEST"
|
|
echo "Artifacts required: $REQUIRE_ARTIFACTS"
|
|
echo "Scylla GDB required: $REQUIRE_SCYLLA_GDB"
|
|
|
|
- name: Determine Jenkins Job Name
|
|
run: |
|
|
if [[ "${{ github.ref_name }}" == "next" ]]; then
|
|
FOLDER_NAME="scylla-master"
|
|
elif [[ "${{ github.ref_name }}" == "next-enterprise" ]]; then
|
|
FOLDER_NAME="scylla-enterprise"
|
|
else
|
|
VERSION=$(echo "${{ github.ref_name }}" | awk -F'-' '{print $2}')
|
|
if [[ "$VERSION" =~ ^202[0-4]\.[0-9]+$ ]]; then
|
|
FOLDER_NAME="enterprise-$VERSION"
|
|
elif [[ "$VERSION" =~ ^[0-9]+\.[0-9]+$ ]]; then
|
|
FOLDER_NAME="scylla-$VERSION"
|
|
fi
|
|
fi
|
|
echo "JOB_NAME=${FOLDER_NAME}/job/scylla-ci" >> $GITHUB_ENV
|
|
|
|
- name: Trigger Jenkins Job
|
|
if: env.draft_or_conflict == 'false' && env.has_file_changes == 'true' && github.action == 'opened' || github.action == 'reopened'
|
|
env:
|
|
JENKINS_USER: ${{ secrets.JENKINS_USERNAME }}
|
|
JENKINS_API_TOKEN: ${{ secrets.JENKINS_TOKEN }}
|
|
JENKINS_URL: "https://jenkins.scylladb.com"
|
|
SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
|
|
run: |
|
|
PR_NUMBER=${{ github.event.issue.number }}
|
|
PR_REPO_NAME=${{ github.event.repository.full_name }}
|
|
echo "Triggering Jenkins Job: $JOB_NAME"
|
|
curl -X POST \
|
|
"$JENKINS_URL/job/$JOB_NAME/buildWithParameters? \
|
|
PR_NUMBER=$PR_NUMBER& \
|
|
RUN_DTEST=$REQUIRE_DTEST& \
|
|
RUN_ONLY_SCYLLA_GDB=$REQUIRE_SCYLLA_GDB& \
|
|
RUN_UNIT_TEST=$REQUIRE_UNITTEST& \
|
|
FORCE_ON_CLOUD=$HAS_FORCE_ON_CLOUD_LABEL& \
|
|
SKIP_UNIT_TEST_CUSTOM=$SKIP_UNIT_TEST_CUSTOM& \
|
|
RUN_ARTIFACT_TESTS=$REQUIRE_ARTIFACTS" \
|
|
--fail \
|
|
--user "$JENKINS_USER:$JENKINS_API_TOKEN" \
|
|
-i -v
|
|
trigger-ci-via-comment:
|
|
if: github.event.comment.user.login != 'scylladbbot' && contains(github.event.comment.body, '@scylladbbot') && contains(github.event.comment.body, 'trigger-ci')
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Trigger Scylla-CI Jenkins Job
|
|
env:
|
|
JENKINS_USER: ${{ secrets.JENKINS_USERNAME }}
|
|
JENKINS_API_TOKEN: ${{ secrets.JENKINS_TOKEN }}
|
|
JENKINS_URL: "https://jenkins.scylladb.com"
|
|
run: |
|
|
PR_NUMBER=${{ github.event.issue.number }}
|
|
PR_REPO_NAME=${{ github.event.repository.full_name }}
|
|
curl -X POST "$JENKINS_URL/job/$JOB_NAME/buildWithParameters?PR_NUMBER=$PR_NUMBER" \
|
|
--user "$JENKINS_USER:$JENKINS_API_TOKEN" --fail -i -v
|