mirror of
https://github.com/tendermint/tendermint.git
synced 2026-01-07 13:55:17 +00:00
d5ec276052
The v0.34.x tests have been failing (or reporting failures, I don't believe that this is a real failure,) because the CI configuration has been out of sync with itself, likely due to a mistake during backporting configs from the `master` branch. The entire 0.34.x e2e test suite takes 26 minutes to run, plus about 7 minutes to build the docker image. Each split has to build the same docker image, (and is therefore a cap on the amount of parallelism we can get at the moment.) Having more groups, just seems like we'll be burning money building the docker image with no really meaningful difference in throughput. For a nightly test that people don't really wait on, the current latency (time-to-completion) of roughly 19 minutes, isn't causing in friction.
105 lines
3.4 KiB
YAML
105 lines
3.4 KiB
YAML
# Runs randomly generated E2E testnets nightly on the 0.34.x branch.
|
|
|
|
# !! This file should be kept in sync with the e2e-nightly-main.yml file,
|
|
# modulo changes to the version labels.
|
|
|
|
name: e2e-nightly-34x
|
|
on:
|
|
schedule:
|
|
- cron: '0 2 * * *'
|
|
|
|
jobs:
|
|
e2e-nightly-test:
|
|
# Run parallel jobs for the listed testnet groups (must match the
|
|
# ./build/generator -g flag)
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
group: ['00', '01']
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 60
|
|
steps:
|
|
- uses: actions/setup-go@v3
|
|
with:
|
|
go-version: '1.18'
|
|
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
ref: 'v0.34.x'
|
|
|
|
- name: Capture git repo info
|
|
id: git-info
|
|
run: |
|
|
echo "::set-output name=branch::`git branch --show-current`"
|
|
echo "::set-output name=commit::`git rev-parse HEAD`"
|
|
|
|
- name: Build
|
|
working-directory: test/e2e
|
|
# Run make jobs in parallel, since we can't run steps in parallel.
|
|
run: make -j2 docker generator runner
|
|
|
|
- name: Generate testnets
|
|
working-directory: test/e2e
|
|
# When changing -g, also change the matrix groups above
|
|
run: ./build/generator -g 2 -d networks/nightly
|
|
|
|
- name: Run testnets in group ${{ matrix.group }}
|
|
working-directory: test/e2e
|
|
run: ./run-multiple.sh networks/nightly/*-group${{ matrix.group }}-*.toml
|
|
|
|
outputs:
|
|
git-branch: ${{ steps.git-info.outputs.branch }}
|
|
git-commit: ${{ steps.git-info.outputs.commit }}
|
|
|
|
e2e-nightly-fail:
|
|
needs: e2e-nightly-test
|
|
if: ${{ failure() }}
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Notify Slack on failure
|
|
uses: slackapi/slack-github-action@v1.21.0
|
|
env:
|
|
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
|
|
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
|
|
BRANCH: ${{ needs.e2e-nightly-test.outputs.git-branch }}
|
|
RUN_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
|
|
COMMIT_URL: "${{ github.server_url }}/${{ github.repository }}/commit/${{ needs.e2e-nightly-test.outputs.git-commit }}"
|
|
with:
|
|
payload: |
|
|
{
|
|
"blocks": [
|
|
{
|
|
"type": "section",
|
|
"text": {
|
|
"type": "mrkdwn",
|
|
"text": ":skull: Nightly E2E tests for `${{ env.BRANCH }}` failed. See the <${{ env.RUN_URL }}|run details> and the <${{ env.COMMIT_URL }}|commit> that caused the failure."
|
|
}
|
|
}
|
|
]
|
|
}
|
|
|
|
e2e-nightly-success: # may turn this off once they seem to pass consistently
|
|
needs: e2e-nightly-test
|
|
if: ${{ success() }}
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Notify Slack on success
|
|
uses: slackapi/slack-github-action@v1.21.0
|
|
env:
|
|
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
|
|
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
|
|
BRANCH: ${{ needs.e2e-nightly-test.outputs.git-branch }}
|
|
with:
|
|
payload: |
|
|
{
|
|
"blocks": [
|
|
{
|
|
"type": "section",
|
|
"text": {
|
|
"type": "mrkdwn",
|
|
"text": ":white_check_mark: Nightly E2E tests for `${{ env.BRANCH }}` passed."
|
|
}
|
|
}
|
|
]
|
|
}
|