Migrate Docker builds to native GitHub ARM64 runners

Replace QEMU emulation with GitHub's native ARM64 runners for faster builds:
- Use ubuntu-24.04-arm for ARM builds instead of QEMU emulation
- Split build job into matrix for parallel platform builds
- Add digest-based workflow for multi-arch manifest creation
- Keep build-test on ARM64 runner for faster PR verification
This commit is contained in:
Dmitry Verkhoturov
2025-12-07 21:39:59 +00:00
parent bc612ddf81
commit 2a4a1591fa
+147 -49
View File
@@ -24,23 +24,17 @@ on:
- "!**.md"
jobs:
build-images:
name: Build Docker images
runs-on: ubuntu-latest
# Build without pushing for PRs and non-master branches
build-test:
name: Build test (non-master)
if: ${{ github.ref != 'refs/heads/master' && !startsWith(github.ref, 'refs/tags/') }}
runs-on: ubuntu-24.04-arm
steps:
- uses: actions/checkout@v5
- name: set up QEMU
uses: docker/setup-qemu-action@v3
- name: set up Docker Buildx
id: buildx
uses: docker/setup-buildx-action@v3
- name: available platforms
run: echo ${{ steps.buildx.outputs.platforms }}
- name: free disk space
run: |
sudo rm -rf /usr/share/dotnet
@@ -48,58 +42,162 @@ jobs:
sudo rm -rf /usr/local/share/boost
docker system prune -af
- name: build docker image without pushing (only outside master)
if: ${{ github.ref != 'refs/heads/master' }}
- name: build docker image without pushing
run: |
docker buildx build \
--build-arg SKIP_BACKEND_TEST=true --build-arg SKIP_FRONTEND_TEST=true \
--platform linux/amd64 .
--platform linux/arm64 .
- name: build example docker image without pushing (only outside master)
if: ${{ github.ref != 'refs/heads/master' }}
- name: build example docker image without pushing
run: |
docker buildx build \
--build-arg SKIP_BACKEND_TEST=true --build-arg SKIP_FRONTEND_TEST=true \
--platform linux/amd64 -f backend/_example/memory_store/Dockerfile .
--platform linux/arm64 -f backend/_example/memory_store/Dockerfile .
- name: build and deploy master image to ghcr.io and dockerhub
if: ${{ github.ref == 'refs/heads/master' }}
env:
GITHUB_PACKAGE_TOKEN: ${{ secrets.PKG_TOKEN }}
DOCKER_HUB_TOKEN: ${{ secrets.DOCKER_HUB_TOKEN }}
USERNAME: ${{ github.actor }}
GITHUB_SHA: ${{ github.sha}}
GITHUB_REF: ${{ github.ref}}
# Build and push for master and tags using native runners
build-push:
name: Build ${{ matrix.platform }}
if: ${{ github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/tags/') }}
strategy:
fail-fast: false
matrix:
include:
- platform: linux/amd64
runner: ubuntu-latest
artifact-name: linux-amd64
- platform: linux/arm64
runner: ubuntu-24.04-arm
artifact-name: linux-arm64
- platform: linux/arm/v7
runner: ubuntu-24.04-arm
artifact-name: linux-arm-v7
runs-on: ${{ matrix.runner }}
steps:
- uses: actions/checkout@v5
- name: set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: free disk space
run: |
sudo rm -rf /usr/share/dotnet
sudo rm -rf /opt/ghc
sudo rm -rf /usr/local/share/boost
docker system prune -af
- name: login to ghcr.io
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.PKG_TOKEN }}
- name: login to Docker Hub
uses: docker/login-action@v3
with:
username: umputun
password: ${{ secrets.DOCKER_HUB_TOKEN }}
- name: prepare build args
id: prep
run: |
ref="$(echo ${GITHUB_REF} | cut -d'/' -f3)"
echo "ref=${ref}" >> $GITHUB_OUTPUT
echo "GITHUB_REF=${GITHUB_REF}, GITHUB_SHA=${GITHUB_SHA}, GIT_BRANCH=${ref}"
echo ${GITHUB_PACKAGE_TOKEN} | docker login ghcr.io -u ${USERNAME} --password-stdin
echo ${DOCKER_HUB_TOKEN} | docker login -u umputun --password-stdin
docker buildx build --push \
--build-arg SKIP_BACKEND_TEST=true --build-arg SKIP_FRONTEND_TEST=true --build-arg CI=github \
--build-arg GITHUB_SHA=${GITHUB_SHA} --build-arg GIT_BRANCH=${ref} --build-arg GITHUB_REF=${GITHUB_REF} \
--platform linux/amd64,linux/arm/v7,linux/arm64 \
-t ghcr.io/umputun/remark42:${ref} -t umputun/remark42:${ref} .
- name: deploy tagged (latest) to ghcr.io and dockerhub
if: ${{ startsWith(github.ref, 'refs/tags/') }}
env:
GITHUB_PACKAGE_TOKEN: ${{ secrets.PKG_TOKEN }}
DOCKER_HUB_TOKEN: ${{ secrets.DOCKER_HUB_TOKEN }}
USERNAME: ${{ github.actor }}
GITHUB_SHA: ${{ github.sha}}
GITHUB_REF: ${{ github.ref}}
- name: build and push by digest
id: build
uses: docker/build-push-action@v6
with:
context: .
platforms: ${{ matrix.platform }}
build-args: |
SKIP_BACKEND_TEST=true
SKIP_FRONTEND_TEST=true
CI=github
GITHUB_SHA=${{ github.sha }}
GIT_BRANCH=${{ steps.prep.outputs.ref }}
GITHUB_REF=${{ github.ref }}
outputs: type=image,name=ghcr.io/umputun/remark42,push-by-digest=true,name-canonical=true,push=true
- name: export digest
run: |
mkdir -p /tmp/digests
digest="${{ steps.build.outputs.digest }}"
touch "/tmp/digests/${digest#sha256:}"
- name: upload digest
uses: actions/upload-artifact@v4
with:
name: digests-${{ matrix.artifact-name }}
path: /tmp/digests/*
if-no-files-found: error
retention-days: 1
# Merge digests and create multi-arch manifest
merge-push:
name: Create multi-arch manifest
runs-on: ubuntu-latest
needs: build-push
steps:
- name: download digests
uses: actions/download-artifact@v4
with:
path: /tmp/digests
pattern: digests-*
merge-multiple: true
- name: verify all digests present
run: |
expected=3
actual=$(ls /tmp/digests | wc -l)
if [ "$actual" -ne "$expected" ]; then
echo "Expected $expected digests, found $actual"
ls -la /tmp/digests
exit 1
fi
echo "All $expected digests present"
- name: set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: login to ghcr.io
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.PKG_TOKEN }}
- name: login to Docker Hub
uses: docker/login-action@v3
with:
username: umputun
password: ${{ secrets.DOCKER_HUB_TOKEN }}
- name: prepare tags
id: prep
run: |
ref="$(echo ${GITHUB_REF} | cut -d'/' -f3)"
echo "GITHUB_REF=${GITHUB_REF}, GITHUB_SHA=${GITHUB_SHA}, GIT_BRANCH=${ref}"
echo ${GITHUB_PACKAGE_TOKEN} | docker login ghcr.io -u ${USERNAME} --password-stdin
echo ${DOCKER_HUB_TOKEN} | docker login -u umputun --password-stdin
docker buildx build --push \
--build-arg SKIP_BACKEND_TEST=true --build-arg SKIP_FRONTEND_TEST=true --build-arg CI=github \
--build-arg GITHUB_SHA=${GITHUB_SHA} --build-arg GIT_BRANCH=${ref} --build-arg GITHUB_REF=${GITHUB_REF} \
--platform linux/amd64,linux/arm/v7,linux/arm64 \
-t ghcr.io/umputun/remark42:${ref} -t ghcr.io/umputun/remark42:latest \
-t umputun/remark42:${ref} -t umputun/remark42:latest .
echo "ref=${ref}" >> $GITHUB_OUTPUT
# For master branch, tag with branch name
if [[ "${GITHUB_REF}" == "refs/heads/master" ]]; then
echo "tags=-t ghcr.io/umputun/remark42:${ref} -t umputun/remark42:${ref}" >> $GITHUB_OUTPUT
fi
# For tags, include both version and latest
if [[ "${GITHUB_REF}" == refs/tags/* ]]; then
echo "tags=-t ghcr.io/umputun/remark42:${ref} -t ghcr.io/umputun/remark42:latest -t umputun/remark42:${ref} -t umputun/remark42:latest" >> $GITHUB_OUTPUT
fi
- name: create manifest and push
working-directory: /tmp/digests
run: |
docker buildx imagetools create \
${{ steps.prep.outputs.tags }} \
$(printf 'ghcr.io/umputun/remark42@sha256:%s ' *)
- name: remote deployment to remark42.com from master
if: ${{ github.ref == 'refs/heads/master' }}