Files
scoutfs/build-packages.sh
2025-12-15 18:41:40 -08:00

265 lines
6.8 KiB
Bash
Executable File

#!/bin/bash
set -e
export VERBOSE="${VERBOSE:-0}"
if [ "${VERBOSE}" -eq 1 ]; then
set -x
fi
export EL_MAJOR_VER="${EL_MAJOR_VER:-9.5}"
export EL_VER="${EL_VER:-${EL_MAJOR_VER}}"
export MAJOR_VER="${EL_VER%%.*}"
export MINOR_VER="${EL_VER#*.}"
export IS_EDGE="${IS_EDGE:-0}"
mock_args=()
if [ "${VERBOSE}" -eq 1 ]; then
mock_args+=(-v)
else
mock_args+=(-q)
fi
function get_kvers {
REPO_PATH="$1"
if [ "${MAJOR_VER}" -gt 7 ]; then
PKG_PATH="${REPO_PATH}/BaseOS/x86_64/os/Packages/k/"
else
PKG_PATH="${REPO_PATH}/os/x86_64/Packages/"
fi
curl "${PKG_PATH}" | \
grep -e 'kernel-[0-9]' | \
grep -o 'href="[^"]*\.rpm"' | \
cut -d'"' -f2 | \
sed -e 's/^[a-z-]*//g' | \
sed -e 's/\.el.*//g' | \
sort -V
}
function get_latest_kver {
get_kvers "$1" | tail -n1
}
function get_oldest_kver {
get_kvers "$1" | head -n1
}
function repo_addr {
REPO_BASE="$1"
REPO_NAME="$2"
echo "${REPO_BASE}/${REPO_NAME}/x86_64/os/"
}
RELEASE=${RELEASE:-0}
if [ "${RELEASE}" == "1" ]; then
RELEASE_OPT=(--define "_release ${RELEASE}")
else
RELEASE_OPT=()
fi
if [ "${IS_EDGE}" -eq 1 ]; then
REPO_ROOT_PATH="pub"
else
REPO_ROOT_PATH="vault"
fi
if [ "${MAJOR_VER}" -gt 7 ]; then
REPO_BASE="http://download.rockylinux.org/${REPO_ROOT_PATH}/rocky/${EL_VER}"
DISTRO=rocky
EXTRA_CONFIG="config_opts['bootstrap_image'] = \"quay.io/rockylinux/rockylinux:${EL_VER}\""
PACKAGE_MANAGER="dnf"
SETUP_CMD='install tar gcc-c++ redhat-rpm-config redhat-release which xz sed make bzip2 gzip gcc coreutils unzip shadow-utils diffutils cpio bash gawk rpm-build info patch util-linux findutils grep systemd sparse'
KEY_URL="https://download.rockylinux.org/pub/rocky/RPM-GPG-KEY-${DISTRO}-${MAJOR_VER}"
else
REPO_BASE="https://vault.centos.org/7.9.2009"
DISTRO=centos
EXTRA_CONFIG=""
PACKAGE_MANAGER="yum"
SETUP_CMD='install @buildsys-build redhat-rpm-config /usr/bin/pigz /usr/bin/lbzip2 hostname shadow-utils rpm-build make gcc sparse'
KEY_URL="https://vault.centos.org/centos/7.9.2009/os/x86_64/RPM-GPG-KEY-CentOS-7"
fi
if [[ "${1}" == 'get-kvers' ]]; then
get_kvers "${REPO_BASE}"
exit 0
fi
# if we haven't injected the KVERSION we want into the env, detect it based on the repo path
if [ -z "${KVERSION}" ]; then
if [ "${REPO_ROOT_PATH}" = "pub" ]; then
# unfortunately we HAVE to use the latest version
KVERSION="$(get_latest_kver "${REPO_BASE}")"
else
KVERSION="$(get_oldest_kver "${REPO_BASE}")"
fi
fi
if [ "${MAJOR_VER}" -gt 7 ]; then
RPM_KVERSION="${KVERSION}.el${EL_VER//./_}.x86_64"
else
RPM_KVERSION="${KVERSION}.el${MAJOR_VER}.x86_64"
fi
echo "Starting Build $BUILD_DISPLAY_NAME on $NODE_NAME"
(git repack -a -d && rm -f .git/objects/info/alternates) || true
cat <<EOF >scoutfs-build-${EL_VER}.cfg
config_opts['root'] = '${DISTRO}-${EL_VER}-base-x86_64'
config_opts['target_arch'] = 'x86_64'
config_opts['legal_host_arches'] = ('x86_64',)
config_opts['chroot_setup_cmd'] = '${SETUP_CMD}'
config_opts['dist'] = 'el${MAJOR_VER}' # only useful for --resultdir variable subst
config_opts['releasever'] = '${MAJOR_VER}'
config_opts['package_manager'] = '${PACKAGE_MANAGER}'
config_opts['extra_chroot_dirs'] = [ '/run/lock', ]
${EXTRA_CONFIG}
config_opts['description'] = "${DISTRO} ${EL_VER}"
config_opts['http_proxy'] = '${HTTP_PROXY}'
# experiment: simplify for better docker use
config_opts['use_nspawn'] = False
config_opts['isolation'] = 'simple'
config_opts['plugin_conf']['root_cache_enable'] = True
config_opts['plugin_conf']['yum_cache_enable'] = True
config_opts['plugin_conf']['dnf_cache_enable'] = True
config_opts['${PACKAGE_MANAGER}.conf'] = """
[main]
keepcache=1
debuglevel=2
reposdir=/dev/null
logfile=/var/log/yum.log
retries=20
obsoletes=1
gpgcheck=0
assumeyes=1
syslog_ident=mock
syslog_device=
metadata_expire=0
mdpolicy=group:primary
best=1
install_weak_deps=0
protected_packages=
module_platform_id=platform:el${MAJOR_VER}
user_agent={{ user_agent }}
# repos
EOF
if [ "${MAJOR_VER}" -gt 7 ]; then
cat <<EOF >>scoutfs-build-${EL_VER}.cfg
[baseos]
name=${DISTRO} ${EL_VER} - BaseOS
repo=${DISTRO}-BaseOS-${EL_VER}&arch=x86_64
baseurl=$(repo_addr "${REPO_BASE}" "BaseOS")
gpgcheck=0
enabled=1
gpgkey=file:///usr/share/distribution-gpg-keys/${DISTRO}/RPM-GPG-KEY-${DISTRO}-${MAJOR_VER}
[appstream]
name=${DISTRO} ${EL_VER} - AppStream
baseurl=$(repo_addr "${REPO_BASE}" "AppStream")
gpgcheck=0
enabled=1
gpgkey=file:///usr/share/distribution-gpg-keys/${DISTRO}/RPM-GPG-KEY-${DISTRO}-${MAJOR_VER}
[devel]
name=${DISTRO} ${EL_VER} - Devel
repo=${DISTRO}-Devel-${EL_VER}&arch=x86_64
baseurl=$(repo_addr "${REPO_BASE}" "devel")
gpgcheck=0
enabled=1
gpgkey=file:///usr/share/distribution-gpg-keys/${DISTRO}/RPM-GPG-KEY-${DISTRO}-${MAJOR_VER}
[epel]
name=EPEL - \$releasever
baseurl=https://dl.fedoraproject.org/pub/epel/\$releasever/Everything/x86_64/
gpgcheck=0
enabled=1
"""
EOF
else
cat <<EOF >>scoutfs-build-${EL_VER}.cfg
[baseos]
name=${DISTRO} ${EL_VER} - BaseOS
repo=${DISTRO}-BaseOS-${EL_VER}&arch=x86_64
baseurl=http://vault.centos.org/7.9.2009/os/x86_64/
gpgcheck=0
enabled=1
gpgkey=file:///usr/share/distribution-gpg-keys/${DISTRO}/RPM-GPG-KEY-${DISTRO}-${MAJOR_VER}
[epel]
name=EPEL - \$releasever
baseurl=https://archives.fedoraproject.org/pub/archive/epel/${MAJOR_VER}/x86_64/
gpgcheck=0
enabled=1
"""
EOF
fi
cd "${WORKSPACE:-.}"
sudo mkdir -p /usr/share/distribution-gpg-keys/${DISTRO}/
sudo curl -o "/usr/share/distribution-gpg-keys/${DISTRO}/RPM-GPG-KEY-${DISTRO}-${MAJOR_VER}" "${KEY_URL}"
# make kmod rpms
pushd kmod
rm kmod-scoutfs.spec || true
make dist
if [ "$?" -ne "0" ]; then
exit 1
fi
sleep 5s
try=0
while [[ "$try" -lt "3" ]]; do
echo "Trying to build srpm; attempt #$try"
set +e
SRPM=$(rpmbuild -ts "${RELEASE_OPT[@]}" --define "kversion ${RPM_KVERSION}" --define "dist .el${MAJOR_VER}" scoutfs-kmod-*.tar | awk '{print $2}' )
set -e
if [ -f "$SRPM" ]; then
echo "SRPM created: $SRPM"
break
fi
try="$((try + 1))"
sleep 5s
done
if [ -z "$SRPM" ]; then
echo "no srpm found."
exit 1
fi
mock_args+=(--${PACKAGE_MANAGER})
mock "${mock_args[@]}" --enablerepo epel -r "../scoutfs-build-${EL_VER}.cfg" rebuild "${RELEASE_OPT[@]}" --define "kversion ${RPM_KVERSION}" --define "dist .el${EL_VER//./_}" --resultdir "./scoutfs_${EL_VER//./_}" "${SRPM}"
if [ "$?" -ne "0" ]; then
exit 1
fi
popd
# make utils rpms
pushd utils
make dist
if [ "$?" -ne "0" ]; then
exit 1
fi
SRPM=$(rpmbuild -ts "${RELEASE_OPT[@]}" --define "dist .el${MAJOR_VER}" scoutfs-utils-*.tar | awk '{print $2}')
if [ -z "$SRPM" ]; then
echo "no srpm found."
exit 1
fi
mock "${mock_args[@]}" --enablerepo epel -r "../scoutfs-build-${EL_VER}.cfg" rebuild "${RELEASE_OPT[@]}" --define "dist .el${MAJOR_VER}" --resultdir "./scoutfs_${EL_VER//./_}" "${SRPM}"
if [ "$?" -ne "0" ]; then
exit 1
fi
popd