mirror of
https://github.com/FairRootGroup/FairMQ.git
synced 2026-06-15 08:17:05 +00:00
bb5c0a998c
Reusing concretization between the weekly buildcache (fresh) and weekday CI (reuse) can drift if runner externals change, causing avoidable cache misses. - setup-deps installs from test/ci/locks/<env>-gcc<N>.lock when it exists, skipping concretization for byte-identical hashes; falls back to the spec yaml otherwise - buildcache exports each env's spack.lock as a downloadable artifact so the lockfiles can be regenerated on the ubuntu-24.04 runner and committed - document the manual regeneration flow in test/ci/locks/README.md
99 lines
3.6 KiB
YAML
99 lines
3.6 KiB
YAML
name: Install dependencies
|
|
description: Setup spack and install dependencies
|
|
|
|
inputs:
|
|
gcc:
|
|
description: 'GCC version to use'
|
|
required: true
|
|
env:
|
|
description: 'Spack environment name (latest, boost187)'
|
|
default: 'latest'
|
|
fresh:
|
|
description: 'Use fresh concretization'
|
|
default: 'false'
|
|
|
|
runs:
|
|
using: composite
|
|
# Composite action step names are not shown in the UI (https://github.com/actions/runner/issues/1877),
|
|
# so we use ::group:: to make them visible.
|
|
steps:
|
|
- name: Setup spack
|
|
uses: spack/setup-spack@v3
|
|
with:
|
|
ref: v1.1.0
|
|
color: true
|
|
buildcache: true
|
|
|
|
- name: Find system compiler
|
|
shell: spack-bash {0}
|
|
run: |
|
|
echo "::group::Find system compiler"
|
|
spack compiler find
|
|
echo "::endgroup::"
|
|
|
|
- name: Add FairMQ buildcache mirror
|
|
shell: spack-bash {0}
|
|
run: |
|
|
echo "::group::Add FairMQ buildcache mirror"
|
|
# Register the mirror globally (the env yamls only configure it inside the
|
|
# env, which is created *after* gcc is installed) so that the "Install GCC"
|
|
# step below can pull the compiler as a binary instead of building it from
|
|
# source (~58 min/job otherwise).
|
|
spack mirror add --unsigned --type binary \
|
|
ghcr-buildcache oci://ghcr.io/fairrootgroup/fairmq-spack-buildcache
|
|
echo "::endgroup::"
|
|
|
|
- name: Resolve lockfile
|
|
id: lock
|
|
shell: bash
|
|
run: |
|
|
# Prefer a committed, fully-concretized lockfile so the hashes match the
|
|
# binaries the buildcache pushed (guaranteed cache hits, no re-solve).
|
|
# Fresh runs (the buildcache itself) must re-concretize, so skip the lock.
|
|
lock="test/ci/locks/${{ inputs.env }}-gcc${{ inputs.gcc }}.lock"
|
|
if [ "${{ inputs.fresh }}" != "true" ] && [ -f "$lock" ]; then
|
|
echo "Using committed lockfile: $lock"
|
|
echo "use=true" >> "$GITHUB_OUTPUT"
|
|
echo "path=$lock" >> "$GITHUB_OUTPUT"
|
|
else
|
|
echo "No lockfile for ${{ inputs.env }}-gcc${{ inputs.gcc }}; concretizing from spec"
|
|
echo "use=false" >> "$GITHUB_OUTPUT"
|
|
fi
|
|
|
|
- name: Install GCC
|
|
if: steps.lock.outputs.use != 'true'
|
|
shell: spack-bash {0}
|
|
run: |
|
|
echo "::group::Install GCC"
|
|
spack install ${{ inputs.fresh == 'true' && '--fresh' || '' }} gcc@${{ inputs.gcc }} target=x86_64_v3
|
|
gcc_hash=$(spack find --json gcc@${{ inputs.gcc }} target=x86_64_v3 | jq -r 'sort_by(.version | split(".") | map(tonumber)) | last | .hash')
|
|
spack compiler find "$(spack location -i /$gcc_hash)"
|
|
echo "::endgroup::"
|
|
|
|
- name: Install dependencies
|
|
if: steps.lock.outputs.use != 'true'
|
|
shell: spack-bash {0}
|
|
run: |
|
|
echo "::group::Install dependencies"
|
|
spack env create fairmq test/ci/spack-${{ inputs.env }}.yaml
|
|
spack -e fairmq add gcc@${{ inputs.gcc }}
|
|
spack -e fairmq config add "packages:all:require:'%gcc@${{ inputs.gcc }}'"
|
|
spack -e fairmq install --fail-fast ${{ inputs.fresh == 'true' && '--fresh' || '' }}
|
|
echo "::endgroup::"
|
|
|
|
- name: Install dependencies (from lockfile)
|
|
if: steps.lock.outputs.use == 'true'
|
|
shell: spack-bash {0}
|
|
run: |
|
|
echo "::group::Install dependencies (from lockfile)"
|
|
spack env create fairmq ${{ steps.lock.outputs.path }}
|
|
spack -e fairmq install --fail-fast
|
|
echo "::endgroup::"
|
|
|
|
- name: Export environment
|
|
shell: spack-bash {0}
|
|
run: |
|
|
echo "::group::Export environment"
|
|
spack env activate --sh fairmq | grep '^export ' | sed 's/^export //;s/;$//' >> $GITHUB_ENV
|
|
echo "::endgroup::"
|