762ba27036
* Add two no-op jobs named "all-prechecks" and "all" These are a suggestion from @tgamblin, they are stable named markers we can use from gitlab and possibly for required checks to make CI more resilient to refactors changing the names of specific checks. * Enable parallel testing using xdist for unit testing in CI * Normalize tmp paths to deal with macos * add -u flag compatibility to spack python As of now, it is accepted and ignored. The usage with xdist, where it is invoked specifically by `python -u spack python` which is then passed `-u` by xdist is the entire reason for doing this. It should never be used without explicitly passing -u to the executing python interpreter. * use spack python in xdist to support python 2 When running on python2, spack has many import cycles unless started through main. To allow that, this uses `spack python` as the interpreter, leveraging the `-u` support so xdist doesn't error out when it unconditionally requests unbuffered binary IO. * Use shutil.move to account for tmpdir being in a separate filesystem sometimes
120 lines
4.7 KiB
YAML
120 lines
4.7 KiB
YAML
name: Containers
|
|
|
|
on:
|
|
# This Workflow can be triggered manually
|
|
workflow_dispatch:
|
|
# Build new Spack develop containers nightly.
|
|
schedule:
|
|
- cron: '34 0 * * *'
|
|
# Run on pull requests that modify this file
|
|
pull_request:
|
|
branches:
|
|
- develop
|
|
paths:
|
|
- '.github/workflows/build-containers.yml'
|
|
- 'share/spack/docker/*'
|
|
- 'share/templates/container/*'
|
|
- 'lib/spack/spack/container/*'
|
|
# Let's also build & tag Spack containers on releases.
|
|
release:
|
|
types: [published]
|
|
|
|
concurrency:
|
|
group: build_containers-${{github.ref}}-${{github.event.pull_request.number || github.run_number}}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
deploy-images:
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
packages: write
|
|
strategy:
|
|
# Even if one container fails to build we still want the others
|
|
# to continue their builds.
|
|
fail-fast: false
|
|
# A matrix of Dockerfile paths, associated tags, and which architectures
|
|
# they support.
|
|
matrix:
|
|
# Meaning of the various items in the matrix list
|
|
# 0: Container name (e.g. ubuntu-bionic)
|
|
# 1: Platforms to build for
|
|
# 2: Base image (e.g. ubuntu:18.04)
|
|
dockerfile: [[amazon-linux, 'linux/amd64,linux/arm64', 'amazonlinux:2'],
|
|
[centos7, 'linux/amd64,linux/arm64,linux/ppc64le', 'centos:7'],
|
|
[centos-stream, 'linux/amd64,linux/arm64,linux/ppc64le', 'centos:stream'],
|
|
[leap15, 'linux/amd64,linux/arm64,linux/ppc64le', 'opensuse/leap:15'],
|
|
[ubuntu-bionic, 'linux/amd64,linux/arm64,linux/ppc64le', 'ubuntu:18.04'],
|
|
[ubuntu-focal, 'linux/amd64,linux/arm64,linux/ppc64le', 'ubuntu:20.04'],
|
|
[ubuntu-jammy, 'linux/amd64,linux/arm64,linux/ppc64le', 'ubuntu:22.04']]
|
|
name: Build ${{ matrix.dockerfile[0] }}
|
|
if: github.repository == 'spack/spack'
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b # @v2
|
|
|
|
- name: Set Container Tag Normal (Nightly)
|
|
run: |
|
|
container="${{ matrix.dockerfile[0] }}:latest"
|
|
echo "container=${container}" >> $GITHUB_ENV
|
|
echo "versioned=${container}" >> $GITHUB_ENV
|
|
|
|
# On a new release create a container with the same tag as the release.
|
|
- name: Set Container Tag on Release
|
|
if: github.event_name == 'release'
|
|
run: |
|
|
versioned="${{matrix.dockerfile[0]}}:${GITHUB_REF##*/}"
|
|
echo "versioned=${versioned}" >> $GITHUB_ENV
|
|
|
|
- name: Generate the Dockerfile
|
|
env:
|
|
SPACK_YAML_OS: "${{ matrix.dockerfile[2] }}"
|
|
run: |
|
|
.github/workflows/generate_spack_yaml_containerize.sh
|
|
. share/spack/setup-env.sh
|
|
mkdir -p dockerfiles/${{ matrix.dockerfile[0] }}
|
|
spack containerize --last-stage=bootstrap | tee dockerfiles/${{ matrix.dockerfile[0] }}/Dockerfile
|
|
printf "Preparing to build ${{ env.container }} from dockerfiles/${{ matrix.dockerfile[0] }}/Dockerfile"
|
|
if [ ! -f "dockerfiles/${{ matrix.dockerfile[0] }}/Dockerfile" ]; then
|
|
printf "dockerfiles/${{ matrix.dockerfile[0] }}/Dockerfile does not exist"
|
|
exit 1;
|
|
fi
|
|
|
|
- name: Upload Dockerfile
|
|
uses: actions/upload-artifact@3cea5372237819ed00197afe530f5a7ea3e805c8
|
|
with:
|
|
name: dockerfiles
|
|
path: dockerfiles
|
|
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@8b122486cedac8393e77aa9734c3528886e4a1a8 # @v1
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@dc7b9719a96d48369863986a06765841d7ea23f6 # @v1
|
|
|
|
- name: Log in to GitHub Container Registry
|
|
uses: docker/login-action@49ed152c8eca782a232dede0303416e8f356c37b # @v1
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Log in to DockerHub
|
|
if: github.event_name != 'pull_request'
|
|
uses: docker/login-action@49ed152c8eca782a232dede0303416e8f356c37b # @v1
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Build & Deploy ${{ matrix.dockerfile[0] }}
|
|
uses: docker/build-push-action@c84f38281176d4c9cdb1626ffafcd6b3911b5d94 # @v2
|
|
with:
|
|
context: dockerfiles/${{ matrix.dockerfile[0] }}
|
|
platforms: ${{ matrix.dockerfile[1] }}
|
|
push: ${{ github.event_name != 'pull_request' }}
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
tags: |
|
|
spack/${{ env.container }}
|
|
spack/${{ env.versioned }}
|
|
ghcr.io/spack/${{ env.container }}
|
|
ghcr.io/spack/${{ env.versioned }}
|