762ba27036
* Add two no-op jobs named "all-prechecks" and "all" These are a suggestion from @tgamblin, they are stable named markers we can use from gitlab and possibly for required checks to make CI more resilient to refactors changing the names of specific checks. * Enable parallel testing using xdist for unit testing in CI * Normalize tmp paths to deal with macos * add -u flag compatibility to spack python As of now, it is accepted and ignored. The usage with xdist, where it is invoked specifically by `python -u spack python` which is then passed `-u` by xdist is the entire reason for doing this. It should never be used without explicitly passing -u to the executing python interpreter. * use spack python in xdist to support python 2 When running on python2, spack has many import cycles unless started through main. To allow that, this uses `spack python` as the interpreter, leveraging the `-u` support so xdist doesn't error out when it unconditionally requests unbuffered binary IO. * Use shutil.move to account for tmpdir being in a separate filesystem sometimes
112 lines
4 KiB
YAML
112 lines
4 KiB
YAML
name: ci
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- develop
|
|
- releases/**
|
|
pull_request:
|
|
branches:
|
|
- develop
|
|
- releases/**
|
|
|
|
concurrency:
|
|
group: ci-${{github.ref}}-${{github.event.pull_request.number || github.run_number}}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
prechecks:
|
|
needs: [ changes ]
|
|
uses: ./.github/workflows/valid-style.yml
|
|
with:
|
|
with_coverage: ${{ needs.changes.outputs.with_coverage }}
|
|
audit-ancient-python:
|
|
uses: ./.github/workflows/audit.yaml
|
|
needs: [ changes ]
|
|
with:
|
|
with_coverage: ${{ needs.changes.outputs.with_coverage }}
|
|
python_version: 2.7
|
|
all-prechecks:
|
|
needs: [ prechecks ]
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Success
|
|
run: "true"
|
|
# Check which files have been updated by the PR
|
|
changes:
|
|
runs-on: ubuntu-latest
|
|
# Set job outputs to values from filter step
|
|
outputs:
|
|
bootstrap: ${{ steps.filter.outputs.bootstrap }}
|
|
core: ${{ steps.filter.outputs.core }}
|
|
packages: ${{ steps.filter.outputs.packages }}
|
|
with_coverage: ${{ steps.coverage.outputs.with_coverage }}
|
|
steps:
|
|
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b # @v2
|
|
if: ${{ github.event_name == 'push' }}
|
|
with:
|
|
fetch-depth: 0
|
|
# For pull requests it's not necessary to checkout the code
|
|
- uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
|
|
id: filter
|
|
with:
|
|
# See https://github.com/dorny/paths-filter/issues/56 for the syntax used below
|
|
# Don't run if we only modified packages in the
|
|
# built-in repository or documentation
|
|
filters: |
|
|
bootstrap:
|
|
- '!var/spack/repos/builtin/**'
|
|
- 'var/spack/repos/builtin/packages/clingo-bootstrap/**'
|
|
- 'var/spack/repos/builtin/packages/clingo/**'
|
|
- 'var/spack/repos/builtin/packages/python/**'
|
|
- 'var/spack/repos/builtin/packages/re2c/**'
|
|
- '!lib/spack/docs/**'
|
|
- 'lib/spack/**'
|
|
- 'share/spack/**'
|
|
- '.github/workflows/bootstrap.yml'
|
|
core:
|
|
- '!lib/spack/docs/**'
|
|
- './!(var/**)/**'
|
|
packages:
|
|
- 'var/**'
|
|
# Some links for easier reference:
|
|
#
|
|
# "github" context: https://docs.github.com/en/actions/reference/context-and-expression-syntax-for-github-actions#github-context
|
|
# job outputs: https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#jobsjob_idoutputs
|
|
# setting environment variables from earlier steps: https://docs.github.com/en/actions/reference/workflow-commands-for-github-actions#setting-an-environment-variable
|
|
#
|
|
- id: coverage
|
|
# Run the subsequent jobs with coverage if core has been modified,
|
|
# regardless of whether this is a pull request or a push to a branch
|
|
run: |
|
|
echo Core changes: ${{ steps.filter.outputs.core }}
|
|
echo Event name: ${{ github.event_name }}
|
|
if [ "${{ steps.filter.outputs.core }}" == "true" ]
|
|
then
|
|
echo "::set-output name=with_coverage::true"
|
|
else
|
|
echo "::set-output name=with_coverage::false"
|
|
fi
|
|
bootstrap:
|
|
if: ${{ github.repository == 'spack/spack' && needs.changes.outputs.bootstrap == 'true' }}
|
|
needs: [ prechecks, changes ]
|
|
uses: ./.github/workflows/bootstrap.yml
|
|
unit-tests:
|
|
if: ${{ github.repository == 'spack/spack' && needs.changes.outputs.core == 'true' }}
|
|
needs: [ prechecks, changes ]
|
|
uses: ./.github/workflows/unit_tests.yaml
|
|
with:
|
|
core: ${{ needs.changes.outputs.core }}
|
|
packages: ${{ needs.changes.outputs.packages }}
|
|
with_coverage: ${{ needs.changes.outputs.with_coverage }}
|
|
windows:
|
|
if: ${{ github.repository == 'spack/spack' && needs.changes.outputs.core == 'true' }}
|
|
needs: [ prechecks ]
|
|
uses: ./.github/workflows/windows_python.yml
|
|
all:
|
|
needs: [ windows, unit-tests, bootstrap, audit-ancient-python ]
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Success
|
|
run: "true"
|
|
|