ci: Add ecp-data-vis-sdk CI pipeline (#22179)

* ci: Add a minimal subset of the ECP Data & Vis SDK CI pipeline

* ci: Expand the ECP Data & Vis SDK pipeline with more variants
This commit is contained in:
Chuck Atkins 2021-09-13 13:34:13 -04:00 committed by GitHub
parent c392454125
commit 060582a21d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 92 additions and 0 deletions

View file

@ -221,3 +221,32 @@ radiuss-develop-build:
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
job: radiuss-develop-generate
strategy: depend
########################################
# ECP Data & Vis SDK
########################################
.data-vis-sdk:
variables:
SPACK_CI_STACK_NAME: data-vis-sdk
data-vis-sdk-pr-generate:
extends: [ ".data-vis-sdk", ".pr-generate"]
data-vis-sdk-develop-generate:
extends: [ ".data-vis-sdk", ".develop-generate"]
data-vis-sdk-pr-build:
extends: [ ".data-vis-sdk", ".pr-build" ]
trigger:
include:
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
job: data-vis-sdk-pr-generate
strategy: depend
data-vis-sdk-develop-build:
extends: [ ".data-vis-sdk", ".develop-build" ]
trigger:
include:
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
job: data-vis-sdk-develop-generate
strategy: depend

View file

@ -0,0 +1,63 @@
spack:
view: false
concretization: separately
config:
install_tree:
root: /home/software/spack
padded_length: 512
projections:
all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'
packages:
all:
target: [x86_64]
# The spec will be gradually expanded to enable all the SDK components.
# Currently disabled: ascent, catalyst, cinema, paraview, unifyfs, visit, vtkm
specs:
- matrix:
- - ecp-data-vis-sdk
+adios2
+darshan
+faodel
+hdf5
+pnetcdf
+sz
+veloc
+zfp
mirrors: { "mirror": "s3://spack-binaries-develop/data-vis-sdk" }
gitlab-ci:
image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu18.04-runner-x86_64:2020-09-01", "entrypoint": [""] }
script:
- . "./share/spack/setup-env.sh"
- spack --version
- cd ${SPACK_CONCRETE_ENV_DIR}
- spack env activate --without-view .
- spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- spack -d ci rebuild
mappings:
- match: [vtk-h, vtk-m, paraview, llvm, vtk]
runner-attributes:
tags: ["spack", "public", "xlarge", "x86_64"]
- match: ['@:']
runner-attributes:
tags: ["spack", "public", "large", "x86_64"]
temporary-storage-url-prefix: "s3://spack-binaries-prs/pipeline-storage"
service-job-attributes:
image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu18.04-runner-x86_64:2020-09-01", "entrypoint": [""] }
before_script:
- . "./share/spack/setup-env.sh"
- spack --version
- cd share/spack/gitlab/cloud_pipelines/stacks/data-vis-sdk
- spack env activate --without-view .
tags: ["spack", "public", "medium", "x86_64"]
cdash:
build-group: Data and Vis SDK
url: https://cdash.spack.io
project: Spack Testing
site: Cloud Gitlab Infrastructure