From 1cae1299eb5f33a6e5bcf9539575f4ca6f4ebe62 Mon Sep 17 00:00:00 2001 From: "Adam J. Stewart" Date: Thu, 25 Apr 2024 12:56:59 +0200 Subject: [PATCH] CI: remove ML ROCm stack (#43825) --- .../gitlab/cloud_pipelines/.gitlab-ci.yml | 27 +----- .../stacks/ml-linux-x86_64-rocm/spack.yaml | 93 ------------------- 2 files changed, 2 insertions(+), 118 deletions(-) delete mode 100644 share/spack/gitlab/cloud_pipelines/stacks/ml-linux-x86_64-rocm/spack.yaml diff --git a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml index 0bc97aeb2f..4256a3e2fd 100644 --- a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml +++ b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml @@ -761,32 +761,9 @@ ml-linux-x86_64-cuda-build: - artifacts: True job: ml-linux-x86_64-cuda-generate -######################################## -# Machine Learning - Linux x86_64 (ROCm) -######################################## -.ml-linux-x86_64-rocm: - extends: [ ".linux_x86_64_v3" ] - variables: - SPACK_CI_STACK_NAME: ml-linux-x86_64-rocm - -ml-linux-x86_64-rocm-generate: - extends: [ ".generate-x86_64", .ml-linux-x86_64-rocm, ".tags-x86_64_v4" ] - image: ghcr.io/spack/linux-ubuntu22.04-x86_64_v2:v2024-01-29 - -ml-linux-x86_64-rocm-build: - extends: [ ".build", ".ml-linux-x86_64-rocm" ] - trigger: - include: - - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - job: ml-linux-x86_64-rocm-generate - strategy: depend - needs: - - artifacts: True - job: ml-linux-x86_64-rocm-generate - -######################################## +######################################### # Machine Learning - Darwin aarch64 (MPS) -######################################## +######################################### .ml-darwin-aarch64-mps: extends: [".darwin_aarch64"] variables: diff --git a/share/spack/gitlab/cloud_pipelines/stacks/ml-linux-x86_64-rocm/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/ml-linux-x86_64-rocm/spack.yaml deleted file mode 100644 index 45806a15b8..0000000000 --- a/share/spack/gitlab/cloud_pipelines/stacks/ml-linux-x86_64-rocm/spack.yaml +++ /dev/null @@ -1,93 +0,0 @@ -spack: - view: false - packages: - all: - require: - - target=x86_64_v3 - - ~cuda - - +rocm - - amdgpu_target=gfx90a - gl: - require: "osmesa" - py-torch: - # Does not yet support Spack-installed ROCm - require: ~rocm - mpi: - require: openmpi - - specs: - # Horovod - - py-horovod - - # Hugging Face - - py-transformers - - # JAX - - py-jax - - py-jaxlib - - # Keras - # - py-keras backend=tensorflow - - py-keras backend=jax - - py-keras backend=torch - - py-keras-applications - - py-keras-preprocessing - - py-keras2onnx - - # PyTorch - - py-botorch - - py-efficientnet-pytorch - - py-gpytorch - - py-kornia - - py-lightning - - py-pytorch-gradual-warmup-lr - - py-pytorch-lightning - - py-segmentation-models-pytorch - - py-timm - - py-torch - - py-torch-cluster - - py-torch-geometric - - py-torch-nvidia-apex - - py-torch-scatter - - py-torch-sparse - - py-torch-spline-conv - - py-torchaudio - - py-torchdata - - py-torchfile - - py-torchgeo - - py-torchmetrics - - py-torchtext - - py-torchvision - - py-vector-quantize-pytorch - - # scikit-learn - - py-scikit-learn - - py-scikit-learn-extra - - # TensorBoard - - py-tensorboard - - py-tensorboard-data-server - - py-tensorboard-plugin-wit - - py-tensorboardx - - # TensorFlow - # Does not yet support Spack-installed ROCm - # - py-tensorflow - # - py-tensorflow-datasets - # - py-tensorflow-estimator - # - py-tensorflow-hub - # - py-tensorflow-metadata - # - py-tensorflow-probability - - # XGBoost - - py-xgboost - - ci: - pipeline-gen: - - build-job: - image: - name: ghcr.io/spack/linux-ubuntu22.04-x86_64_v2:v2024-01-29 - entrypoint: [''] - - cdash: - build-group: Machine Learning