Skip to content

Commit

Permalink
More updates for GitLab CI memory requests (spack#42425)
Browse files Browse the repository at this point in the history
* gitlab: remove requests for unreferenced packages

The packages removed in this commit are not built by any of
our current GitLab CI stacks.

* gitlab: update memory requests for "huge" packages

* gitlab: reduce memory requests for overprovisioned packages

* gitlab: more memory for py-torch (again)

* gitlab: update memory but keep CPU the same
  • Loading branch information
zackgalbreath authored Feb 12, 2024
1 parent cb3c014 commit 8ee3073
Showing 1 changed file with 131 additions and 36 deletions.
167 changes: 131 additions & 36 deletions share/spack/gitlab/cloud_pipelines/configs/linux/ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,16 @@ ci:
- - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- match_behavior: first
submapping:
- match:
- py-torch
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 48G

- match:
- rust
build-job:
Expand All @@ -19,6 +29,7 @@ ci:

- match:
- py-tensorflow
- py-torchaudio
build-job:
tags: [ "spack", "huge" ]
variables:
Expand Down Expand Up @@ -50,7 +61,6 @@ ci:

- match:
- llvm
- py-torch
build-job:
tags: [ "spack", "huge" ]
variables:
Expand All @@ -62,7 +72,6 @@ ci:
- match:
- dealii
- mxnet
- py-torchaudio
- rocblas
build-job:
tags: [ "spack", "huge" ]
Expand All @@ -88,53 +97,32 @@ ci:

- match:
- ascent
- atk
- axom
- cistem
- cmake
- ctffind
- cuda
- dray
- dyninst
- ecp-data-vis-sdk
- gcc
- ginkgo
- hdf5
- hipblas
- hpx
- kokkos-kernels
- kokkos-nvcc-wrapper
- lbann
- magma
- mesa
- mfem
- mpich
- netlib-lapack
- oce
- openblas
- openfoam
- openturns
- parallelio
- plumed
- precice
- qt
- raja
- relion
- rocfft
- rocsolver
- rocsparse
- slate
- strumpack
- sundials
- trilinos
- umpire
- visit
- vtk
- vtk-h
- vtk-m
- warpx
- wrf
- wxwidgets
build-job:
tags: [ "spack", "large" ]
variables:
Expand All @@ -143,15 +131,83 @@ ci:
KUBERNETES_CPU_REQUEST: 8000m
KUBERNETES_MEMORY_REQUEST: 12G

- match:
- hpx
- slate
- warpx
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "9G"

- match:
- hipblas
- rocfft
- umpire
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "8G"

- match:
- lbann
- magma
- mesa
- qt
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "7G"

- match:
- dyninst
- precice
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "6G"

- match:
- cmake
- plumed
- wrf
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "5G"

- match:
- parallelio
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "3G"

- match:
- adios2
- amrex
- archer
- ascent
- autoconf-archive
- axom
- binutils
- blaspp
- blt
- boost
- butterflypack
Expand All @@ -162,15 +218,10 @@ ci:
- conduit
- curl
- datatransferkit
- double-conversion
- dray
- eigen
- faodel
- ffmpeg
- fftw
- fortrilinos
- gettext
- gperftools
- gptune
- hdf5
- heffte
Expand All @@ -182,15 +233,13 @@ ci:
- lammps
- lapackpp
- legion
- libtool
- libxml2
- libzmq
- llvm-openmp-ompt
- mbedtls
- mfem
- mpich
- mvapich2
- nasm
- netlib-scalapack
- omega-h
- openblas
Expand All @@ -200,8 +249,6 @@ ci:
- pagmo2
- papyrus
- parsec
- pdt
- pegtl
- petsc
- pumi
- py-beniget
Expand All @@ -215,7 +262,6 @@ ci:
- py-warlock
- py-warpx
- raja
- samrai
- slepc
- slurm
- sqlite
Expand All @@ -237,6 +283,56 @@ ci:
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "4G"

- match:
- oce
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "3G"

- match:
- binutils
- blaspp
- double-conversion
- eigen
- fftw
- libtool
- nasm
- pegtl
- pdt
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "2"
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "2G"

- match:
- kokkos-nvcc-wrapper
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "1G"

- match:
- ffmpeg
- gperftools
- samrai
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "2"
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "1G"

- match:
- alsa-lib
- ant
Expand Down Expand Up @@ -336,7 +432,6 @@ ci:
- tar
- tcl
- texinfo
- tut
- unzip
- util-linux-uuid
- util-macros
Expand Down

0 comments on commit 8ee3073

Please sign in to comment.