Skip to content

ci: broaden Singularity job rules, refactor user_spack_environment script, tighten .sif artifact retention #361

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Copilot wants to merge 5 commits into
base: master
Choose a base branch
from
+66 −12
Open

ci: broaden Singularity job rules, refactor user_spack_environment script, tighten .sif artifact retention #361

Changes from 3 commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
a8b4e98
Initial plan
Copilot Jul 18, 2026
6a587a9
Refactor user_spack_environment script into base template
Copilot Jul 18, 2026
8e434d0
Broaden .singularity rules; tighten .sif artifact retention for disk …
Copilot Jul 18, 2026
c17e0bc
Add singularity user_spack_environment CI job
Copilot Jul 18, 2026
4d5ef40
fix: escape $HOME in double eval command var
wdconinc Jul 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 33 additions & 12 deletions .gitlab-ci.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -523,7 +523,20 @@ eic:
echo "No size limit configured for ${FULLNAME}, skipping check." ;
fi

.user_spack_environment:
script:
- source /opt/spack/share/spack/setup-env.sh
- spack env activate --create edm4eic
- spack add edm4eic@git.main cxxstd=20
- spack concretize
- spack install --only dependencies edm4eic
- spack install --verbose
- ls -al $HOME/spack/linux-*/compiler-wrapper-*/libexec/spack/gcc/g++
- ls -al $HOME/spack/linux-*/edm4eic-*/include/edm4eic/EDM4eicVersion.h
- ls $HOME/spack/

user_spack_environment:
extends: .user_spack_environment
stage: benchmarks
rules:
# Skip for epic or EICrecon trigger
Expand All @@ -543,16 +556,6 @@ user_spack_environment:
PLATFORM: linux/amd64
image:
name: ${CI_REGISTRY_IMAGE}/eic_ci:${INTERNAL_TAG}-default
script:
- source /opt/spack/share/spack/setup-env.sh
- spack env activate --create edm4eic
- spack add edm4eic@git.main cxxstd=20
- spack concretize
- spack install --only dependencies edm4eic
- spack install --verbose
- ls -al $HOME/spack/linux-*/compiler-wrapper-*/libexec/spack/gcc/g++
- ls -al $HOME/spack/linux-*/edm4eic-*/include/edm4eic/EDM4eicVersion.h
- ls $HOME/spack/

.cuda:
stage: benchmarks
Expand Down Expand Up @@ -590,11 +593,24 @@ cuda:torch:
stage: deploy
interruptible: true
rules:
- if: '$CI_COMMIT_BRANCH == "master" && $CI_PIPELINE_SOURCE != "trigger"'
# Skip for external repository triggers (e.g. EICrecon-triggered pipelines)
- if: '$CI_PIPELINE_SOURCE == "trigger" && $GITHUB_REPOSITORY != "eic/containers"'
when: never
- if: '$CI_COMMIT_BRANCH == "master"'
when: on_success
- if: '$CI_COMMIT_BRANCH =~ /^v[0-9]+\.[0-9]+-(alpha|beta|stable)/'
when: on_success
- if: '$CI_COMMIT_BRANCH =~ /^v[0-9]+\.[0-9]+-[a-z]+-(alpha|beta|stable)/'
when: on_success
- if: '$CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+/'
when: on_success
- if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
when: on_success
- when: never
artifacts:
expire_in: 1 days
# Short retention for disk space efficiency; .sif files are several GB each.
# MR and default runs only need the artifact for immediate verification.
expire_in: 2 hours
paths:
- build/${BUILD_IMAGE}.sif
script:
Expand Down Expand Up @@ -624,6 +640,11 @@ eic_xl:singularity:nightly:
variables:
BUILD_TYPE: nightly
BUILD_IMAGE: eic_xl
artifacts:
# Override retention: eic-shell/install.py downloads this artifact after pipeline completion.
expire_in: 1 days
paths:
- build/${BUILD_IMAGE}.sif
needs:
- job: version
- job: eic
Expand Down