feat(ci): add macOS CI workflow

AGENTS.md

@@ -61,6 +61,8 @@ All images support both `linux/amd64` and `linux/arm64` architectures through pa
 ├── spack-environment/          # Nine environments: ci, ci_without_acts,
 │   │                           # cuda, cvmfs, dbg, jl, prod, tf, xl
 │   ├── packages.yaml           # Package versions, variants, and preferences
+│   ├── packages_linux.yaml     # Linux-only settings (included when platform == "linux")
+│   ├── packages_darwin.yaml    # macOS-only settings (included when platform == "darwin")
 │   ├── <env>/spack.yaml        # Default spec list for that environment
 │   └── <env>/epic/spack.yaml   # Custom-version overlay (epic, eicrecon, ...)
 ├── spack.sh                    # Spack core version and cherry-picks

containers/eic/Dockerfile

@@ -248,6 +248,8 @@ COPY --from=builder_installation_custom \
   /opt/spack-environment/${ENV}/epic/
 COPY --from=builder_installation_custom \
   /opt/spack-environment/packages.yaml \
+  /opt/spack-environment/packages_linux.yaml \
+  /opt/spack-environment/packages_darwin.yaml \
   /opt/spack-environment/
 
 

docs/architecture.md

@@ -152,3 +152,4 @@ Package versions are controlled through several configuration files:
 | `key4hep-spack.sh` | Key4HEP-spack version |
 | `eic-spack.sh` | EIC-spack version |
 | `spack-environment/packages.yaml` | Package version preferences and variants |
+| `spack-environment/packages_linux.yaml`, `spack-environment/packages_darwin.yaml` | Platform-specific settings (compiler, GL, X11), included per platform |

scripts/check-buildcache.py

@@ -0,0 +1,70 @@
+#!/usr/bin/env python3
+"""Check concrete specs of a Spack environment against a binary buildcache.
+
+Ignores external packages (which cannot be built by Spack).
+Outputs missing spec DAG hashes (prefixed with '/') to output-file (or stdout).
+Exits with 0 if all specs exist in the buildcache, or 1 if any specs are missing.
+"""
+
+import concurrent.futures
+import sys
+
+import spack.environment as ev
+from spack.binary_distribution import _oci_default_tag, _oci_get_blob_info
+from spack.oci.image import ImageReference
+
+
+def main():
+    if len(sys.argv) < 3:
+        print("Usage: check-buildcache.py <env-dir> <mirror-url> [output-file]", file=sys.stderr)
+        sys.exit(2)
+
+    env_dir = sys.argv[1]
+    mirror_url = sys.argv[2]
+    output_file = sys.argv[3] if len(sys.argv) > 3 else None
+
+    env = ev.Environment(env_dir)
+    # Ignore external specs as they are pre-installed on the host / not built
+    all_specs = [s for s in env.all_specs() if not s.external]
+    if not all_specs:
+        print(f"No non-external specs in environment {env_dir}", file=sys.stderr)
+        if output_file:
+            open(output_file, "w").close()
+        sys.exit(0)
+
+    target_image = ImageReference.from_url(mirror_url)
+    print(f"Checking {len(all_specs)} non-external specs against {mirror_url}...", file=sys.stderr)
+
+    def is_missing(spec):
+        tag = _oci_default_tag(spec)
+        ref = target_image.with_tag(tag)
+        blob = _oci_get_blob_info(ref)
+        return spec, (blob is None)
+
+    missing = []
+    with concurrent.futures.ThreadPoolExecutor(max_workers=16) as pool:
+        for spec, missing_flag in pool.map(is_missing, all_specs):
+            if missing_flag:
+                missing.append(spec)
+
+    if missing:
+        print(f"Found {len(missing)} missing spec(s) that need to be built:", file=sys.stderr)
+        for s in missing:
+            print(f"  - {s.short_spec} (/{s.dag_hash()})", file=sys.stderr)
+        hashes = [f"/{s.dag_hash()}" for s in missing]
+        hashes_str = " ".join(hashes)
+        if output_file:
+            with open(output_file, "w", encoding="utf-8") as f:
+                f.write(hashes_str + "\n")
+        else:
+            print(hashes_str)
+        sys.exit(1)
+    else:
+        print(f"All {len(all_specs)} specs already exist in buildcache.", file=sys.stderr)
+        if output_file:
+            open(output_file, "w").close()
+        sys.exit(0)
+
+
+if __name__ == "__main__":
+    main()

spack-environment/ci/epic/spack.yaml

@@ -3,8 +3,12 @@ spack:
   - ../spack.lock
   - ../../concretizer.yaml
   - ../../config.yaml
-  - ../../packages.yaml
+  - path: ../../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../../packages_linux.yaml
+    when: platform == "linux"
   - ../../view.yaml
+  - ../../packages.yaml
   packages:
     geant4:
       require:

spack-environment/ci/spack.yaml

@@ -2,10 +2,32 @@ spack:
   include:
   - ../concretizer.yaml
   - ../config.yaml
-  - ../packages.yaml
   - ../packages_root_without_opengl.yaml
+  - path: ../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../packages_linux.yaml
+    when: platform == "linux"
   - ../view.yaml
+  - ../packages.yaml
+  definitions:
+  # Note that in definitions 'when' takes a python expression as argument
+  # https://spack.readthedocs.io/en/latest/environments.html#spec-list-references
+  - when: arch.satisfies("platform=linux")
+    linux_packages:
+    - gfal2
+    - gfal2-util
+    - graphviz
+    - imagemagick
+    - iwyu
+    - nopayloadclient
+    - ollama
+    - py-numpy
+    - py-onnxruntime
+    - py-scipy
+  - when: arch.satisfies("platform=darwin")
+    linux_packages: []
   specs:
+  - $linux_packages
   - acts
   - actsvg
   - afterburner
@@ -19,21 +41,14 @@ spack:
   - fjcontrib
   - fmt
   - geant4 -opengl
-  - gfal2
-  - gfal2-util
-  - graphviz
   - hepmc3
   - hepmcmerger
   - heppdt
-  - imagemagick
   - irt
   - irt2
-  - iwyu
   - jana2
   - just
-  - nopayloadclient
   - npsim -geocad
-  - ollama
   - onnx
   - osg-ca-certs
   - pandorasdk
@@ -60,14 +75,11 @@ spack:
   - py-matplotlib
   - py-mplhep
   - py-htgettoken
-  - py-numpy
   - py-onnx
-  - py-onnxruntime
   - py-pandas
   - py-particle
   - py-pip
   - py-rucio-clients
-  - py-scipy
   - py-seaborn
   - py-snakemake-storage-plugin-fs
   - py-snakemake-storage-plugin-pelican

spack-environment/ci_without_acts/epic/spack.yaml

@@ -3,8 +3,12 @@ spack:
   - ../spack.lock
   - ../../concretizer.yaml
   - ../../config.yaml
-  - ../../packages.yaml
+  - path: ../../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../../packages_linux.yaml
+    when: platform == "linux"
   - ../../view.yaml
+  - ../../packages.yaml
   specs:
   - algorithms
   - edm4eic

spack-environment/ci_without_acts/spack.yaml

@@ -2,9 +2,13 @@ spack:
   include:
   - ../concretizer.yaml
   - ../config.yaml
-  - ../packages.yaml
+  - path: ../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../packages_linux.yaml
+    when: platform == "linux"
   - ../packages_root_without_opengl.yaml
   - ../view.yaml
+  - ../packages.yaml
   specs:
   - actsvg
   - afterburner

spack-environment/cuda/epic/spack.yaml

@@ -3,8 +3,12 @@ spack:
   - ../spack.lock
   - ../../concretizer.yaml
   - ../../config.yaml
-  - ../../packages.yaml
+  - path: ../../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../../packages_linux.yaml
+    when: platform == "linux"
   - ../../view.yaml
+  - ../../packages.yaml
   concretizer:
     unify: when_possible
     duplicates:

spack-environment/cuda/spack.yaml

@@ -2,9 +2,16 @@ spack:
   include:
   - ../concretizer.yaml
   - ../config.yaml
-  - ../packages.yaml
-  - ../packages_root_with_opengl.yaml
+  - path: ../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../packages_linux.yaml
+    when: platform == "linux"
+  - path: ../packages_root_with_opengl.yaml
+    when: platform == "linux"
+  - path: ../packages_root_without_opengl.yaml
+    when: platform == "darwin"
   - ../view.yaml
+  - ../packages.yaml
   specs:
   - acts +cuda
   - actsvg

spack-environment/cvmfs/epic/spack.yaml

@@ -3,9 +3,13 @@ spack:
   - ../spack.lock
   - ../../concretizer.yaml
   - ../../config.yaml
-  - ../../packages.yaml
+  - path: ../../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../../packages_linux.yaml
+    when: platform == "linux"
   - ../../packages_cvmfs_geant4data.yaml
   - ../../view.yaml
+  - ../../packages.yaml
   specs:
   - algorithms
   - edm4eic

spack-environment/cvmfs/spack.yaml

@@ -2,10 +2,14 @@ spack:
   include:
   - ../concretizer.yaml
   - ../config.yaml
-  - ../packages.yaml
+  - path: ../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../packages_linux.yaml
+    when: platform == "linux"
   - ../packages_cvmfs_geant4data.yaml
   - ../packages_root_without_opengl.yaml
   - ../view.yaml
+  - ../packages.yaml
   specs:
   - acts
   - actsvg

spack-environment/dbg/epic/spack.yaml

@@ -3,8 +3,12 @@ spack:
   - ../spack.lock
   - ../../concretizer.yaml
   - ../../config.yaml
-  - ../../packages.yaml
+  - path: ../../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../../packages_linux.yaml
+    when: platform == "linux"
   - ../../view.yaml
+  - ../../packages.yaml
   specs:
   - algorithms build_type=Debug
   - edm4eic build_type=Debug

spack-environment/dbg/spack.yaml

@@ -2,9 +2,13 @@ spack:
   include:
   - ../concretizer.yaml
   - ../config.yaml
-  - ../packages.yaml
+  - path: ../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../packages_linux.yaml
+    when: platform == "linux"
   - ../packages_root_without_opengl.yaml
   - ../view.yaml
+  - ../packages.yaml
   specs:
   - acts build_type=Debug
   - cmake

spack-environment/jl/epic/spack.yaml

@@ -3,8 +3,12 @@ spack:
   - ../spack.lock
   - ../../concretizer.yaml
   - ../../config.yaml
-  - ../../packages.yaml
+  - path: ../../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../../packages_linux.yaml
+    when: platform == "linux"
   - ../../view.yaml
+  - ../../packages.yaml
   specs:
   - algorithms
   - edm4eic

spack-environment/jl/spack.yaml

@@ -2,9 +2,13 @@ spack:
   include:
   - ../concretizer.yaml
   - ../config.yaml
-  - ../packages.yaml
+  - path: ../packages_darwin.yaml
+    when: platform == "darwin"
+  - path: ../packages_linux.yaml
+    when: platform == "linux"
   - ../packages_root_without_opengl.yaml
   - ../view.yaml
+  - ../packages.yaml
   concretizer:
     duplicates:
       max_dupes:

spack-environment/packages.yaml

@@ -58,9 +58,6 @@ packages:
     require:
     - '@22:'
     - +brotli +bz2 +dataset +filesystem +glog +ipc +jemalloc +lz4 +parquet +snappy +zlib +zstd
-  binutils:
-    require:
-    - ~gold
   blas:
     require:
     - openblas
@@ -71,16 +68,6 @@ packages:
     - +iostreams +locale +log +math +program_options +python +random +regex
     - +serialization +system +test +thread +timer +wave
     - cxxstd=20
-  c:
-    prefer:
-    - gcc
-    require:
-    - gcc
-  cxx:
-    prefer:
-    - gcc
-    require:
-    - gcc
   cairo:
     require:
     - '@1.18.2:'
@@ -136,9 +123,6 @@ packages:
     - '@1.38'
     - +ddg4 +ddcad +edm4hep +g4hepem +hepmc3 +xercesc
     - any_of: [+ddeve +utilityapps, -ddeve -utilityapps] # FIXME ^root +x +opengl when +utilityapps
-  doxygen:
-    require:
-    - +graphviz
   dpmjet:
     require:
     - '@19.3.5'
@@ -257,7 +241,6 @@ packages:
     require:
     - '@11.4.1.east'
     - cxxstd=20 -vecgeom +threads -vtk
-    - any_of: [+opengl +qt +x11, -opengl -qt -x11]
   geant4-data:
     require:
     - +nudexlib +tendl +urrpt
@@ -270,12 +253,6 @@ packages:
   ghostscript:
     require:
     - ~gtk
-  gl:
-    require:
-    - glx
-  glu:
-    require:
-    - openglu
   gloo:
     require:
     - '@2023-12-03'
@@ -671,7 +648,7 @@ packages:
   root:
     require:
     - '@6.40.04'
-    - cxxstd=20 +fftw +fortran +gdml +http -ipo +mlp +python +root7 +tmva +tmva-sofie +x +xrootd +ssl
+    - cxxstd=20 +fftw +fortran +gdml +http -ipo +mlp +python +root7 +tmva +tmva-sofie +xrootd +ssl
     - any_of: [+opengl +webgui, -opengl -webgui]
   rucio-eic-mcp-server:
     require: