Update summit modules (#21)

* Minor fix for Summit build system

* Fix '--nnodes'-->'-nodes' on Summit

* Attempt to update Summit modules

* Reinstall Ginkgo and python dependencies on Summit

* Enforce [email protected] on Summit

* Specify RelWithDebInfo for ExaGO and HiOp on Summit

* Update Spack

* Relax constraints on exago dependencies on Summit

* Add constraints on HiOp in the spack config. Part of the ExaGO package was conflicting with building HiOp in release mode.

* Cleaner module install on Summit

* Update spack_cpu_build.yaml to work without fork

* Update .github/workflows/spack_cpu_build.yaml

* Update Spack

* Try updating pybind11 submodule to see if it fixes errors with exago+python builds

---------

Co-authored-by: Cameron Rutherford <[email protected]>

Author: nkoukpaizan

.github/workflows/spack_cpu_build.yaml

@@ -13,13 +13,14 @@ jobs:
       matrix:
         spack_spec:
           # Minimal Build
-          - exago@develop~mpi~ipopt~hiop~logging~python~raja~tests
-          - exago@develop+mpi~ipopt+hiop~logging~python~raja~tests ^openmpi
+           # See #18 
+        # - exago@develop~mpi~ipopt~hiop~python~raja
+          - exago@develop+mpi~ipopt+hiop~python~raja ^openmpi
           # See #18 - +hiop~mpi causes issues
-        # - exago@develop~mpi~ipopt+hiop+logging~python+raja+tests
+        # - exago@develop~mpi~ipopt+hiop~python+raja
           # See #16 - +python~mpi causes issues
-        # - exago@develop~mpi~ipopt+hiop~logging+python~raja+tests
-          - exago@develop+mpi~ipopt+hiop~logging+python~raja+tests ^openmpi
+        # - exago@develop~mpi~ipopt+hiop+python~raja
+          - exago@develop+mpi~ipopt+hiop+python~raja ^openmpi
 
     name: Build ExaGO with Spack
     steps:

buildsystem/spack/summit/bsub.sh

@@ -2,7 +2,7 @@
 
 #BSUB -P csc359
 #BSUB -W 2:00
-#BSUB --nnodes 1
+#BSUB -nnodes 1
 #BSUB -J exasgd_spack_install
 #BSUB -o spack_install.%J
 #BSUB -e spack_install.%J

buildsystem/spack/summit/env.sh

@@ -3,8 +3,10 @@
 # Configure python
 module load python/3.8-anaconda3
 
-export SPACK_INSTALL=/gpfs/alpine/proj-shared/csc359/cameron/spack-install
+BASE=/gpfs/alpine/proj-shared/csc359/cameron
+export SPACK_INSTALL=$BASE/spack-install
 export SPACK_MODULES=summit-modules
-export SPACK_CACHE=/gpfs/alpine/proj-shared/csc359/$(whoami)/spack-cache
+export SPACK_CACHE=$BASE/$(whoami)/spack-cache
 export SPACK_PYTHON=$OLCF_PYTHON_ANACONDA3_ROOT
 export SPACK_DISABLE_LOCAL_CONFIG=1
+export SPACK_MIRROR=$BASE/mirror

buildsystem/spack/summit/install.sh

@@ -1,3 +1,3 @@
 #!/bin/bash
 
-bsub ./buildsystem/spack/crusher/bsub.sh
+bsub ./buildsystem/spack/summit/bsub.sh

buildsystem/spack/summit/modules/dependencies.sh

@@ -1,3 +1,3 @@
 module use -a /gpfs/alpine/proj-shared/csc359/cameron/spack-install/summit-modules/linux-rhel8-power9le
-# exago@develop%[email protected]+cuda+hiop~ipo+ipopt+mpi+python+raja~rocm build_system=cmake build_type=RelWithDebInfo cuda_arch=70 arch=linux-rhel8-ppc64le
-module load exago-develop-gcc-10.2.0-7cyxhna
+# exago@=develop%gcc@=10.2.0+cuda+hiop~ipo+ipopt+logging+mpi+python+raja~rocm build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le
+module load exago/develop-gcc-10.2.0-cvwb3tx

buildsystem/spack/summit/modules/exago.sh

@@ -1,15 +1,14 @@
 spack:
   specs:
-  - exago@develop%[email protected]+cuda+mpi+hiop+raja+ipopt+python cuda_arch=70
-    ^[email protected]~hdf5~hypre~mumps~superlu-dist 
-    ^hiop@develop+cuda+raja+sparse+mpi+deepchecking+ginkgo+cusolver cuda_arch=70
-    ^[email protected]
-    ^[email protected]
-    ^openblas
+  - exago@develop%[email protected]+cuda+mpi+hiop+raja+ipopt+python cuda_arch=70 build_type=Release
+    ^[email protected]+cuda+mpi+raja+kron+sparse+ginkgo+cusolver_lu cuda_arch=70
+    ^[email protected]
   view: false
   concretizer:
-    unify: when_possible
-    reuse: true
+    unify: true
+    reuse: false
+    duplicates:
+      strategy: none
   compilers:
   - compiler:
       spec: [email protected]
@@ -59,8 +58,8 @@ spack:
       variants: +blas
     cuda:
       externals:
-      - spec: cuda@11.5.2
-        modules: [cuda/11.5.2]
+      - spec: cuda@11.4.2
+        modules: [cuda/11.4.2]
       buildable: false
     raja:
       version: [0.14.0]
@@ -69,7 +68,7 @@ spack:
       version: [6.0.0]
       variants: ~c+cuda cuda_arch=70 build_type=Release
     magma:
-      version: [2.6.1]
+      version: [2.7.2]
       variants: +cuda cuda_arch=70 build_type=Release
     cmake:
       externals:
@@ -91,3 +90,8 @@ spack:
       - spec: [email protected]
         modules: [perl/5.30.1]
       buildable: false
+    git:
+      externals:
+      - spec: [email protected]
+        modules: [git/2.31.1]
+      buildable: false