features/branson

legacy/experiments/branson/mpi-only/ramble.yaml

@@ -0,0 +1,51 @@
+ramble:
+  applications:
+    branson:
+      workloads:
+        branson:
+          experiments:
+            branson_branson_weak_scaling_caliper_time_mpi_{n_nodes}_{num_particles}_{n_ranks}:
+              exclude: {}
+              matrix: []
+              variables:
+                n_nodes:
+                - 1
+                - 2
+                - 4
+                - 8
+                n_ranks: '{n_nodes}*{sys_cores_per_node}'
+                num_particles:
+                - 850000000
+                - 1700000000
+                - 3400000000
+                - 6800000000
+              variants:
+                package_manager: spack
+              zips: {}
+  config:
+    deprecated: true
+    spack_flags:
+      concretize: -U -f
+      install: --add --keep-stage
+  include:
+  - ./configs
+  modifiers:
+  - name: allocation
+  - mode: mpi
+    name: caliper
+  - mode: time
+    name: caliper
+  software:
+    environments:
+      branson:
+        packages:
+        - caliper
+        - default-mpi
+        - branson
+    packages:
+      branson:
+        compiler: default-compiler
+        pkg_spec: branson@develop+caliper
+      caliper:
+        compiler: default-compiler
+        pkg_spec: caliper@master+adiak+mpi~libunwind~libdw~papi

repo/branson/package.py

@@ -6,6 +6,8 @@
 from spack.package import *
 from spack.pkg.builtin.boost import Boost
 
+import os
+
 
 class Branson(CMakePackage):
     """Branson's purpose is to study different algorithms for parallel Monte
@@ -30,6 +32,9 @@ class Branson(CMakePackage):
     )
     version("0.81", sha256="493f720904791f06b49ff48c17a681532c6a4d9fa59636522cf3f9700e77efe4")
     version("0.8", sha256="85ffee110f89be00c37798700508b66b0d15de1d98c54328b6d02a9eb2cf1cb8")
+
+    variant("caliper", default=False, description="Enable Caliper monitoring")
+
     #depends_on("mpi")
     depends_on("mpi@2:")
 
@@ -39,16 +44,39 @@ class Branson(CMakePackage):
     depends_on(Boost.with_default_variants, when="@:0.81")
     depends_on("metis")
     depends_on("parmetis", when="@:0.81")
+    depends_on("caliper", when="+caliper")
+    depends_on("adiak", when="+caliper")
 
     root_cmakelists_dir = "src"
 
+    def patch(self):
+        ppu_intrinsics_file = os.path.join(self.stage.source_path, "src", "random123", "features", "ppu_intrinsics.h")
+        with open(ppu_intrinsics_file , "w") as f:
+            pass
+
+    def setup_build_environment(self, env):
+        if not self.spec.satisfies("+cuda"):
+            env.unset("CUDA_HOME")
+            env.unset("CUDADIR")
+            env.unset("CUDACXX")
+
     def cmake_args(self):
         spec = self.spec
         args = []
         #args.append("--enable-mpi")
         args.append(f"-DCMAKE_C_COMPILER={spec['mpi'].mpicc}")
         args.append(f"-DCMAKE_CXX_COMPILER={spec['mpi'].mpicxx}")
         args.append(f"-DCMAKE_Fortran_COMPILER={spec['mpi'].mpifc}")
+
+        cflags = " ".join(self.compiler.flags['cflags']) if 'cflags' in self.compiler.flags else ""
+        cxxflags = " ".join(self.compiler.flags['cxxflags']) if 'cxxflags' in self.compiler.flags else ""
+
+        args.append("-DCMAKE_C_FLAGS={} -I{}/src/random123/features".format(cflags, self.stage.source_path))
+        args.append("-DCMAKE_CXX_FLAGS={} -I{}/src/random123/features".format(cxxflags, self.stage.source_path))
+        args.append(f"-DBUILD_TESTING=OFF")
+        if self.spec.satisfies("+caliper"):
+            args.append(f"-DCALIPER_ROOT_DIR={self.spec['caliper'].prefix}")
+
         return args
 
     def install(self, spec, prefix):