Parsing compiler name & version from Spack environment to include in the performance log file

benchmarks/modules/utils.py

@@ -10,8 +10,8 @@
 from reframe.core.exceptions import BuildSystemError
 from reframe.core.logging import getlogger
 from reframe.utility.osext import run_command
-
-
+import reframe.utility.osext as osext
+import reframe.utility.sanity as sn
 SYSFILE = 'systems/sysinfo.json' # interpreted relative to jupyter root
 
 def get_jupyter_root():
@@ -243,6 +243,10 @@ def identify_build_environment(current_partition):
 class SpackTest(rfm.RegressionTest):
     build_system = 'Spack'
     spack_spec = variable(str, value='', loggable=True)
+    spack_variants = variable(str, value='', loggable=True)
+    compiler_version =  variable(str, value='', loggable=True)
+    compiler_name =  variable(str, value='', loggable=True)
+    spack_mpi = variable(str, value='', loggable=True)
 
     @run_before('compile')
     def setup_spack_environment(self):
@@ -267,11 +271,38 @@ def setup_spack_environment(self):
             f'(cd {cp_dir}; find . \( -name "spack.yaml" -o -name "compilers.yaml" -o -name "packages.yaml" \) -print0 | xargs -0 tar cf - | tar -C {dest} -xvf -)',
             f'spack -e {self.build_system.environment} config add "config:install_tree:root:{env_dir}/opt"',
         ]
-
+        # else f"{d[key].value}" if isinstance(d[key].value, bool) for boolean with "True" instead of True
+        cmd_spack_variants = 'from spack import environment; d = environment.active_environment().spec_lists["specs"].specs[0].variants.dict; keys = list(d.keys());values = {key: ([d[key].value[i] for i in range(len(d[key].value))] if isinstance(d[key].value, tuple) else d[key].value) for key in keys};print(values)'
+        cmd_spec_mpi =  'from spack import environment;print(environment.active_environment().spec_lists["specs"].specs[0]["mpi"]) if "mpi" in environment.active_environment().spec_lists["specs"].specs[0] else "" '
+        cmd_compiler_name = 'from spack import environment; print(environment.active_environment().spec_lists["specs"].specs[0].compiler.name)'
+        # Although we could provide several versions of compiler, reframe only executes with the first version
+        cmd_compiler_version = 'from spack import environment;environment.active_environment().spec_lists["specs"].specs[0].compiler.versions[0]'
+        self.postrun_cmds.append(f'echo "compiler_name: $(spack -e {self.build_system.environment} python -c \'{cmd_compiler_name}\')"')
+        self.postrun_cmds.append(f'echo "compiler_version: $(spack -e {self.build_system.environment} python -c \'{cmd_compiler_version}\')"')
+        self.postrun_cmds.append(f'echo "spack_spec_variants: $(spack -e {self.build_system.environment} python -c \'{cmd_spack_variants}\')"')
+        self.postrun_cmds.append(f'echo "MPI: $(spack -e {self.build_system.environment} python -c \'{cmd_spec_mpi}\')"')
+
         # Keep the `spack.lock` file in the output directory so that the Spack
         # environment can be faithfully reproduced later.
         self.keep_files.append(os.path.realpath(os.path.join(self.build_system.environment, 'spack.lock')))
 
+    @run_after('run')
+    def get_compiler_name(self):
+        with osext.change_dir(self.stagedir):
+            self.compiler_name = sn.extractsingle(r'compiler_name: \s*(\S+)', self.stdout, 1).evaluate()
+    @run_after('run')
+    def get_compiler_version(self):
+        with osext.change_dir(self.stagedir):
+            self.compiler_version = sn.extractsingle(r'compiler_version: \s*(.*)', self.stdout, 1).evaluate()
+    @run_after('run')
+    def get_full_variants(self):
+        with osext.change_dir(self.stagedir):
+            self.spack_variants = sn.extractsingle(r'spack_spec_variants: \s*(.*)', self.stdout, 1).evaluate()
+    @run_after('run')
+    def get_spec_mpi(self):
+        with osext.change_dir(self.stagedir):
+            self.spack_mpi = sn.extractsingle(r'MPI: \s*(.*)', self.stdout, 1).evaluate()
+
     @run_before('compile')
     def setup_build_system(self):
         # The `self.spack_spec` attribute is the user-facing and loggable
@@ -301,6 +332,7 @@ def setup_build_job_num_cpus(self):
             self.build_job.num_cpus_per_task = min(16, self.current_partition.processor.num_cpus)
 
 
+
 if __name__ == '__main__':
 
     #v = get_sysinfo(sys.argv[-1])

benchmarks/reframe_config.py

@@ -759,6 +759,10 @@ def spack_root_to_path():
                         '%(check_environ)s|'
                         '%(check_extra_resources)s|'
                         '%(check_env_vars)s|'
+                        '%(check_compiler_name)s|'
+                        '%(check_compiler_version)s|'
+                        '%(check_spack_variants)s|'
+                        '%(check_spack_mpi)s|'
                         '%(check_tags)s'
                     ),
                     'format_perfvars': (

post-processing/test_post_processing.py

@@ -155,11 +155,15 @@ def test_read_perflog(run_sombrero):
     # get dataframe from complete perflog
     df = log_hand.read_perflog(sombrero_log_path)
 
+
     EXPECTED_FIELDS = ["job_completion_time", "version", "info", "jobid", "num_tasks",
                        "num_cpus_per_task", "num_tasks_per_node", "num_gpus_per_node",
                        "flops_value", "flops_unit", "flops_ref", "flops_lower_thres",
                        "flops_upper_thres", "spack_spec", "test_name", "tasks", "cpus_per_task",
-                       "system", "partition", "environ", "OMP_NUM_THREADS", "tags"]
+                       "system", "partition", "environ", "OMP_NUM_THREADS", "spack_variants",
+                       "compiler_name", "compiler_version", "spack_mpi", "tags"]
+
+
 
     # check example perflog file is read appropriately
     # check all expected columns are present