Parsing compiler name & version from Spack environment to include in the performance log file

benchmarks/modules/utils.py

@@ -10,8 +10,8 @@
 from reframe.core.exceptions import BuildSystemError
 from reframe.core.logging import getlogger
 from reframe.utility.osext import run_command
-
-
+import reframe.utility.osext as osext
+import reframe.utility.sanity as sn
 SYSFILE = 'systems/sysinfo.json' # interpreted relative to jupyter root
 
 def get_jupyter_root():
@@ -243,6 +243,7 @@ def identify_build_environment(current_partition):
 class SpackTest(rfm.RegressionTest):
     build_system = 'Spack'
     spack_spec = variable(str, value='', loggable=True)
+    spack_spec_dict = variable(str, value='', loggable=True)
 
     @run_before('compile')
     def setup_spack_environment(self):
@@ -267,11 +268,25 @@ def setup_spack_environment(self):
             f'(cd {cp_dir}; find . \( -name "spack.yaml" -o -name "compilers.yaml" -o -name "packages.yaml" \) -print0 | xargs -0 tar cf - | tar -C {dest} -xvf -)',
             f'spack -e {self.build_system.environment} config add "config:install_tree:root:{env_dir}/opt"',
         ]
-
+        cmd_spack_spec_dict =    'from spack import environment;\
+                                spec_list = environment.active_environment().concretized_user_specs;\
+                                key_list_for_each = [[*spec_list[i].variants.dict.keys()] for i in range(len(spec_list))];\
+                                mpi_spec_dict = {"mpi" : tuple(spec["mpi"] for spec in spec_list if "mpi" in spec)};\
+                                result_dict = {spec.name:{"compiler":{"name":spec.compiler.name,"version":spec.compiler.versions},"variants" :{key: spec.variants.dict[key].value for key in key_list_for_each[i]} } for i, spec in enumerate(spec_list)};\
+                                result_dict.update(mpi_spec_dict);\
+                                print(result_dict)'
+        self.postrun_cmds.append(f'echo "spack_spec_dict: $(spack -e {self.build_system.environment} python -c \'{cmd_spack_spec_dict}\')"')
+
         # Keep the `spack.lock` file in the output directory so that the Spack
         # environment can be faithfully reproduced later.
         self.keep_files.append(os.path.realpath(os.path.join(self.build_system.environment, 'spack.lock')))
 
+
+    @run_after('run')
+    def get_full_variants(self):
+        with osext.change_dir(self.stagedir):
+            self.spack_spec_dict = sn.extractsingle(r'spack_spec_dict: \s*(.*)', self.stdout, 1).evaluate()
+
     @run_before('compile')
     def setup_build_system(self):
         # The `self.spack_spec` attribute is the user-facing and loggable
@@ -301,6 +316,7 @@ def setup_build_job_num_cpus(self):
             self.build_job.num_cpus_per_task = min(16, self.current_partition.processor.num_cpus)
 
 
+
 if __name__ == '__main__':
 
     #v = get_sysinfo(sys.argv[-1])

benchmarks/reframe_config.py

@@ -759,6 +759,7 @@ def spack_root_to_path():
                         '%(check_environ)s|'
                         '%(check_extra_resources)s|'
                         '%(check_env_vars)s|'
+                        '%(check_spack_spec_dict)s|'
                         '%(check_tags)s'
                     ),
                     'format_perfvars': (

post-processing/test_post_processing.py

@@ -155,11 +155,15 @@ def test_read_perflog(run_sombrero):
     # get dataframe from complete perflog
     df = log_hand.read_perflog(sombrero_log_path)
 
+
     EXPECTED_FIELDS = ["job_completion_time", "version", "info", "jobid", "num_tasks",
                        "num_cpus_per_task", "num_tasks_per_node", "num_gpus_per_node",
                        "flops_value", "flops_unit", "flops_ref", "flops_lower_thres",
                        "flops_upper_thres", "spack_spec", "test_name", "tasks", "cpus_per_task",
-                       "system", "partition", "environ", "OMP_NUM_THREADS", "tags"]
+                       "system", "partition", "environ", "OMP_NUM_THREADS",
+                       "spack_spec_dict", "tags"]
+
+
 
     # check example perflog file is read appropriately
     # check all expected columns are present