install and test a fake toolchain

install-mpsd-software-environment.py

@@ -129,7 +129,7 @@ def prepare_environment(mpsd_release, script_dir):
     return available_toolchains
 
 
-def install_environment(mpsd_release, toolchains, script_dir, force_reinstall, skip_build_cache):
+def install_environment(mpsd_release, toolchains, script_dir, force_reinstall=False, skip_build_cache=False):
     print(f"Installing release {mpsd_release} with toolchains {toolchains} to {script_dir}")
 
     # Set required variables
@@ -137,6 +137,7 @@ def install_environment(mpsd_release, toolchains, script_dir, force_reinstall, s
     mpsd_os = os.environ.get("MPSD_OS", "UNKNOWN_OS")
     mpsd_microarch = os.environ.get("MPSD_MICROARCH", "UNKNOWN_MICROARCH")
     toolchain_dir = release_base_dir / mpsd_microarch
+    toolchain_dir.mkdir(parents=True, exist_ok=True)
     spack_setup_script = release_base_dir / "spack-environments" / "spack_setup.sh"
     install_flags = []
     if skip_build_cache:
@@ -155,8 +156,9 @@ def install_environment(mpsd_release, toolchains, script_dir, force_reinstall, s
         for toolchain in toolchains:
             # Set the install log file name to config_vars["install_log_file"]
             # and replace _toolchains_ with the toolchain name and _mpsd_spack_ver_ with mpsd_release
+            print(f"Installing toolchain {toolchain} to {toolchain_dir}")
             install_log_file = (
-                config_vars["install_log_file"]
+                config_vars["build_log_file"]
                 .replace("_toolchain_", f"_{toolchain}_")
                 .replace("_mpsd_spack_ver_", f"_{mpsd_release}_")
             )

tests.py

@@ -4,6 +4,7 @@ import importlib
 import subprocess
 import time
 import shutil
+from pathlib import Path
 
 mod = importlib.import_module("install-mpsd-software-environment")
 
@@ -96,6 +97,9 @@ def test_setup_log_cmd(tmp_path):
 
 
 def test_install_environment(tmp_path):
+    # Test the installation part
+    # This is a long test, its handy to test this with print statements printed to stdout, use:
+    #   pytest -s
     # Expect an Exception when wrong toolchains are provided
     with pytest.raises(Exception):
         mod.install_environment(
@@ -110,4 +114,58 @@ def test_install_environment(tmp_path):
             toolchains=["foss2021a-mpi"],
             script_dir=(tmp_path),
         )
-    
+    # prepare a test of global generic with only zlib to test the installation
\ No newline at end of file
+    # prepare dev-23a release
+    # script_dir = tmp_path / "test_global_generic"
+    # for actaual installation avoid tmp_path as the lenght of the path is too long and spack complains
+    script_dir = Path('/tmp/test_global_generic') 
+    script_dir.mkdir(exist_ok=True, parents=True)
+    spack_environments = "spack-environments"
+    mpsd_release_to_test = "dev-23a"
+    mpsd_microarch=os.getenv("MPSD_MICROARCH",'UNKNOWN_MICROARCH')
+    release_base_dir = script_dir / mpsd_release_to_test
+    prepare_result = mod.prepare_environment(
+        mpsd_release=mpsd_release_to_test,
+        script_dir=(script_dir)
+    )
+    # Patch the spack environments to create a fake global_generic
+    # create a test toolchain
+    toolchain_src_dir = release_base_dir / "spack-environments" / "toolchains"
+    # with mod.os_chdir(toolchain_src_dir):
+    #     subprocess.run(
+    #         "cp -r foss2021a-mpi fuss1999a", shell=True, capture_output=True
+    #     )
+    # add zlib as a spec to global_generic
+    with open(toolchain_src_dir / "global_generic" / "global_packages.list", "w") as f:
+        f.write("zlib@1.2.13 \n")
+
+    # add zlib to whitelist of module creation file by replacing anaconda3%gcc@10.2.1 with zlib@1.2.13
+    # in release_base_dir / "spack-environments/spack_overlay/etc/spack/modules.yaml"
+    module_file = release_base_dir / "spack-environments/spack_overlay/etc/spack/modules.yaml"
+    with open(module_file,'r') as f:
+        lines = f.read().replace('anaconda3%gcc@10.2.1','zlib@1.2.13')
+    with open(module_file,'w') as f:
+        f.write(lines)
+
+    # Replace gcc@10.2.1 with gcc#13.1.1 for testing on laptop
+    setup_file = release_base_dir / "spack-environments/spack_setup.sh"
+    with open(setup_file,'r') as f:
+        lines = f.read().replace('system_compiler="gcc@10.2.1"','system_compiler="gcc@13.1.1"')
+    with open(setup_file,'w') as f:
+        f.write(lines)
+    # install global_generic toolchain
+    install_result = mod.install_environment(
+            mpsd_release="dev-23a",
+            toolchains=["global_generic"],
+            script_dir=script_dir,
+            skip_build_cache=True
+        )
+    # assert that log files exists 
+    assert os.path.exists(release_base_dir/'install.log')
+    assert os.path.exists(release_base_dir/mpsd_microarch)
+    assert os.path.exists(release_base_dir/mpsd_microarch/'lmod')
+    # assert that lmod/module-index.yaml contains zlib
+    with open(release_base_dir/mpsd_microarch/'lmod'/'module-index.yaml','r') as f:
+        lines = f.read()
+        assert 'zlib' in lines
+