construct.py

import os
import sys
import subprocess
import pathlib
import string
import random
curr_dir=pathlib.Path(__file__).parent.resolve()
info=sys.version_info
sys.path.insert(0,str(curr_dir)+"/PyDeps/lib/python{}.{}/site-packages".format(info[0],info[1]))
sys.path.insert(0,str(curr_dir))
import yaml
from string import Template
from cw_common import *






tool_root_dir=os.path.dirname(os.path.realpath(__file__))
shared_conf=None
user_conf=None
full_conf={}

    

with open(sys.argv[1]) as shared_conf_file:
    shared_conf=yaml.safe_load(shared_conf_file)
with open(sys.argv[2]) as user_conf_file:
    user_conf=yaml.safe_load(user_conf_file)


for s in ["prepends","appends", "force"]:
    if s not in shared_conf or shared_conf[s] is None:
       shared_conf[s] = {} 

full_conf=shared_conf["defaults"]
full_conf.update(shared_conf["prepends"])
for k,v in user_conf.items():
    if k in shared_conf["prepends"]:
       full_conf[k] = full_conf[k] + v
    else:
       full_conf[k] =  v
for k,v in shared_conf["appends"].items():
    if k in full_conf:
        full_conf[k]= full_conf[k] + v
    else:
        full_conf[k] = v
full_conf.update(shared_conf["force"])

if (full_conf["composable"] and ("update_installation" in full_conf  and full_conf["update_installation"] == "no") and "mask_wrap_install" not in full_conf ):
    full_conf["installation_path"]=full_conf["installation_path"]+"_"+name_generator(7,string.ascii_letters + string.digits)

if "wrapper_paths" in full_conf:
    full_conf["wrapper_paths"] = [o if o[0]=="/" else full_conf["installation_path"] + "/" + o for o in full_conf["wrapper_paths"] ]

if os.getenv("CW_LOG_LEVEL"):
    full_conf["log_level"]=os.getenv("CW_LOG_LEVEL")

if os.getenv("CW_BUILD_TMPDIR"):
    full_conf["build_tmpdir_base"]=os.getenv("CW_BUILD_TMPDIR")
tmpdir_base=full_conf["build_tmpdir_base"]

active_installations=installation_in_PATH()
if len(active_installations) > 0:
    if "update_installation" in full_conf  and full_conf["update_installation"] == "no":
        print_err(f"Remove {active_installations} from PATH before running the tool, otherwise the tool might not work correctly",True)
        sys.exit(1) 
    else:
        print_warn(f"Found existing installation(s) {active_installations} in PATH. It's recommended to remove these from PATH when running the tool",True)


try:
    os.makedirs(expand_vars(tmpdir_base),exist_ok=True)
except Exception as e:
    print_err(f"Could not create build directory {tmpdir_base}='{expand_vars(tmpdir_base)}': {str(e)}  \n\tEither correct build_tmpdir_base in {sys.argv[1]}\n\tor set CW_BUILD_TMPDIR to a valid path",True)
    sys.exit(1)
if not os.access(expand_vars(tmpdir_base),os.W_OK):
    print_err(f"Build directory {expand_vars(tmpdir_base)} is not writable",True)
    sys.exit(1)

build_dir=os.path.expandvars(full_conf["build_tmpdir_base"]+"/cw-"+name_generator())
if build_dir[0] != '/':
    print_err(f"Build directory path is not absolute",True)
    sys.exit(1)
subprocess.run(["mkdir","-p",build_dir])
full_conf["build_tmpdir"]=build_dir
print(build_dir)



# The follwing keys require special handling can not be dumped as is
specials=["pre_install","post_install","extra_envs"]
with open(build_dir+"/_sing_inst_script.sh",'a+') as f:
    f.write("#!/bin/bash\n")
    f.write("set -e\n")
    f.write("source $CW_INSTALLATION_PATH/common_functions.sh\n")
    if "template_script" in full_conf:
        f.write("source $CW_INSTALLATION_PATH/"+ full_conf["template_script"] +"\n")

with open(build_dir+"/_pre_install.sh",'a+') as f:
    f.write("#!/bin/bash\n")
    if "pre_install" in full_conf:
        for e in full_conf["pre_install"]:
            if "file" in e:
                with open(e["file"],'r') as src_f:
                    f.write(src_f.read())
            else:
                f.write(e+"\n")
with open(build_dir+"/_extra_user_envs.sh",'a+') as f:
    if "extra_envs" in full_conf:
        for e in full_conf["extra_envs"]:
            # A file, fairly small -> fits in memory
            if isinstance(e,dict) and "file" in e:
                with open(e["file"],'r') as src_f:
                    f.write(src_f.read())
            # Individual env var
            # No explicit support for arrays
            # but using set both fixed value and appending possible
            else:
                if e["type"] == "set":
                    f.write('export {}="{}"\n'.format(e["name"],e["value"]))
                elif e["type"] == "append":
                    f.write('export {}="${}:{}"\n'.format(e["name"],e["name"],e["value"]))
                else:
                    f.write('export {}="{}:${}"\n'.format(e["name"],e["value"],e["name"]))
            

        f.write("")
with open(build_dir+"/_post_install.sh",'a+') as f:
    f.write("#!/bin/bash\n")
    if "post_install" in full_conf:
        for e in full_conf["post_install"]:
            if "file" in e:
                with open(e["file"],'r') as src_f:
                    f.write(src_f.read())
            else:
                f.write(e+"\n")
    

# Other lists are dumped directly into bash arrays
c={True:"yes",False:"no"}
with open(build_dir+"/_vars.sh",'a+') as f:
    for k,v in full_conf.items():
        if k not in specials:
            if not isinstance(v,list):
                if isinstance(v,bool):
                    f.write("export CW_{}=\"{}\"\n".format(k.upper(),c[v]))
                else:
                    f.write("export CW_{}=\"{}\"\n".format(k.upper(),os.path.expandvars(str(v))))
            else: 
                # no point in exporting arrays
                f.write("CW_{}=({})\n".format(k.upper()," ".join(['"'+os.path.expandvars(str(elem))+'"' for elem in v ] )))

    f.write("export SINGULARITY_TMPDIR={}\n".format(build_dir))
    f.write("export SINGULARITY_CACHEDIR={}\n".format(os.path.expandvars(full_conf["build_tmpdir_base"])))

    

with open(build_dir+"/conf.yaml",'a+') as f:
    yaml.dump(full_conf,f)