#142 Made unified deployment

.github/workflows/build.yaml

@@ -18,6 +18,21 @@ jobs:
       - name: SCM Checkout
         uses: actions/checkout@v4
 
+      - name: Free disk space
+        uses: jlumbroso/free-disk-space@main
+        with:
+          tool-cache: true
+          large-packages: false
+
+      - name: Free disk space by removing large directories
+        run: |
+          sudo rm -rf /usr/local/graalvm/
+          sudo rm -rf /usr/local/.ghcup/
+          sudo rm -rf /usr/local/share/powershell
+          sudo rm -rf /usr/local/share/chromium
+          sudo rm -rf /usr/local/lib/node_modules
+          sudo rm -rf /opt/ghc
+
       - name: Setup Python & Poetry Environment
         uses: ./.github/actions/prepare_poetry_env
         with:

doc/changes/changes_0.11.0.md

@@ -8,4 +8,5 @@ T.B.D.
 
 ### Refactoring
 
-* #140: Using the pytest plugins for testing.
+* #140: Used the pytest plugins for testing.
+* #142: Made a unified deployment CLI command.

exasol_sagemaker_extension/deploy.py

@@ -1,28 +1,55 @@
 import logging
 import click
-from exasol_sagemaker_extension.deployment.deploy_cli import main as scripts_deployer_main
-from exasol.python_extension_common.deployment.language_container_deployer_cli \
-    import language_container_deployer_main, slc_parameter_formatters, CustomizableParameters
-from exasol_sagemaker_extension.deployment.sme_language_container_deployer import SmeLanguageContainerDeployer
+from exasol.python_extension_common.cli.std_options import (
+    StdParams, StdTags, select_std_options, ParameterFormatters)
+from exasol.python_extension_common.cli.language_container_deployer_cli import (
+    LanguageContainerDeployerCli)
 
+from exasol_sagemaker_extension.deployment.sme_language_container_deployer import (
+    SmeLanguageContainerDeployer)
+from exasol_sagemaker_extension.deployment.deploy_create_statements import (
+    DeployCreateStatements)
 
-@click.group()
-def main():
-    pass
+CONTAINER_URL_ARG = 'container_url'
+CONTAINER_NAME_ARG = 'container_name'
 
+ver_formatter = ParameterFormatters()
+ver_formatter.set_formatter(CONTAINER_URL_ARG, SmeLanguageContainerDeployer.SLC_URL_FORMATTER)
+ver_formatter.set_formatter(CONTAINER_NAME_ARG, SmeLanguageContainerDeployer.SLC_NAME)
+formatters = {StdParams.version: ver_formatter}
 
-slc_parameter_formatters.set_formatter(CustomizableParameters.container_url,
-                                       SmeLanguageContainerDeployer.SLC_URL_FORMATTER)
-slc_parameter_formatters.set_formatter(CustomizableParameters.container_name,
-                                       SmeLanguageContainerDeployer.SLC_NAME)
+opts = select_std_options([StdTags.DB, StdTags.BFS, StdTags.SLC],
+                          exclude=StdParams.language_alias, formatters=formatters)
+opts.append(click.Option(['--to-print/--no-to-print'], type=bool, default=False))
+opts.append(click.Option(['--develop/--no-develop'], type=bool, default=False))
+opts.append(click.Option(['--deploy-slc/--no-deploy-slc'], type=bool, default=True))
+opts.append(click.Option(['--deploy-scripts/--no-deploy-scripts'], type=bool, default=True))
 
-main.add_command(scripts_deployer_main)
-main.add_command(language_container_deployer_main)
+
+def deploy(deploy_slc: bool, deploy_scripts: bool,  **kwargs):
+
+    if deploy_slc:
+        # Workaround for the issue#78 in PEC
+        if StdParams.path_in_bucket.name in kwargs and kwargs[StdParams.path_in_bucket.name] is None:
+            kwargs[StdParams.path_in_bucket.name] = ''
+
+        slc_deployer = LanguageContainerDeployerCli(
+            container_url_arg=CONTAINER_URL_ARG,
+            container_name_arg=CONTAINER_NAME_ARG)
+
+        extra_params = {StdParams.language_alias.name: 'PYTHON3_SME'}
+        slc_deployer(**kwargs, **extra_params)
+
+    if deploy_scripts:
+        DeployCreateStatements.create_and_run(**kwargs)
+
+
+deploy_command = click.Command(None, params=opts, callback=deploy)
 
 
 if __name__ == '__main__':
     logging.basicConfig(
         format='%(asctime)s - %(module)s  - %(message)s',
         level=logging.DEBUG)
 
-    main()
+    deploy_command()

exasol_sagemaker_extension/deployment/language_container.py

@@ -16,13 +16,16 @@ def language_container_factory():
         yield container_builder
 
 
-def export_slc():
-    export_dir = sys.argv[1]
-    if not os.path.isdir(export_dir):
+@contextmanager
+def export_slc(export_dir: str | None = None):
+    if export_dir and (not os.path.isdir(export_dir)):
         os.makedirs(export_dir)
     with language_container_factory() as container_builder:
-        container_builder.export(export_dir)
+        export_result = container_builder.export(export_dir)
+        export_info = export_result.export_infos[str(container_builder.flavor_path)]["release"]
+        yield export_info.cache_file
 
 
 if __name__ == '__main__':
-    export_slc()
+    with export_slc(sys.argv[1]):
+        pass