From 618ac13b49e40d627096d5b24910598c1c28ae67 Mon Sep 17 00:00:00 2001 From: Thomas Ubensee <34603111+tomuben@users.noreply.github.com> Date: Tue, 9 Jul 2024 12:41:52 -0300 Subject: [PATCH] Fixes --- .../configure_slc_flavor.ipynb | 40 ++- .../using_a_script_languages_container.ipynb | 290 +++++++++++------- .../roles/jupyter/files/notebook/start.ipynb | 11 +- 3 files changed, 212 insertions(+), 129 deletions(-) diff --git a/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/configure_slc_flavor.ipynb b/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/configure_slc_flavor.ipynb index 0ef9982b..31ad9a1b 100644 --- a/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/configure_slc_flavor.ipynb +++ b/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/configure_slc_flavor.ipynb @@ -30,7 +30,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "7427d6c4c0bb419fba88537847f9b5a8", + "model_id": "e04d36f4f245412cba260a28c1831118", "version_major": 2, "version_minor": 0 }, @@ -44,7 +44,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "ada8a661bf9146dd98ac8c143cd17e5a", + "model_id": "28e8d00f3a9f4a2687c56750c5ff4762", "version_major": 2, "version_minor": 0 }, @@ -79,7 +79,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "e4cdce9df3f44b65a65986ac0abc8930", + "model_id": "6c363a2a8a9d4c89a661c698c5d329f8", "version_major": 2, "version_minor": 0 }, @@ -106,14 +106,14 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 10, "id": "0f8caa77-35a0-403d-af96-e5f8056ba489", "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "eb9971283ef74ce09a740833f2c43eb6", + "model_id": "0794fd907a2449b4be40e4f59ca0ff1a", "version_major": 2, "version_minor": 0 }, @@ -140,14 +140,19 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 12, "id": "56e16540-5f4b-4d5c-8c83-d34c1217eb00", "metadata": {}, "outputs": [ { "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "30fbb9a2d7a449f89ad18f605be32a96", + "version_major": 2, + "version_minor": 0 + }, "text/plain": [ - "None" + "Box(children=(Box(children=(Label(value='Existing script-languages directory', layout=Layout(border_bottom='so…" ] }, "metadata": {}, @@ -169,19 +174,14 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 13, "id": "7d84889f-7c3a-4f69-9bf1-c193481867af", "metadata": {}, "outputs": [ { "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "8767f342f59144a096ecb9b4741c39d8", - "version_major": 2, - "version_minor": 0 - }, "text/plain": [ - "Box(children=(Box(children=(Label(value='Target Directory', layout=Layout(border_bottom='solid 1px', border_le…" + "None" ] }, "metadata": {}, @@ -202,7 +202,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 16, "id": "31132726-9827-4c9b-8fb8-0884d2f36e67", "metadata": {}, "outputs": [ @@ -210,18 +210,16 @@ "name": "stdout", "output_type": "stream", "text": [ - "Cloning into /home/jupyter/notebooks/script_languages_release...\n", - "Fetching submodules...\n", "Ready\n" ] } ], "source": [ "from pathlib import Path\n", + "slc_dir = Path(ai_lab_config.get(slc_target_dir_store_key))\n", "if clone_slc_repo(ai_lab_config):\n", " from git import Repo\n", " \n", - " slc_dir = Path(ai_lab_config.get(slc_target_dir_store_key))\n", " if not slc_dir.is_dir():\n", " print (f\"Cloning into {slc_dir}...\")\n", " repo = Repo.clone_from(\"https://github.com/exasol/script-languages-release\", slc_dir)\n", @@ -242,7 +240,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 17, "id": "bb6b26b9-cb24-4b66-85c9-e15a0c92ff2c", "metadata": { "scrolled": true @@ -251,10 +249,10 @@ { "data": { "text/plain": [ - "" + "" ] }, - "execution_count": 10, + "execution_count": 17, "metadata": {}, "output_type": "execute_result" } diff --git a/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/using_a_script_languages_container.ipynb b/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/using_a_script_languages_container.ipynb index d08fb604..48774a54 100644 --- a/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/using_a_script_languages_container.ipynb +++ b/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/script_languages_container/using_a_script_languages_container.ipynb @@ -28,14 +28,14 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 2, "id": "da57e77a-b41f-45e3-9a17-4b474bba898b", "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "2ea76eb5a4924a52be42a753f23c6f24", + "model_id": "18d8ee1bf38d48e9a5949126f40c4da1", "version_major": 2, "version_minor": 0 }, @@ -49,7 +49,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "9be4aae87c6549e2ab2986a66081162e", + "model_id": "210ed84c68d24907a953d7065bc71686", "version_major": 2, "version_minor": 0 }, @@ -79,7 +79,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 3, "id": "27352b75-823d-40a1-b8df-d33218fd7de6", "metadata": {}, "outputs": [], @@ -109,14 +109,14 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 4, "id": "c554d698-d5a2-4f9b-846a-f606a3f183b7", "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "10c3aab42db24398b2c3d63b16614e59", + "model_id": "23a56fb3057f441d92d26d89ebdf4c0d", "version_major": 2, "version_minor": 0 }, @@ -194,7 +194,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 6, "id": "20665390-4f31-48db-ab78-249a1ef629e9", "metadata": { "scrolled": true @@ -230,7 +230,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 7, "id": "fc142500-d855-4112-bba2-ed3395889b9b", "metadata": {}, "outputs": [ @@ -238,17 +238,17 @@ "name": "stdout", "output_type": "stream", "text": [ - "Result file: /home/jupyter/notebooks/slc/template-Exasol-all-python-3.10_release.tar.gz\n", + "Result file: /home/jupyter/notebooks/script_languages_container/container/template-Exasol-all-python-3.10_release.tar.gz\n", "Directory content:\n" ] }, { "data": { "text/html": [ - "../slc/template-Exasol-all-python-3.10_release.tar.gz
" + "container/template-Exasol-all-python-3.10_release.tar.gz
" ], "text/plain": [ - "/home/jupyter/notebooks/slc/template-Exasol-all-python-3.10_release.tar.gz" + "/home/jupyter/notebooks/script_languages_container/container/template-Exasol-all-python-3.10_release.tar.gz" ] }, "metadata": {}, @@ -257,10 +257,10 @@ { "data": { "text/html": [ - "../slc/template-Exasol-all-python-3.10_release.tar.gz.sha512sum
" + "container/template-Exasol-all-python-3.10_release.tar.gz.sha512sum
" ], "text/plain": [ - "/home/jupyter/notebooks/slc/template-Exasol-all-python-3.10_release.tar.gz.sha512sum" + "/home/jupyter/notebooks/script_languages_container/container/template-Exasol-all-python-3.10_release.tar.gz.sha512sum" ] }, "metadata": {}, @@ -288,17 +288,17 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 9, "id": "423b261a-3d99-4893-95dc-224a5794c588", "metadata": {}, "outputs": [ { "data": { "text/html": [ - "output/jobs/2024_06_21_14_53_05_2_ExportContainers/logs/main.log
" + "output/jobs/2024_07_09_15_12_29_1_ExportContainers/logs/main.log
" ], "text/plain": [ - "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_06_21_14_53_05_2_ExportContainers/logs/main.log" + "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_07_09_15_12_29_1_ExportContainers/logs/main.log" ] }, "metadata": {}, @@ -321,7 +321,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 10, "id": "b5a816ae-1276-4649-997c-d50f0a3be991", "metadata": {}, "outputs": [ @@ -329,20 +329,20 @@ "name": "stdout", "output_type": "stream", "text": [ - "2024-06-21 08:54:46,299 - luigi.scheduler - DEBUG - Done pruning task graph\n", - "2024-06-21 08:54:46,299 - luigi-interface - DEBUG - Done\n", - "2024-06-21 08:54:46,299 - luigi-interface - DEBUG - There are no more tasks to run at this time\n", - "2024-06-21 08:54:46,299 - luigi-interface - INFO - Worker Worker(salt=6340760915, workers=5, host=9e659425cf04, username=root, pid=369, sudo_user=ubuntu) was stopped. Shutting down Keep-Alive thread\n", - "2024-06-21 08:54:46,308 - luigi-interface - INFO - \n", + "2024-07-09 15:13:10,550 - luigi.scheduler - DEBUG - Done pruning task graph\n", + "2024-07-09 15:13:10,550 - luigi-interface - DEBUG - Done\n", + "2024-07-09 15:13:10,550 - luigi-interface - DEBUG - There are no more tasks to run at this time\n", + "2024-07-09 15:13:10,550 - luigi-interface - INFO - Worker Worker(salt=636688382, workers=5, host=6563e168dc88, username=root, pid=946, sudo_user=ubuntu) was stopped. Shutting down Keep-Alive thread\n", + "2024-07-09 15:13:10,554 - luigi-interface - INFO - \n", "===== Luigi Execution Summary =====\n", "\n", - "Scheduled 13 tasks of which:\n", - "* 13 ran successfully:\n", - " - 1 AnalyzeBuildDeps_c91a290a4b(job_id=2024_06_21_08_52_13_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", - " - 1 AnalyzeBuildRun_c91a290a4b(job_id=2024_06_21_08_52_13_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", - " - 1 AnalyzeFlavorBaseDeps_c91a290a4b(job_id=2024_06_21_08_52_13_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", - " - 1 AnalyzeFlavorCustomization_c91a290a4b(job_id=2024_06_21_08_52_13_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", - " - 1 AnalyzeLanguageDeps_c91a290a4b(job_id=2024_06_21_08_52_13_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", + "Scheduled 12 tasks of which:\n", + "* 12 ran successfully:\n", + " - 1 AnalyzeBuildDeps_2b5d06412b(job_id=2024_07_09_15_12_29_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", + " - 1 AnalyzeBuildRun_2b5d06412b(job_id=2024_07_09_15_12_29_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", + " - 1 AnalyzeFlavorBaseDeps_2b5d06412b(job_id=2024_07_09_15_12_29_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", + " - 1 AnalyzeFlavorCustomization_2b5d06412b(job_id=2024_07_09_15_12_29_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", + " - 1 AnalyzeLanguageDeps_2b5d06412b(job_id=2024_07_09_15_12_29_1_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10)\n", " ...\n", "\n", "This progress looks :) because there were no failed tasks or missing dependencies\n", @@ -369,17 +369,17 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 11, "id": "1aa24f25-789c-49b3-bb5e-81d49f4afa69", "metadata": {}, "outputs": [ { "data": { "text/html": [ - "output/jobs/2024_06_21_14_53_05_2_ExportContainers/logs/main.log
" + "output/jobs/2024_07_09_15_12_29_1_ExportContainers/logs/main.log
" ], "text/plain": [ - "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_06_21_14_53_05_2_ExportContainers/logs/main.log" + "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_07_09_15_12_29_1_ExportContainers/logs/main.log" ] }, "metadata": {}, @@ -388,10 +388,10 @@ { "data": { "text/html": [ - "output/jobs/2024_06_21_14_53_05_2_ExportContainers/logs/.ipynb_checkpoints/main-checkpoint.log
" + "output/jobs/2024_07_09_15_12_29_1_ExportContainers/logs/.ipynb_checkpoints/main-checkpoint.log
" ], "text/plain": [ - "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_06_21_14_53_05_2_ExportContainers/logs/.ipynb_checkpoints/main-checkpoint.log" + "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_07_09_15_12_29_1_ExportContainers/logs/.ipynb_checkpoints/main-checkpoint.log" ] }, "metadata": {}, @@ -400,10 +400,10 @@ { "data": { "text/html": [ - "output/jobs/2024_06_21_14_53_05_2_ExportContainers/outputs/ExportContainers_fa5202c5a0/ExportFlavorContainer_a82bda8b22/ExportContainerTask_d268348ae6/logs/pack_release_file.log
" + "output/jobs/2024_07_09_15_12_29_1_ExportContainers/outputs/ExportContainers_7d97d3c8be/ExportFlavorContainer_db967c771c/ExportContainerTask_a2f4c91a06/logs/pack_release_file.log
" ], "text/plain": [ - "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_06_21_14_53_05_2_ExportContainers/outputs/ExportContainers_fa5202c5a0/ExportFlavorContainer_a82bda8b22/ExportContainerTask_d268348ae6/logs/pack_release_file.log" + "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_07_09_15_12_29_1_ExportContainers/outputs/ExportContainers_7d97d3c8be/ExportFlavorContainer_db967c771c/ExportContainerTask_a2f4c91a06/logs/pack_release_file.log" ] }, "metadata": {}, @@ -412,10 +412,10 @@ { "data": { "text/html": [ - "output/jobs/2024_06_21_14_53_05_2_ExportContainers/outputs/ExportContainers_fa5202c5a0/ExportFlavorContainer_a82bda8b22/ExportContainerTask_d268348ae6/logs/extract_release_file.log
" + "output/jobs/2024_07_09_15_12_29_1_ExportContainers/outputs/ExportContainers_7d97d3c8be/ExportFlavorContainer_db967c771c/ExportContainerTask_a2f4c91a06/logs/extract_release_file.log
" ], "text/plain": [ - "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_06_21_14_53_05_2_ExportContainers/outputs/ExportContainers_fa5202c5a0/ExportFlavorContainer_a82bda8b22/ExportContainerTask_d268348ae6/logs/extract_release_file.log" + "/home/jupyter/notebooks/script_languages_container/output/jobs/2024_07_09_15_12_29_1_ExportContainers/outputs/ExportContainers_7d97d3c8be/ExportFlavorContainer_db967c771c/ExportContainerTask_a2f4c91a06/logs/extract_release_file.log" ] }, "metadata": {}, @@ -454,35 +454,93 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 13, "id": "11f3d8ae-d23b-4968-a5c3-a18de8f434d8", "metadata": {}, "outputs": [ { - "name": "stdout", - "output_type": "stream", - "text": [ - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/packages\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/Dockerfile\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/FLAVOR_DESCRIPTION.md\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/testconfig\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/base_test_build_run\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/security_scan\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/release\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/build_run\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/base_test_deps\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/language_deps\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/udfclient_deps\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/build_steps.py\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/language_definition\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/build_deps\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/derived_from\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/flavor_test_build_run\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/flavor_base_deps\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/__pycache__\n" - ] + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/Dockerfile
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/Dockerfile" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/FLAVOR_DESCRIPTION.md
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/FLAVOR_DESCRIPTION.md" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/.ipynb_checkpoints/FLAVOR_DESCRIPTION-checkpoint.md
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/.ipynb_checkpoints/FLAVOR_DESCRIPTION-checkpoint.md" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/testconfig
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/testconfig" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/build_steps.py
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/build_steps.py" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/language_definition
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/language_definition" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/derived_from
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_base/derived_from" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ @@ -507,17 +565,21 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 15, "id": "de268b34-99e3-4af6-a9b3-02a44e803c9f", "metadata": {}, "outputs": [ { - "name": "stdout", - "output_type": "stream", - "text": [ - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/packages\n", - "/home/jupyter/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/Dockerfile\n" - ] + "data": { + "text/html": [ + "../script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/Dockerfile
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_release/flavors/template-Exasol-all-python-3.10/flavor_customization/Dockerfile" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ @@ -535,7 +597,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 16, "id": "28ee0a8b-dc06-41ed-b96a-f270ae4bb862", "metadata": {}, "outputs": [ @@ -872,7 +934,7 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 17, "id": "ce88261d-efc4-470e-a875-447a28c0125c", "metadata": {}, "outputs": [ @@ -1008,7 +1070,7 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 18, "id": "fe3db39f-5588-44a9-9e64-d4ec495423ee", "metadata": {}, "outputs": [ @@ -1153,7 +1215,7 @@ }, { "cell_type": "code", - "execution_count": 31, + "execution_count": 19, "id": "2e7e9bbb-bf77-474f-949f-9521e9e3fd86", "metadata": {}, "outputs": [ @@ -1161,8 +1223,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "WARNING - AnalyzeFlavorCustomization_7163885ed3(job_id=2024_06_21_09_34_30_2_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10): Image exasol/script-language-container:template-Exasol-all-python-3.10-flavor_customization_BIXW65PN6O34GMX7KLPZL2IGSKB2UIWG6BA4TXNPEVZWUJ2YGGDQ not in registry, got exception 404 Client Error for http+docker://localhost/v1.45/images/create?tag=template-Exasol-all-python-3.10-flavor_customization_BIXW65PN6O34GMX7KLPZL2IGSKB2UIWG6BA4TXNPEVZWUJ2YGGDQ&fromImage=exasol%2Fscript-language-container: Not Found (\"manifest for exasol/script-language-container:template-Exasol-all-python-3.10-flavor_customization_BIXW65PN6O34GMX7KLPZL2IGSKB2UIWG6BA4TXNPEVZWUJ2YGGDQ not found: manifest unknown: manifest unknown\")\n", - "WARNING - AnalyzeRelease_7163885ed3(job_id=2024_06_21_09_34_30_2_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10): Image exasol/script-language-container:template-Exasol-all-python-3.10-release_LSTTMRG6XRKQIR2ABGJEPE564HLPUM7EGMG6LQPHCTGLTUZQIYZQ not in registry, got exception 404 Client Error for http+docker://localhost/v1.45/images/create?tag=template-Exasol-all-python-3.10-release_LSTTMRG6XRKQIR2ABGJEPE564HLPUM7EGMG6LQPHCTGLTUZQIYZQ&fromImage=exasol%2Fscript-language-container: Not Found (\"manifest for exasol/script-language-container:template-Exasol-all-python-3.10-release_LSTTMRG6XRKQIR2ABGJEPE564HLPUM7EGMG6LQPHCTGLTUZQIYZQ not found: manifest unknown: manifest unknown\")\n", + "WARNING - AnalyzeFlavorCustomization_ad071a264b(job_id=2024_07_09_15_16_24_2_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10): Image exasol/script-language-container:template-Exasol-all-python-3.10-flavor_customization_VLB2GXA4ZGMJSNHG6GIKPTTJJ6ISQ7JMS2P3IPUKNEUZ5WI44V5A not in registry, got exception 404 Client Error for http+docker://localhost/v1.46/images/create?tag=template-Exasol-all-python-3.10-flavor_customization_VLB2GXA4ZGMJSNHG6GIKPTTJJ6ISQ7JMS2P3IPUKNEUZ5WI44V5A&fromImage=exasol%2Fscript-language-container: Not Found (\"manifest for exasol/script-language-container:template-Exasol-all-python-3.10-flavor_customization_VLB2GXA4ZGMJSNHG6GIKPTTJJ6ISQ7JMS2P3IPUKNEUZ5WI44V5A not found: manifest unknown: manifest unknown\")\n", + "WARNING - AnalyzeRelease_ad071a264b(job_id=2024_07_09_15_16_24_2_ExportContainers, no_cache=False, flavor_path=flavors/template-Exasol-all-python-3.10): Image exasol/script-language-container:template-Exasol-all-python-3.10-release_QLGFA5R27PSMHZRJWXWA6AD6B6BRFIZYDL5ZAJI4NL2E6WZMYCDA not in registry, got exception 404 Client Error for http+docker://localhost/v1.46/images/create?tag=template-Exasol-all-python-3.10-release_QLGFA5R27PSMHZRJWXWA6AD6B6BRFIZYDL5ZAJI4NL2E6WZMYCDA&fromImage=exasol%2Fscript-language-container: Not Found (\"manifest for exasol/script-language-container:template-Exasol-all-python-3.10-release_QLGFA5R27PSMHZRJWXWA6AD6B6BRFIZYDL5ZAJI4NL2E6WZMYCDA not found: manifest unknown: manifest unknown\")\n", "Ready\n" ] } @@ -1183,19 +1245,33 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 21, "id": "f683dec3-101d-451d-b590-0518a8fdfdc9", "metadata": {}, "outputs": [ { - "name": "stdout", - "output_type": "stream", - "text": [ - "/home/jupyter/script_languages_release/.build_output/cache/exports/template-Exasol-all-python-3.10-release-BFRSH344TDRPT7LK2FBOJK4KBIDW6A253FFPYEUYT4O2ERFMTCNA.tar.gz\n", - "/home/jupyter/script_languages_release/.build_output/cache/exports/template-Exasol-all-python-3.10-release-LSTTMRG6XRKQIR2ABGJEPE564HLPUM7EGMG6LQPHCTGLTUZQIYZQ.tar.gz.sha512sum\n", - "/home/jupyter/script_languages_release/.build_output/cache/exports/template-Exasol-all-python-3.10-release-BFRSH344TDRPT7LK2FBOJK4KBIDW6A253FFPYEUYT4O2ERFMTCNA.tar.gz.sha512sum\n", - "/home/jupyter/script_languages_release/.build_output/cache/exports/template-Exasol-all-python-3.10-release-LSTTMRG6XRKQIR2ABGJEPE564HLPUM7EGMG6LQPHCTGLTUZQIYZQ.tar.gz\n" - ] + "data": { + "text/html": [ + "output/cache/exports/template-Exasol-all-python-3.10-release-BFRSH344TDRPT7LK2FBOJK4KBIDW6A253FFPYEUYT4O2ERFMTCNA.tar.gz
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_container/output/cache/exports/template-Exasol-all-python-3.10-release-BFRSH344TDRPT7LK2FBOJK4KBIDW6A253FFPYEUYT4O2ERFMTCNA.tar.gz" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "output/cache/exports/template-Exasol-all-python-3.10-release-BFRSH344TDRPT7LK2FBOJK4KBIDW6A253FFPYEUYT4O2ERFMTCNA.tar.gz.sha512sum
" + ], + "text/plain": [ + "/home/jupyter/notebooks/script_languages_container/output/cache/exports/template-Exasol-all-python-3.10-release-BFRSH344TDRPT7LK2FBOJK4KBIDW6A253FFPYEUYT4O2ERFMTCNA.tar.gz.sha512sum" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ @@ -1215,7 +1291,7 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": 22, "id": "edbe432c-5440-40f5-b9be-fd4aef89d5c3", "metadata": {}, "outputs": [], @@ -1245,7 +1321,7 @@ }, { "cell_type": "code", - "execution_count": 34, + "execution_count": 23, "id": "28f7f45c-8d38-49c0-860a-132b4e8f12c4", "metadata": {}, "outputs": [ @@ -1254,8 +1330,8 @@ "output_type": "stream", "text": [ "\n", - "Uploaded .build_output/cache/exports/template-Exasol-all-python-3.10-release-LSTTMRG6XRKQIR2ABGJEPE564HLPUM7EGMG6LQPHCTGLTUZQIYZQ.tar.gz to\n", - "http://172.17.0.2:2580/default/container/template-Exasol-all-python-3.10-release-current.tar.gz\n", + "Uploaded .build_output/cache/exports/template-Exasol-all-python-3.10-release-QLGFA5R27PSMHZRJWXWA6AD6B6BRFIZYDL5ZAJI4NL2E6WZMYCDA.tar.gz to\n", + "http://172.17.0.3:2580/default/container/template-Exasol-all-python-3.10-release-current.tar.gz\n", "\n", "\n", "In SQL, you can activate the languages supported by the template-Exasol-all-python-3.10\n", @@ -1299,7 +1375,7 @@ }, { "cell_type": "code", - "execution_count": 35, + "execution_count": 24, "id": "d2f3130b-70f5-44ce-8d27-aa1efe6aa545", "metadata": {}, "outputs": [ @@ -1346,22 +1422,22 @@ "metadata": {}, "source": [ "#### Connecting to the database and activate the container\n", - "Once we have a connection to the database we run the ALTER SESSION statement or ALTER SYSTEM statement (if you want to activate the container permanently and globally) we got from the upload." + "Once we have a connection to the database we run the ALTER SESSION statement or ALTER SYSTEM statement (if you want to activate the container permanently and globally) we got from `generate_language_activation`." ] }, { "cell_type": "code", - "execution_count": 38, + "execution_count": 25, "id": "357caa4f-74ca-4d41-9157-04608a1a3c8c", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "" + "" ] }, - "execution_count": 38, + "execution_count": 25, "metadata": {}, "output_type": "execute_result" } @@ -1388,17 +1464,17 @@ }, { "cell_type": "code", - "execution_count": 41, + "execution_count": 26, "id": "2036fa12-bd31-4526-a9d6-9b618e1e8c58", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "" + "" ] }, - "execution_count": 41, + "execution_count": 26, "metadata": {}, "output_type": "execute_result" } @@ -1445,7 +1521,7 @@ }, { "cell_type": "code", - "execution_count": 42, + "execution_count": 27, "id": "51d61556-f9f1-4749-b70c-8fc21e141662", "metadata": {}, "outputs": [ @@ -1463,7 +1539,7 @@ "python-dateutil 2.9.0.post0\n", "pytz 2024.1\n", "scikit-learn 1.5.0\n", - "scipy 1.13.1\n", + "scipy 1.14.0\n", "setuptools 70.0.0\n", "six 1.16.0\n", "threadpoolctl 3.5.0\n", @@ -1492,7 +1568,7 @@ }, { "cell_type": "code", - "execution_count": 43, + "execution_count": 28, "id": "92b4f6d4-9235-4e51-a3f4-1ee73aae90ef", "metadata": {}, "outputs": [ @@ -1554,7 +1630,7 @@ }, { "cell_type": "code", - "execution_count": 44, + "execution_count": 29, "id": "4f716612-fa6e-496f-9ec9-39fefb647b60", "metadata": {}, "outputs": [ @@ -1570,7 +1646,7 @@ "python-dateutil|2.9.0.post0\n", "pytz|2024.1\n", "scikit-learn|1.5.0\n", - "scipy|1.13.1\n", + "scipy|1.14.0\n", "setuptools|70.0.0\n", "six|1.16.0\n", "threadpoolctl|3.5.0\n", @@ -1596,7 +1672,7 @@ }, { "cell_type": "code", - "execution_count": 45, + "execution_count": 30, "id": "aefe0c99-32d5-4357-bc2e-1131c7b38b9a", "metadata": {}, "outputs": [ @@ -1639,7 +1715,7 @@ }, { "cell_type": "code", - "execution_count": 48, + "execution_count": 31, "id": "91b3c817-dbd4-411e-ab45-3ac5008624fc", "metadata": {}, "outputs": [ @@ -1649,7 +1725,7 @@ "[('success',)]" ] }, - "execution_count": 48, + "execution_count": 31, "metadata": {}, "output_type": "execute_result" } @@ -1673,7 +1749,7 @@ }, { "cell_type": "code", - "execution_count": 49, + "execution_count": 32, "id": "c3b18d63-22f8-4e33-9701-7e4f6759f970", "metadata": {}, "outputs": [ @@ -1922,7 +1998,7 @@ "29 0.990855 0.005620 0.003525" ] }, - "execution_count": 49, + "execution_count": 32, "metadata": {}, "output_type": "execute_result" } diff --git a/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/start.ipynb b/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/start.ipynb index 3483c517..43a48129 100644 --- a/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/start.ipynb +++ b/exasol/ds/sandbox/runtime/ansible/roles/jupyter/files/notebook/start.ipynb @@ -40,8 +40,17 @@ "1. [SageMaker extension](sagemaker/sme_introduction.ipynb)\n", "1. [Transformers extension](transformers/te_introduction.ipynb)\n", "1. [Cloud store](cloud/01_import_data.ipynb)\n", + "1. [Script Languages Container](script_languages_container/using_a_script_languages_container.ipynb)\n", "\n" ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "712ffe17-4945-48db-99b1-780c05a8f01a", + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { @@ -60,7 +69,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.10" + "version": "3.10.12" } }, "nbformat": 4,