From 756b1aed260c34d61db42da8fdcce7bfbaffd118 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 27 Jan 2022 16:24:46 +0100 Subject: [PATCH 1/2] #382: Prepare standard flavor for new exasol version (#464) * Add --use-deprecated-legacy-resolver and --ignore-installed to install_via_pip script * Add asserts to install_via_pip.pl tests * Add r_latest_versions.r script * Fix python version used in list_candidate_versions_for_pip.sh * Increase Ncpus in install_via_r_remotes.pl to 4 * Fix skip test detection in google cloud build * Add debugpy, numba, pybase64, pysimdjson, pyarrow, bitarray, pybloomfiltermmap3, bitsets, pyyaml, pysmbc to standard-EXASOL-8.0.0 flavor * Change standard-flavor/7.1/available-packages-gcp-sdk.py to output the whole exception * Fix python3.7 to 3.7.12-1+bionic2 in python-3.7-minimal-EXASOL-6.2.0 * Update gdb to 9.2-0ubuntu1~20.04.1 in python-3.8-minimal-EXASOL-6.2.0 * Added build_step comparison to cli of generate_package_diffs_for_flavors.py * Ignore CVE-2022-22815, CVE-2022-22816, CVE-2022-22817 for python data-science flavors * Remove unconditional pandas import in Python3 UDFs to improve startup time * Add trivy and oysteR directly to the flavor_base_deps of the standard-EXASOL-8.0.0 flavor * Remove google build triggers for standard-EXASOL-6.2.0 flavor * Split up flavor_base_deps step into apt, python, r and combine step * Remove unnecessary packages from R and Python * Pin grafeas to 1.4.0 in standard-EXASOL-7.1.0* flavors to fix import issue Co-authored-by: Thomas Ubensee <34603111+tomuben@users.noreply.github.com> Co-authored-by: Stefan Mandl --- .current_gitmodules | 2 +- doc/changes/changes-3.2.0.md | 9 +- doc/changes/package_diffs/3.2.0/README.md | 15 +- .../apt_get_packages_python_diff.md | 4 +- .../base_test_deps/apt_get_packages_diff.md | 18 +- .../python3_pip_packages_diff.md | 23 ++- .../python3_pip_packages_diff.md | 23 ++- .../README.md | 19 ++ .../base_test_deps/apt_get_packages_diff.md | 13 ++ .../build_deps/apt_get_packages_diff.md | 16 ++ .../apt_get_packages_diff.md | 132 ++++++++++++ .../apt_get_packages_trivy_diff.md | 5 + .../python3_pip_packages_diff.md | 78 +++++++ .../flavor_base_deps_r/cran_packages_diff.md | 49 +++++ .../language_deps/apt_get_packages_diff.md | 16 ++ .../language_deps/apt_get_packages_r_diff.md | 6 + .../python3_pip_packages_diff.md | 6 + .../udfclient_deps/apt_get_packages_diff.md | 10 + flavors/README.md | 6 + .../flavor_base/flavor_base_deps/Dockerfile | 4 +- .../flavor_base/testconfig | 2 +- .../flavor_customization/Dockerfile | 4 +- .../flavor_base/flavor_base_deps/Dockerfile | 4 +- .../flavor_base/testconfig | 2 +- .../flavor_customization/Dockerfile | 4 +- .../flavor_base/flavor_base_deps/Dockerfile | 2 +- .../packages/python3_pip_packages | 3 +- .../flavor_customization/Dockerfile | 2 +- .../flavor_base/flavor_base_deps/Dockerfile | 4 +- .../packages/python3_pip_packages | 1 + .../flavor_base/testconfig | 2 +- .../flavor_customization/Dockerfile | 4 +- .../FLAVOR_DESCRIPTION.md | 16 ++ .../base_test_build_run/Dockerfile | 45 +++++ .../flavor_base/base_test_deps/Dockerfile | 6 + .../base_test_deps/packages/apt_get_packages | 7 + .../flavor_base/build_deps/Dockerfile | 37 ++++ .../build_deps/packages/apt_get_packages | 10 + .../flavor_base/build_run/Dockerfile | 48 +++++ .../flavor_base/build_steps.py | 190 ++++++++++++++++++ .../flavor_base/flavor_base_deps/Dockerfile | 6 + .../flavor_base_deps_apt/Dockerfile | 11 + .../packages/apt_get_packages | 21 ++ .../packages/apt_get_packages_trivy | 1 + .../flavor_base_deps_python/Dockerfile | 6 + .../packages/python3_pip_packages | 73 +++++++ .../flavor_base/flavor_base_deps_r/Dockerfile | 6 + .../flavor_base_deps_r/packages/cran_packages | 44 ++++ .../flavor_test_build_run/Dockerfile | 25 +++ .../flavor_base/language_definition | 1 + .../flavor_base/language_deps/Dockerfile | 19 ++ .../language_deps/packages/apt_get_packages | 5 + .../language_deps/packages/apt_get_packages_r | 2 + .../packages/python3_pip_packages | 2 + .../flavor_base/release/Dockerfile | 63 ++++++ .../flavor_base/security_scan/Dockerfile | 6 + .../flavor_base/testconfig | 2 + .../flavor_base/udfclient_deps/Dockerfile | 24 +++ .../udfclient_deps/packages/apt_get_packages | 6 + .../flavor_customization/Dockerfile | 79 ++++++++ .../packages/apt_get_packages | 9 + .../packages/python3_pip_packages | 9 + .../packages/r_cran_packages | 10 + google-cloud-build/add_new_flavor.sh | 12 ++ ...-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} | 2 +- ...-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} | 2 +- ...-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} | 2 +- ...-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} | 2 +- ...-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} | 2 +- .../triggers/flavor-config/release.yaml | 2 +- .../triggers/flavor-config/release_debug.yaml | 2 +- script-languages | 2 +- 72 files changed, 1236 insertions(+), 69 deletions(-) create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/README.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/base_test_deps/apt_get_packages_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/build_deps/apt_get_packages_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_trivy_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_python/python3_pip_packages_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_r/cran_packages_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_r_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/python3_pip_packages_diff.md create mode 100644 doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/udfclient_deps/apt_get_packages_diff.md create mode 100644 flavors/standard-EXASOL-8.0.0/FLAVOR_DESCRIPTION.md create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/base_test_build_run/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/packages/apt_get_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/build_run/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/build_steps.py create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages_trivy create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/packages/cran_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/flavor_test_build_run/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/language_definition create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages_r create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/python3_pip_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/release/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/security_scan/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/testconfig create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/packages/apt_get_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_customization/Dockerfile create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_customization/packages/apt_get_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_customization/packages/python3_pip_packages create mode 100644 flavors/standard-EXASOL-8.0.0/flavor_customization/packages/r_cran_packages create mode 100644 google-cloud-build/add_new_flavor.sh rename google-cloud-build/triggers/flavor-config/build_branch/{standard-EXASOL-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} (72%) rename google-cloud-build/triggers/flavor-config/build_pull_request/{standard-EXASOL-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} (69%) rename google-cloud-build/triggers/flavor-config/build_release/{standard-EXASOL-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} (73%) rename google-cloud-build/triggers/flavor-config/export/{standard-EXASOL-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} (57%) rename google-cloud-build/triggers/flavor-config/rebuild_branch/{standard-EXASOL-6.2.0.yaml => standard-EXASOL-8.0.0.yaml} (69%) diff --git a/.current_gitmodules b/.current_gitmodules index d00bef66..c6074451 100644 --- a/.current_gitmodules +++ b/.current_gitmodules @@ -1 +1 @@ -160000 eb43ec192c89a69bf0e526c260a7a17dd652ad13 0 script-languages +160000 cff9c5e480dc362faebd701af5f853c919567faf 0 script-languages diff --git a/doc/changes/changes-3.2.0.md b/doc/changes/changes-3.2.0.md index a9a5bb77..bd67bf1c 100644 --- a/doc/changes/changes-3.2.0.md +++ b/doc/changes/changes-3.2.0.md @@ -1,10 +1,10 @@ # script-languages-release 3.2.0, released t.b.d. -Code name: t.b.d. +Code name: New standard container for Exasol 8.0 and Java UDF conditional compilation. ## Summary -t.b.d. +This release adds the new standard container for Exasol 8.0 with Ubuntu 20.04, Python 3.8, Java 11 and R 4.1. Furthermore, we added conditional compilation to Java UDF, which only invokes the Java compiler if the script contains Java code. If it only contains %jar and %scriptClass options it doesn't get used which saves considerable amount of time during startup of the UDFs. Finally, we also improved the startup time of Python3 UDFs. ## [Package Version Comparison between Release 3.1.0 and 3.2.0](package_diffs/3.2.0/README.md) @@ -15,6 +15,8 @@ This release uses version 0.8.0 of the container tool. ## Bug Fixes - #461: Fix Security scan for r-3.5-data-science flavor + - #118: rredis package got discontinued and the new flavor standard-8.0.0-Exasol replaces with redux + - #466: Remove unconditional pandas import in Python3 UDFs to improve startup time ## Features / Enhancements @@ -22,6 +24,9 @@ This release uses version 0.8.0 of the container tool. - #441: updated to exasol python test framework 0.3.0 - #446: Add shellcheck GH actions - #454: Java UDF conditional compilation + - #382: Add new standard flavor for Exasol 8.0 + - #333: Use the new pip dependency resolver in the new flavor standard-8.0.0-Exasol + - #428: Add a security-scan script to the latest standard container ## Documentation diff --git a/doc/changes/package_diffs/3.2.0/README.md b/doc/changes/package_diffs/3.2.0/README.md index bc39a8c0..9d7b75a3 100644 --- a/doc/changes/package_diffs/3.2.0/README.md +++ b/doc/changes/package_diffs/3.2.0/README.md @@ -1,13 +1,14 @@ # Package Version Comparison between 3.2.0 and 3.1.0 +- [Comparison of flavor Standard-exasol-8.0.0](standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/README.md) +- [Comparison of flavor R-3.5-data-science-exasol-6.2.0](r-3.5-data-science-EXASOL-6.2.0/README.md) +- [Comparison of flavor Standard-exasol-7.0.0](standard-EXASOL-7.0.0/README.md) - [Comparison of flavor Standard-exasol-7.1.0-without-python2.7](standard-EXASOL-7.1.0-without-python2.7/README.md) -- [Comparison of flavor Standard-exasol-7.1.0](standard-EXASOL-7.1.0/README.md) -- [Comparison of flavor Python-3.6-data-science-exasol-6.2.0](python-3.6-data-science-EXASOL-6.2.0/README.md) - [Comparison of flavor Python-3.6-minimal-exasol-6.2.0](python-3.6-minimal-EXASOL-6.2.0/README.md) -- [Comparison of flavor Python-3.8-minimal-exasol-6.2.0](python-3.8-minimal-EXASOL-6.2.0/README.md) -- [Comparison of flavor R-4-minimal-exasol-6.2.0](r-4-minimal-EXASOL-6.2.0/README.md) -- [Comparison of flavor Python-3.7-minimal-exasol-6.2.0](python-3.7-minimal-EXASOL-6.2.0/README.md) -- [Comparison of flavor Standard-exasol-7.0.0](standard-EXASOL-7.0.0/README.md) +- [Comparison of flavor Python-3.6-data-science-exasol-6.2.0](python-3.6-data-science-EXASOL-6.2.0/README.md) - [Comparison of flavor Python-3.6-data-science-cuda-exasol-6.2.0](python-3.6-data-science-cuda-EXASOL-6.2.0/README.md) - [Comparison of flavor Standard-exasol-6.2.0](standard-EXASOL-6.2.0/README.md) -- [Comparison of flavor R-3.5-data-science-exasol-6.2.0](r-3.5-data-science-EXASOL-6.2.0/README.md) +- [Comparison of flavor Python-3.7-minimal-exasol-6.2.0](python-3.7-minimal-EXASOL-6.2.0/README.md) +- [Comparison of flavor Python-3.8-minimal-exasol-6.2.0](python-3.8-minimal-EXASOL-6.2.0/README.md) +- [Comparison of flavor R-4-minimal-exasol-6.2.0](r-4-minimal-EXASOL-6.2.0/README.md) +- [Comparison of flavor Standard-exasol-7.1.0](standard-EXASOL-7.1.0/README.md) diff --git a/doc/changes/package_diffs/3.2.0/python-3.7-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_python_diff.md b/doc/changes/package_diffs/3.2.0/python-3.7-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_python_diff.md index cc9d39fb..63ba90ba 100644 --- a/doc/changes/package_diffs/3.2.0/python-3.7-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_python_diff.md +++ b/doc/changes/package_diffs/3.2.0/python-3.7-minimal-EXASOL-6.2.0/language_deps/apt_get_packages_python_diff.md @@ -2,5 +2,5 @@ | | Package | Version in 3.1.0 | Version in 3.2.0 | Status | |---:|:--------------|:-------------------|:-------------------|:---------| -| 0 | python3.7-dev | 3.7.12-1+bionic1 | 3.7.12-1+bionic1 | | -| 1 | python3.7 | 3.7.12-1+bionic1 | 3.7.12-1+bionic1 | | \ No newline at end of file +| 0 | python3.7-dev | 3.7.12-1+bionic1 | 3.7.12-1+bionic2 | UPDATED | +| 1 | python3.7 | 3.7.12-1+bionic1 | 3.7.12-1+bionic2 | UPDATED | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/python-3.8-minimal-EXASOL-6.2.0/base_test_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/3.2.0/python-3.8-minimal-EXASOL-6.2.0/base_test_deps/apt_get_packages_diff.md index 4b1d9b14..e6a9e718 100644 --- a/doc/changes/package_diffs/3.2.0/python-3.8-minimal-EXASOL-6.2.0/base_test_deps/apt_get_packages_diff.md +++ b/doc/changes/package_diffs/3.2.0/python-3.8-minimal-EXASOL-6.2.0/base_test_deps/apt_get_packages_diff.md @@ -1,11 +1,11 @@ -| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | -|---:|:----------------|:--------------------|:--------------------|:---------| -| 0 | python-protobuf | 3.6.1.3-2ubuntu5 | 3.6.1.3-2ubuntu5 | | -| 1 | gdb | 9.2-0ubuntu1~20.04 | 9.2-0ubuntu1~20.04 | | -| 2 | valgrind | 1:3.15.0-1ubuntu9.1 | 1:3.15.0-1ubuntu9.1 | | -| 3 | gdbserver | 9.2-0ubuntu1~20.04 | 9.2-0ubuntu1~20.04 | | -| 4 | binutils | 2.34-6ubuntu1.3 | 2.34-6ubuntu1.3 | | -| 5 | patchelf | 0.10-2build1 | 0.10-2build1 | | -| 6 | strace | 5.5-3ubuntu1 | 5.5-3ubuntu1 | | \ No newline at end of file +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:----------------|:--------------------|:---------------------|:---------| +| 0 | gdb | 9.2-0ubuntu1~20.04 | 9.2-0ubuntu1~20.04.1 | UPDATED | +| 1 | gdbserver | 9.2-0ubuntu1~20.04 | 9.2-0ubuntu1~20.04.1 | UPDATED | +| 2 | python-protobuf | 3.6.1.3-2ubuntu5 | 3.6.1.3-2ubuntu5 | | +| 3 | valgrind | 1:3.15.0-1ubuntu9.1 | 1:3.15.0-1ubuntu9.1 | | +| 4 | binutils | 2.34-6ubuntu1.3 | 2.34-6ubuntu1.3 | | +| 5 | patchelf | 0.10-2build1 | 0.10-2build1 | | +| 6 | strace | 5.5-3ubuntu1 | 5.5-3ubuntu1 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0-without-python2.7/flavor_base_deps/python3_pip_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0-without-python2.7/flavor_base_deps/python3_pip_packages_diff.md index 2b4fe654..eabdfa69 100644 --- a/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0-without-python2.7/flavor_base_deps/python3_pip_packages_diff.md +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0-without-python2.7/flavor_base_deps/python3_pip_packages_diff.md @@ -2,9 +2,9 @@ | | Package | Version in 3.1.0 | Version in 3.2.0 | Status | |---:|:-------------------------------------------------------------------------------------|:---------------------|:---------------------|:---------| -| 0 | git+https://github.com/numpy/numpy.git@maintenance/1.19.x | | No version specified | NEW | -| 1 | azure-cosmos | 4.2.0 | 4.2.0 | | -| 2 | google-cloud-containeranalysis | 2.3.0 | 2.3.0 | | +| 0 | grafeas | | 1.4.0 | NEW | +| 1 | git+https://github.com/numpy/numpy.git@maintenance/1.19.x | | No version specified | NEW | +| 2 | google-cloud-spanner | 3.5.0 | 3.5.0 | | | 3 | google-cloud-datacatalog | 3.2.1 | 3.2.1 | | | 4 | google-cloud-datastore | 2.1.3 | 2.1.3 | | | 5 | google-cloud-firestore | 2.1.3 | 2.1.3 | | @@ -13,8 +13,8 @@ | 8 | google-cloud-monitoring | 2.2.1 | 2.2.1 | | | 9 | google-cloud-ndb | 1.9.0 | 1.9.0 | | | 10 | google-cloud-pubsub | 2.5.0 | 2.5.0 | | -| 11 | google-cloud-spanner | 3.5.0 | 3.5.0 | | -| 12 | google-cloud-storage | 1.38.0 | 1.38.0 | | +| 11 | google-cloud-storage | 1.38.0 | 1.38.0 | | +| 12 | google-cloud-bigtable | 2.2.0 | 2.2.0 | | | 13 | google-cloud-trace | 1.2.0 | 1.2.0 | | | 14 | martian | 1.4 | 1.4 | | | 15 | protobuf | 3.17.3 | 3.17.3 | | @@ -23,10 +23,10 @@ | 18 | pysftp | 0.2.9 | 0.2.9 | | | 19 | pytz | 2021.1 | 2021.1 | | | 20 | sagemaker | 2.59.5 | 2.59.5 | | -| 21 | google-cloud-bigtable | 2.2.0 | 2.2.0 | | +| 21 | google-cloud-containeranalysis | 2.3.0 | 2.3.0 | | | 22 | azure-batch | 10.0.0 | 10.0.0 | | -| 23 | google-cloud-bigquery | 2.20.0 | 2.20.0 | | -| 24 | azure-keyvault-secrets | 4.2.0 | 4.2.0 | | +| 23 | azure-cosmos | 4.2.0 | 4.2.0 | | +| 24 | google-cloud-bigquery | 2.20.0 | 2.20.0 | | | 25 | azure-eventgrid | 4.3.0 | 4.3.0 | | | 26 | azure-eventhub | 5.5.0 | 5.5.0 | | | 27 | azure-eventhub-checkpointstoreblob | 1.1.4 | 1.1.4 | | @@ -35,8 +35,8 @@ | 30 | azure-keyvault | 4.1.0 | 4.1.0 | | | 31 | azure-keyvault-certificates | 4.2.1 | 4.2.1 | | | 32 | azure-keyvault-keys | 4.3.1 | 4.3.1 | | -| 33 | azure-kusto-data | 2.1.3 | 2.1.3 | | -| 34 | google-cloud-asset | 3.1.0 | 3.1.0 | | +| 33 | azure-keyvault-secrets | 4.2.0 | 4.2.0 | | +| 34 | azure-kusto-data | 2.1.3 | 2.1.3 | | | 35 | azure-loganalytics | 0.1.0 | 0.1.0 | | | 36 | azure-servicebus | 7.3.0 | 7.3.0 | | | 37 | azure-storage-blob | 12.8.1 | 12.8.1 | | @@ -45,4 +45,5 @@ | 40 | azure-storage-queue | 12.1.6 | 12.1.6 | | | 41 | boto3 | 1.17.96 | 1.17.96 | | | 42 | git+http://github.com/EXASOL/websocket-api.git#egg=exasol-db-api&subdirectory=python | No version specified | No version specified | | -| 43 | google-cloud-bigquery-storage | 2.4.0 | 2.4.0 | | \ No newline at end of file +| 43 | google-cloud-asset | 3.1.0 | 3.1.0 | | +| 44 | google-cloud-bigquery-storage | 2.4.0 | 2.4.0 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0/flavor_base_deps/python3_pip_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0/flavor_base_deps/python3_pip_packages_diff.md index 110d02a8..454681be 100644 --- a/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0/flavor_base_deps/python3_pip_packages_diff.md +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-7.1.0/flavor_base_deps/python3_pip_packages_diff.md @@ -2,9 +2,9 @@ | | Package | Version in 3.1.0 | Version in 3.2.0 | Status | |---:|:------------------------------------------------------------------------------------------------------------------------------|:---------------------|:---------------------|:---------| -| 0 | git+https://github.com/numpy/numpy.git@maintenance/1.19.x | | No version specified | NEW | -| 1 | azure-cosmos | 4.2.0 | 4.2.0 | | -| 2 | google-cloud-containeranalysis | 2.3.0 | 2.3.0 | | +| 0 | grafeas | | 1.4.0 | NEW | +| 1 | git+https://github.com/numpy/numpy.git@maintenance/1.19.x | | No version specified | NEW | +| 2 | google-cloud-spanner | 3.5.0 | 3.5.0 | | | 3 | google-cloud-datacatalog | 3.2.1 | 3.2.1 | | | 4 | google-cloud-datastore | 2.1.3 | 2.1.3 | | | 5 | google-cloud-firestore | 2.1.3 | 2.1.3 | | @@ -13,8 +13,8 @@ | 8 | google-cloud-monitoring | 2.2.1 | 2.2.1 | | | 9 | google-cloud-ndb | 1.9.0 | 1.9.0 | | | 10 | google-cloud-pubsub | 2.5.0 | 2.5.0 | | -| 11 | google-cloud-spanner | 3.5.0 | 3.5.0 | | -| 12 | google-cloud-storage | 1.38.0 | 1.38.0 | | +| 11 | google-cloud-storage | 1.38.0 | 1.38.0 | | +| 12 | google-cloud-bigtable | 2.2.0 | 2.2.0 | | | 13 | google-cloud-trace | 1.2.0 | 1.2.0 | | | 14 | martian | 1.4 | 1.4 | | | 15 | protobuf | 3.17.3 | 3.17.3 | | @@ -23,10 +23,10 @@ | 18 | pysftp | 0.2.9 | 0.2.9 | | | 19 | pytz | 2021.1 | 2021.1 | | | 20 | sagemaker | 2.59.5 | 2.59.5 | | -| 21 | google-cloud-bigtable | 2.2.0 | 2.2.0 | | +| 21 | google-cloud-containeranalysis | 2.3.0 | 2.3.0 | | | 22 | azure-batch | 10.0.0 | 10.0.0 | | -| 23 | google-cloud-bigquery | 2.20.0 | 2.20.0 | | -| 24 | azure-keyvault-secrets | 4.2.0 | 4.2.0 | | +| 23 | azure-cosmos | 4.2.0 | 4.2.0 | | +| 24 | google-cloud-bigquery | 2.20.0 | 2.20.0 | | | 25 | azure-eventgrid | 4.3.0 | 4.3.0 | | | 26 | azure-eventhub | 5.5.0 | 5.5.0 | | | 27 | azure-eventhub-checkpointstoreblob | 1.1.4 | 1.1.4 | | @@ -35,8 +35,8 @@ | 30 | azure-keyvault | 4.1.0 | 4.1.0 | | | 31 | azure-keyvault-certificates | 4.2.1 | 4.2.1 | | | 32 | azure-keyvault-keys | 4.3.1 | 4.3.1 | | -| 33 | azure-kusto-data | 2.1.3 | 2.1.3 | | -| 34 | google-cloud-asset | 3.1.0 | 3.1.0 | | +| 33 | azure-keyvault-secrets | 4.2.0 | 4.2.0 | | +| 34 | azure-kusto-data | 2.1.3 | 2.1.3 | | | 35 | azure-loganalytics | 0.1.0 | 0.1.0 | | | 36 | azure-servicebus | 7.3.0 | 7.3.0 | | | 37 | azure-storage-blob | 12.8.1 | 12.8.1 | | @@ -45,4 +45,5 @@ | 40 | azure-storage-queue | 12.1.6 | 12.1.6 | | | 41 | boto3 | 1.17.96 | 1.17.96 | | | 42 | git+http://github.com/EXASOL/websocket-api.git@758d57d6d076c495b449c9017db3083498c44445#egg=exasol-db-api&subdirectory=python | No version specified | No version specified | | -| 43 | google-cloud-bigquery-storage | 2.4.0 | 2.4.0 | | \ No newline at end of file +| 43 | google-cloud-asset | 3.1.0 | 3.1.0 | | +| 44 | google-cloud-bigquery-storage | 2.4.0 | 2.4.0 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/README.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/README.md new file mode 100644 index 00000000..c468287d --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/README.md @@ -0,0 +1,19 @@ +# Package Version Comparison between Standard-exasol-8.0.0 flavor in 3.2.0 and Standard-exasol-7.1.0 flavor in 3.1.0 + +- Comparison of build step Udfclient_deps + - [Comparison of package list Apt Get Packages](udfclient_deps/apt_get_packages_diff.md) +- Comparison of build step Language_deps + - [Comparison of package list Apt Get Packages](language_deps/apt_get_packages_diff.md) + - [New package list Apt Get Packages R](language_deps/apt_get_packages_r_diff.md) + - [New package list Python3 Pip Packages](language_deps/python3_pip_packages_diff.md) +- Comparison of build step Flavor_base_deps_r + - [New package list Cran Packages](flavor_base_deps_r/cran_packages_diff.md) +- Comparison of build step Flavor_base_deps_python + - [New package list Python3 Pip Packages](flavor_base_deps_python/python3_pip_packages_diff.md) +- Comparison of build step Flavor_base_deps_apt + - [New package list Apt Get Packages](flavor_base_deps_apt/apt_get_packages_diff.md) + - [New package list Apt Get Packages Trivy](flavor_base_deps_apt/apt_get_packages_trivy_diff.md) +- Comparison of build step Build_deps + - [Comparison of package list Apt Get Packages](build_deps/apt_get_packages_diff.md) +- Comparison of build step Base_test_deps + - [Comparison of package list Apt Get Packages](base_test_deps/apt_get_packages_diff.md) diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/base_test_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/base_test_deps/apt_get_packages_diff.md new file mode 100644 index 00000000..86a2edf2 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/base_test_deps/apt_get_packages_diff.md @@ -0,0 +1,13 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:----------------|:-----------------------|:---------------------|:---------| +| 0 | python-protobuf | 3.0.0-9.1ubuntu1 | 3.6.1.3-2ubuntu5 | UPDATED | +| 1 | gdb | 8.1.1-0ubuntu1 | 9.2-0ubuntu1~20.04.1 | UPDATED | +| 2 | valgrind | 1:3.13.0-2ubuntu2.3 | 1:3.15.0-1ubuntu9.1 | UPDATED | +| 3 | gdbserver | 8.1.1-0ubuntu1 | 9.2-0ubuntu1~20.04.1 | UPDATED | +| 4 | binutils | 2.30-21ubuntu1~18.04.7 | 2.34-6ubuntu1.3 | UPDATED | +| 5 | patchelf | 0.9-1 | 0.10-2build1 | UPDATED | +| 6 | strace | 4.21-1ubuntu1 | 5.5-3ubuntu1 | UPDATED | +| 7 | python-zmq | 16.0.2-2build2 | | REMOVED | +| 8 | chrpath | 0.16-2 | | REMOVED | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/build_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/build_deps/apt_get_packages_diff.md new file mode 100644 index 00000000..739f0e46 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/build_deps/apt_get_packages_diff.md @@ -0,0 +1,16 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:------------------|:-------------------------|:-------------------------|:---------| +| 0 | coreutils | 8.28-1ubuntu1 | 8.28-1ubuntu1 | | +| 1 | locales | 2.27-3ubuntu1.4 | 2.27-3ubuntu1.4 | | +| 2 | locales | 2.27-3ubuntu1.4 | 2.27-3ubuntu1.4 | | +| 3 | locales | 2.27-3ubuntu1.4 | 2.27-3ubuntu1.4 | | +| 4 | locales | 2.27-3ubuntu1.4 | 2.27-3ubuntu1.4 | | +| 5 | tar | 1.29b-2ubuntu0.2 | 1.29b-2ubuntu0.2 | | +| 6 | curl | 7.58.0-2ubuntu3.16 | 7.58.0-2ubuntu3.16 | | +| 7 | openjdk-11-jdk | 11.0.11+9-0ubuntu2~18.04 | 11.0.11+9-0ubuntu2~18.04 | | +| 8 | build-essential | 12.4ubuntu1 | 12.4ubuntu1 | | +| 9 | libpcre3-dev | 2:8.39-9 | 2:8.39-9 | | +| 10 | protobuf-compiler | 3.0.0-9.1ubuntu1 | 3.0.0-9.1ubuntu1 | | +| 11 | chrpath | 0.16-2 | 0.16-2 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_diff.md new file mode 100644 index 00000000..48795f00 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_diff.md @@ -0,0 +1,132 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|----:|:----------------------|:--------------------------------|:-----------------------------|:---------| +| 0 | unzip | 6.0-21ubuntu1.1 | 6.0-25ubuntu1 | UPDATED | +| 1 | wget | 1.19.4-1ubuntu2.2 | 1.20.3-1ubuntu2 | UPDATED | +| 2 | maven | 3.6.0-1~18.04.1 | 3.6.3-1 | UPDATED | +| 3 | git | 1:2.17.1-1ubuntu0.9 | 1:2.25.1-1ubuntu3.2 | UPDATED | +| 4 | coreutils | 8.28-1ubuntu1 | | REMOVED | +| 5 | r-cran-chron | 2.3-52-1 | | REMOVED | +| 6 | r-cran-formula | 1.2-2-1.1 | | REMOVED | +| 7 | r-cran-rcolorbrewer | 1.1-2-1.1 | | REMOVED | +| 8 | r-cran-rodbc | 1.3-15-1build1 | | REMOVED | +| 9 | r-cran-acepack | 1.4.1-2build1 | | REMOVED | +| 10 | r-cran-gbm | 2.1.3-2 | | REMOVED | +| 11 | r-cran-e1071 | 1.6-8-2build1 | | REMOVED | +| 12 | r-cran-fastcluster | 1.1.24-1 | | REMOVED | +| 13 | r-cran-rcurl | 1.95-4.8-4build1 | | REMOVED | +| 14 | r-cran-gridextra | 2.3-1.1 | | REMOVED | +| 15 | r-cran-gtable | 0.2.0-2 | | REMOVED | +| 16 | r-cran-xml | 3.98-1.10-1 | | REMOVED | +| 17 | python3-paramiko | 2.0.0-1ubuntu1.2 | | REMOVED | +| 18 | r-base | 3.4.4-1ubuntu1 | | REMOVED | +| 19 | python3-simplejson | 3.13.2-1 | | REMOVED | +| 20 | r-cran-randomforest | 4.6-12-2 | | REMOVED | +| 21 | python3-ujson | 1.35-2 | | REMOVED | +| 22 | python3-boto | 2.44.0-1ubuntu2.18.04.1 | | REMOVED | +| 23 | python3-requests | 2.18.4-2ubuntu0.1 | | REMOVED | +| 24 | python3-docutils | 0.14+dfsg-3 | | REMOVED | +| 25 | python3-cffi | 1.11.5-1 | | REMOVED | +| 26 | python3-jinja2 | 2.10-1ubuntu0.18.04.1 | | REMOVED | +| 27 | locales | 2.27-3ubuntu1.4 | | REMOVED | +| 28 | python3-pyftpdlib | 1.5.1-4ubuntu1 | | REMOVED | +| 29 | python3-pygments | 2.2.0+dfsg-1ubuntu0.2 | | REMOVED | +| 30 | r-cran-latticeextra | 0.6-28-2build1 | | REMOVED | +| 31 | r-cran-brglm | 0.6.1-1 | | REMOVED | +| 32 | r-cran-bradleyterry2 | 1.0-8-1 | | REMOVED | +| 33 | python3-scipy | 0.19.1-2ubuntu1 | | REMOVED | +| 34 | r-cran-stringr | 1.3.0-1ubuntu1 | | REMOVED | +| 35 | r-cran-scales | 0.5.0-1ubuntu1 | | REMOVED | +| 36 | r-cran-reshape2 | 1.4.2-1build1 | | REMOVED | +| 37 | r-cran-rcppeigen | 0.3.3.4.0-1 | | REMOVED | +| 38 | r-cran-rcpp | 0.12.15-1 | | REMOVED | +| 39 | r-cran-proto | 1.0.0-1build1 | | REMOVED | +| 40 | r-cran-profilemodel | 0.5-9-2 | | REMOVED | +| 41 | r-cran-plyr | 1.8.4-1build1 | | REMOVED | +| 42 | r-cran-nloptr | 1.0.4-1build1 | | REMOVED | +| 43 | r-cran-munsell | 0.4.3-2 | | REMOVED | +| 44 | r-cran-minqa | 1.2.4-1build1 | | REMOVED | +| 45 | r-cran-magrittr | 1.5-4 | | REMOVED | +| 46 | r-cran-lme4 | 1.1-15-1 | | REMOVED | +| 47 | r-cran-labeling | 0.3-2 | | REMOVED | +| 48 | r-cran-iterators | 1.0.9-1 | | REMOVED | +| 49 | r-cran-gtools | 3.5.0-2build1 | | REMOVED | +| 50 | r-cran-ggplot2 | 2.2.1-3 | | REMOVED | +| 51 | r-cran-foreach | 1.4.4-1 | | REMOVED | +| 52 | r-cran-digest | 0.6.15-1 | | REMOVED | +| 53 | r-cran-dichromat | 1:2.0-0-1 | | REMOVED | +| 54 | r-cran-colorspace | 1.3-2-2 | | REMOVED | +| 55 | r-cran-caret | 6.0-78+dfsg1-1 | | REMOVED | +| 56 | r-cran-car | 2.1-6-1 | | REMOVED | +| 57 | python3-pandas | 0.22.0-4ubuntu1 | | REMOVED | +| 58 | python3-pycparser | 2.18-2 | | REMOVED | +| 59 | python3-sklearn | 0.19.1-3 | | REMOVED | +| 60 | python-ldap | 3.0.0-1ubuntu0.1 | | REMOVED | +| 61 | libldb1 | 2:1.2.3-1ubuntu0.2 | | REMOVED | +| 62 | python-pypdf2 | 1.26.0-2 | | REMOVED | +| 63 | python-openssl | 17.5.0-1ubuntu1 | | REMOVED | +| 64 | python-pyodbc | 4.0.17-1 | | REMOVED | +| 65 | python3-lxml | 4.2.1-1ubuntu0.4 | | REMOVED | +| 66 | python-pygments | 2.2.0+dfsg-1ubuntu0.2 | | REMOVED | +| 67 | python-pyftpdlib | 1.5.1-4ubuntu1 | | REMOVED | +| 68 | pyflakes | 1.6.0-1 | | REMOVED | +| 69 | python-pycryptopp | 0.7.1-3 | | REMOVED | +| 70 | python-pycparser | 2.18-2 | | REMOVED | +| 71 | python-pyasn1-modules | 0.2.1-0.2 | | REMOVED | +| 72 | python-pyasn1 | 0.4.2-3 | | REMOVED | +| 73 | python-protobuf | 3.0.0-9.1ubuntu1 | | REMOVED | +| 74 | python-martian | 0.14-0ubuntu1 | | REMOVED | +| 75 | python-jinja2 | 2.10-1ubuntu0.18.04.1 | | REMOVED | +| 76 | ipython | 5.5.0-1 | | REMOVED | +| 77 | python-ipaddress | 1.0.17-1 | | REMOVED | +| 78 | python-idna | 2.6-1 | | REMOVED | +| 79 | python-enum34 | 1.1.6-2 | | REMOVED | +| 80 | python-docutils | 0.14+dfsg-3 | | REMOVED | +| 81 | python-cryptography | 2.1.4-1ubuntu1.4 | | REMOVED | +| 82 | python-cffi | 1.11.5-1 | | REMOVED | +| 83 | python-setuptools | 39.0.1-2 | | REMOVED | +| 84 | python-ldb | 2:1.2.3-1ubuntu0.2 | | REMOVED | +| 85 | python-pykickstart | 1.83-2 | | REMOVED | +| 86 | python-roman | 2.0.0-3 | | REMOVED | +| 87 | python-paramiko | 2.0.0-1ubuntu1.2 | | REMOVED | +| 88 | python3-numpy | 1:1.13.3-2ubuntu1 | | REMOVED | +| 89 | python3-pyodbc | 4.0.17-1 | | REMOVED | +| 90 | python3-openssl | 17.5.0-1ubuntu1 | | REMOVED | +| 91 | python3-leveldb | 0~svn68-3build3 | | REMOVED | +| 92 | python3-ldap | 3.0.0-1ubuntu0.1 | | REMOVED | +| 93 | python-samba | 2:4.7.6+dfsg~ubuntu-0ubuntu2.27 | | REMOVED | +| 94 | python3-smbc | 1.0.15.6-1build2 | | REMOVED | +| 95 | python3-redis | 2.10.6-2ubuntu1 | | REMOVED | +| 96 | python3-pycurl | 7.43.0.1-0.2 | | REMOVED | +| 97 | python3-setuptools | 39.0.1-2 | | REMOVED | +| 98 | python-simplejson | 3.13.2-1 | | REMOVED | +| 99 | python3-roman | 2.0.0-3 | | REMOVED | +| 100 | python-requests | 2.18.4-2ubuntu0.1 | | REMOVED | +| 101 | python-numpy | 1:1.13.3-2ubuntu1 | | REMOVED | +| 102 | python-pycurl | 7.43.0.1-0.2 | | REMOVED | +| 103 | python-sklearn | 0.19.1-3 | | REMOVED | +| 104 | python-talloc | 2.1.10-2ubuntu1 | | REMOVED | +| 105 | python-lxml | 4.2.1-1ubuntu0.4 | | REMOVED | +| 106 | python-cjson | 1.1.0-2 | | REMOVED | +| 107 | python-pandas | 0.22.0-4ubuntu1 | | REMOVED | +| 108 | python-redis | 2.10.6-2ubuntu1 | | REMOVED | +| 109 | python-scipy | 0.19.1-2ubuntu1 | | REMOVED | +| 110 | python-boto | 2.44.0-1ubuntu2.18.04.1 | | REMOVED | +| 111 | slapd | | 2.4.49+dfsg-2ubuntu1.8 | NEW | +| 112 | gnupg | | 2.2.19-3ubuntu2.1 | NEW | +| 113 | apt-transport-https | | 2.0.2ubuntu0.2 | NEW | +| 114 | libxml2-dev | | 2.9.10+dfsg-5ubuntu0.20.04.1 | NEW | +| 115 | unixodbc-dev | | 2.3.6-0.1build1 | NEW | +| 116 | ldap-utils | | 2.4.49+dfsg-2ubuntu1.8 | NEW | +| 117 | build-essential | | 12.8ubuntu1.1 | NEW | +| 118 | libsasl2-dev | | 2.1.27+dfsg-2 | NEW | +| 119 | libldap2-dev | | 2.4.49+dfsg-2ubuntu1.8 | NEW | +| 120 | openssl | | 1.1.1f-1ubuntu2.10 | NEW | +| 121 | libleveldb1d | | 1.22-3ubuntu2 | NEW | +| 122 | libldb2 | | 2:2.2.3-0ubuntu0.20.04.2 | NEW | +| 123 | libcurl4-openssl-dev | | 7.68.0-1ubuntu2.7 | NEW | +| 124 | libhiredis-dev | | 0.14.0-6 | NEW | +| 125 | libsmbclient | | 2:4.13.14+dfsg-0ubuntu0.20.04.4 | NEW | +| 126 | libsmbclient-dev | | 2:4.13.14+dfsg-0ubuntu0.20.04.4 | NEW | +| 127 | smbclient | | 2:4.13.14+dfsg-0ubuntu0.20.04.4 | NEW | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_trivy_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_trivy_diff.md new file mode 100644 index 00000000..aca7de31 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_apt/apt_get_packages_trivy_diff.md @@ -0,0 +1,5 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:----------|:-------------------|:-------------------|:---------| +| 0 | trivy | | 0.22.0 | NEW | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_python/python3_pip_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_python/python3_pip_packages_diff.md new file mode 100644 index 00000000..953db496 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_python/python3_pip_packages_diff.md @@ -0,0 +1,78 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:------------------------------------------------------------------------------------------------------------------------------|:---------------------|:---------------------|:---------| +| 0 | azure-batch | 10.0.0 | 11.0.0 | UPDATED | +| 1 | google-cloud-asset | 3.1.0 | 3.7.1 | UPDATED | +| 2 | google-cloud-bigquery-storage | 2.4.0 | 2.11.0 | UPDATED | +| 3 | google-cloud-bigtable | 2.2.0 | 2.4.0 | UPDATED | +| 4 | google-cloud-containeranalysis | 2.3.0 | 2.6.3 | UPDATED | +| 5 | google-cloud-datacatalog | 3.2.1 | 3.6.2 | UPDATED | +| 6 | google-cloud-datastore | 2.1.3 | 1.15.3 | UPDATED | +| 7 | google-cloud-firestore | 2.1.3 | 2.3.4 | UPDATED | +| 8 | google-cloud-kms | 2.3.0 | 2.10.1 | UPDATED | +| 9 | google-cloud-logging | 2.5.0 | 2.7.0 | UPDATED | +| 10 | google-cloud-monitoring | 2.2.1 | 2.8.0 | UPDATED | +| 11 | google-cloud-ndb | 1.9.0 | 1.11.1 | UPDATED | +| 12 | google-cloud-pubsub | 2.5.0 | 2.9.0 | UPDATED | +| 13 | google-cloud-spanner | 3.5.0 | 3.12.1 | UPDATED | +| 14 | google-cloud-storage | 1.38.0 | 2.0.0 | UPDATED | +| 15 | google-cloud-trace | 1.2.0 | 1.5.1 | UPDATED | +| 16 | pyexasol | 0.20.0 | 0.23.3 | UPDATED | +| 17 | pytz | 2021.1 | 2021.3 | UPDATED | +| 18 | sagemaker | 2.59.5 | 2.72.3 | UPDATED | +| 19 | google-cloud-bigquery | 2.20.0 | 2.32.0 | UPDATED | +| 20 | protobuf | 3.17.3 | 3.19.3 | UPDATED | +| 21 | azure-keyvault-certificates | 4.2.1 | 4.3.0 | UPDATED | +| 22 | boto3 | 1.17.96 | 1.20.37 | UPDATED | +| 23 | azure-eventgrid | 4.3.0 | 4.7.1 | UPDATED | +| 24 | azure-storage-file-share | 12.5.0 | 12.6.0 | UPDATED | +| 25 | azure-storage-file-datalake | 12.4.0 | 12.5.0 | UPDATED | +| 26 | azure-storage-blob | 12.8.1 | 12.9.0 | UPDATED | +| 27 | azure-servicebus | 7.3.0 | 7.5.0 | UPDATED | +| 28 | azure-loganalytics | 0.1.0 | 0.1.1 | UPDATED | +| 29 | azure-kusto-data | 2.1.3 | 2.3.2 | UPDATED | +| 30 | azure-keyvault-secrets | 4.2.0 | 4.3.0 | UPDATED | +| 31 | azure-keyvault-keys | 4.3.1 | 4.4.0 | UPDATED | +| 32 | azure-eventhub | 5.5.0 | 5.7.0 | UPDATED | +| 33 | azure-identity | 1.6.0 | 1.6.1 | UPDATED | +| 34 | pykickstart | 3.33 | | REMOVED | +| 35 | git+http://github.com/EXASOL/websocket-api.git@758d57d6d076c495b449c9017db3083498c44445#egg=exasol-db-api&subdirectory=python | No version specified | | REMOVED | +| 36 | python-ldap | | 3.4.0 | NEW | +| 37 | pyOpenSSL | | 21.0.0 | NEW | +| 38 | plyvel | | 1.4.0 | NEW | +| 39 | scikit-learn | | 1.0.2 | NEW | +| 40 | git+http://github.com/EXASOL/websocket-api.git@5150f964388412788bf5e47752a7916a5a8624c5#egg=exasol-db-api&subdirectory=python | | No version specified | NEW | +| 41 | pybase64 | | 1.2.1 | NEW | +| 42 | simplejson | | 3.17.6 | NEW | +| 43 | debugpy | | 1.5.1 | NEW | +| 44 | bitarray | | 2.3.5 | NEW | +| 45 | pysimdjson | | 4.0.3 | NEW | +| 46 | numba | | 0.55.0 | NEW | +| 47 | pyarrow | | 6.0.1 | NEW | +| 48 | ujson | | 5.1.0 | NEW | +| 49 | pybloomfiltermmap3 | | 0.5.5 | NEW | +| 50 | bitsets | | 0.8.3 | NEW | +| 51 | numba-scipy | | 0.3.0 | NEW | +| 52 | pyyaml | | 6.0 | NEW | +| 53 | paramiko | | 2.9.2 | NEW | +| 54 | pyodbc | | 4.0.32 | NEW | +| 55 | requests | | 2.27.1 | NEW | +| 56 | lxml | | 4.7.1 | NEW | +| 57 | setuptools | | 60.5.0 | NEW | +| 58 | docutils | | 0.18.1 | NEW | +| 59 | redis | | 4.1.0 | NEW | +| 60 | roman | | 3.3 | NEW | +| 61 | pycurl | | 7.44.1 | NEW | +| 62 | scipy | | 1.6.2 | NEW | +| 63 | pyftpdlib | | 1.5.6 | NEW | +| 64 | jinja2 | | 3.0.3 | NEW | +| 65 | cffi | | 1.15.0 | NEW | +| 66 | https://github.com/exasol/bucketfs-utils-python/releases/download/0.1.0/exasol_bucketfs_utils_python-0.1.0-py3-none-any.whl | | No version specified | NEW | +| 67 | pysftp | 0.2.9 | 0.2.9 | | +| 68 | azure-eventhub-checkpointstoreblob | 1.1.4 | 1.1.4 | | +| 69 | azure-cosmos | 4.2.0 | 4.2.0 | | +| 70 | martian | 1.4 | 1.4 | | +| 71 | azure-eventhub-checkpointstoreblob-aio | 1.1.4 | 1.1.4 | | +| 72 | azure-keyvault | 4.1.0 | 4.1.0 | | +| 73 | azure-storage-queue | 12.1.6 | 12.1.6 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_r/cran_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_r/cran_packages_diff.md new file mode 100644 index 00000000..9b536d61 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/flavor_base_deps_r/cran_packages_diff.md @@ -0,0 +1,49 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:--------------|:-------------------|:-------------------|:---------| +| 0 | data.table | 1.12.8 | 1.14.2 | UPDATED | +| 1 | htmltools | 0.4.0 | 0.5.2 | UPDATED | +| 2 | rredis | 1.7.0 | | REMOVED | +| 3 | caret | | 6.0-90 | NEW | +| 4 | oysteR | | 0.1.1 | NEW | +| 5 | minqa | | 1.2.4 | NEW | +| 6 | plyr | | 1.8.6 | NEW | +| 7 | foreach | | 1.5.1 | NEW | +| 8 | purrr | | 0.3.4 | NEW | +| 9 | stringr | | 1.4.0 | NEW | +| 10 | RCurl | | 1.98-1.5 | NEW | +| 11 | e1071 | | 1.7-9 | NEW | +| 12 | redux | | 1.1.3 | NEW | +| 13 | reshape2 | | 1.4.4 | NEW | +| 14 | scales | | 1.1.1 | NEW | +| 15 | brglm | | 0.7.2 | NEW | +| 16 | gbm | | 2.1.8 | NEW | +| 17 | httr | | 1.4.2 | NEW | +| 18 | BradleyTerry2 | | 1.1-2 | NEW | +| 19 | tibble | | 3.1.6 | NEW | +| 20 | dplyr | | 1.0.7 | NEW | +| 21 | tidyr | | 1.1.4 | NEW | +| 22 | lme4 | | 1.1-27.1 | NEW | +| 23 | glue | | 1.6.0 | NEW | +| 24 | SparseM | | 1.81 | NEW | +| 25 | yaml | | 2.2.1 | NEW | +| 26 | acepack | | 1.4.1 | NEW | +| 27 | chron | | 2.3-56 | NEW | +| 28 | digest | | 0.6.29 | NEW | +| 29 | fastcluster | | 1.2.3 | NEW | +| 30 | Formula | | 1.2-4 | NEW | +| 31 | gtools | | 3.9.2 | NEW | +| 32 | iterators | | 1.0.13 | NEW | +| 33 | magrittr | | 2.0.1 | NEW | +| 34 | nloptr | | 1.2.2.3 | NEW | +| 35 | profileModel | | 0.6.1 | NEW | +| 36 | proto | | 1.0.0 | NEW | +| 37 | randomForest | | 4.6-14 | NEW | +| 38 | Rcpp | | 1.0.8 | NEW | +| 39 | RODBC | | 1.3-19 | NEW | +| 40 | XML | | 3.99-0.8 | NEW | +| 41 | jsonlite | | 1.7.3 | NEW | +| 42 | rjson | | 0.2.21 | NEW | +| 43 | caretEnsemble | | 2.0.1 | NEW | +| 44 | flashClust | 1.01-2 | 1.01-2 | | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_diff.md new file mode 100644 index 00000000..aab7a7a4 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_diff.md @@ -0,0 +1,16 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:------------------------|:-------------------------|:-------------------------|:---------| +| 0 | openjdk-11-jdk-headless | 11.0.11+9-0ubuntu2~18.04 | 11.0.13+8-0ubuntu1~20.04 | UPDATED | +| 1 | python3-distutils | 3.6.9-1~18.04 | 3.8.10-0ubuntu1~20.04 | UPDATED | +| 2 | curl | 7.58.0-2ubuntu3.16 | 7.68.0-1ubuntu2.7 | UPDATED | +| 3 | python2.7-dev | 2.7.17-1~18.04ubuntu1.6 | | REMOVED | +| 4 | python3.6-dev | 3.6.9-1~18.04ubuntu1.4 | | REMOVED | +| 5 | python-distutils-extra | 2.41ubuntu1 | | REMOVED | +| 6 | r-base-core | 3.4.4-1ubuntu1 | | REMOVED | +| 7 | r-base-dev | 3.4.4-1ubuntu1 | | REMOVED | +| 8 | cython | 0.26.1-0.4 | | REMOVED | +| 9 | python3-pandas | 0.22.0-4ubuntu1 | | REMOVED | +| 10 | ca-certificates | | 20210119~20.04.2 | NEW | +| 11 | python3.8-dev | | 3.8.10-0ubuntu1~20.04.2 | NEW | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_r_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_r_diff.md new file mode 100644 index 00000000..60461870 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/apt_get_packages_r_diff.md @@ -0,0 +1,6 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:------------|:-------------------|:-------------------|:---------| +| 0 | r-base-core | | 4.1.2-1.2004.0 | NEW | +| 1 | r-base-dev | | 4.1.2-1.2004.0 | NEW | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/python3_pip_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/python3_pip_packages_diff.md new file mode 100644 index 00000000..a442e1a9 --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/language_deps/python3_pip_packages_diff.md @@ -0,0 +1,6 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:----------|:-------------------|:-------------------|:---------| +| 0 | pandas | | 1.3.4 | NEW | +| 1 | numpy | | 1.21.3 | NEW | \ No newline at end of file diff --git a/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/udfclient_deps/apt_get_packages_diff.md b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/udfclient_deps/apt_get_packages_diff.md new file mode 100644 index 00000000..8b3bf67d --- /dev/null +++ b/doc/changes/package_diffs/3.2.0/standard-EXASOL-8.0.0__standard-EXASOL-7.1.0/udfclient_deps/apt_get_packages_diff.md @@ -0,0 +1,10 @@ + + +| | Package | Version in 3.1.0 | Version in 3.2.0 | Status | +|---:|:----------------|:--------------------------|:-------------------|:---------| +| 0 | coreutils | 8.28-1ubuntu1 | 8.30-3ubuntu2 | UPDATED | +| 1 | locales | 2.27-3ubuntu1.4 | 2.31-0ubuntu9.2 | UPDATED | +| 2 | libnss-db | 2.2.3pre1-6build2 | 2.2.3pre1-6build6 | UPDATED | +| 3 | libzmq3-dev | 4.2.5-1ubuntu0.2 | 4.3.2-2ubuntu1 | UPDATED | +| 4 | libprotobuf-dev | 3.0.0-9.1ubuntu1 | 3.6.1.3-2ubuntu5 | UPDATED | +| 5 | libssl-dev | 1.1.1-1ubuntu2.1~18.04.14 | 1.1.1f-1ubuntu2.10 | UPDATED | \ No newline at end of file diff --git a/flavors/README.md b/flavors/README.md index 00036524..8d98549a 100644 --- a/flavors/README.md +++ b/flavors/README.md @@ -19,6 +19,12 @@ We provide three flavors for different Exasol versions. The flavors only specify Due to EOL of Python2, there is split of the standard-EXASOL-7.1.0 container: one with Python2.7 support, and one without it. +- standard-EXASOL-8.0.0 + - Base Image: ubuntu:20.04 + - Compatible Exasol Versions: 8.0.\* (but likely also with 7.*.\*) + - Available languages: Java 11, Python 3.8 and R 4.1 + - [Here](standard-EXASOL-8.0.0/FLAVOR_DESCRIPTION.md) you can find more details about the flavor, such as the provided packages. + - standard-EXASOL-7.1.0-without-python2.7 - Base Image: ubuntu:18.04 - Compatible Exasol Versions: 7.1.\* (but likely also with 7.0 and 6.2.\*) diff --git a/flavors/standard-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile b/flavors/standard-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile index 69d0afe5..84beddf0 100644 --- a/flavors/standard-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile +++ b/flavors/standard-EXASOL-6.2.0/flavor_base/flavor_base_deps/Dockerfile @@ -6,10 +6,10 @@ COPY flavor_base_deps/packages/apt_get_packages /build_info/packages/flavor_base RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_base_deps/apt_get_packages --with-versions COPY flavor_base_deps/packages/python2_pip_packages /build_info/packages/flavor_base_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python2_pip_packages --with-versions --allow-no-version-for-urls --python-binary python +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python2_pip_packages --with-versions --allow-no-version-for-urls --python-binary python --use-deprecated-legacy-resolver --ignore-installed COPY flavor_base_deps/packages/python3_pip_packages /build_info/packages/flavor_base_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 --use-deprecated-legacy-resolver --ignore-installed COPY flavor_base_deps/packages/cran_packages /build_info/packages/flavor_base_deps RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_base_deps/cran_packages --rscript-binary Rscript --with-versions diff --git a/flavors/standard-EXASOL-6.2.0/flavor_base/testconfig b/flavors/standard-EXASOL-6.2.0/flavor_base/testconfig index 3f4126e3..fe83eff4 100644 --- a/flavors/standard-EXASOL-6.2.0/flavor_base/testconfig +++ b/flavors/standard-EXASOL-6.2.0/flavor_base/testconfig @@ -1,2 +1,2 @@ generic_language_tests=python3 python java r -test_folders=python python3/all python3/external_modules java r standard-flavor/all +test_folders=python python3/all python3/external_modules java r standard-flavor/all standard-flavor/7.0 diff --git a/flavors/standard-EXASOL-6.2.0/flavor_customization/Dockerfile b/flavors/standard-EXASOL-6.2.0/flavor_customization/Dockerfile index 89ce8f25..81cf1d0b 100644 --- a/flavors/standard-EXASOL-6.2.0/flavor_customization/Dockerfile +++ b/flavors/standard-EXASOL-6.2.0/flavor_customization/Dockerfile @@ -20,10 +20,10 @@ COPY flavor_customization/packages/apt_get_packages /build_info/packages/flavor_ RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_customization/apt_get_packages --with-versions COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version --use-deprecated-legacy-resolver --ignore-installed COPY flavor_customization/packages/python2_pip_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python2_pip_packages --python-binary python2 --with-versions --allow-no-version +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python2_pip_packages --python-binary python2 --with-versions --allow-no-version --use-deprecated-legacy-resolver --ignore-installed COPY flavor_customization/packages/r_cran_packages /build_info/packages/flavor_customization RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_customization/r_cran_packages --rscript-binary Rscript --with-versions --allow-no-version diff --git a/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/Dockerfile b/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/Dockerfile index 69d0afe5..1f143924 100644 --- a/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/Dockerfile +++ b/flavors/standard-EXASOL-7.0.0/flavor_base/flavor_base_deps/Dockerfile @@ -6,10 +6,10 @@ COPY flavor_base_deps/packages/apt_get_packages /build_info/packages/flavor_base RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_base_deps/apt_get_packages --with-versions COPY flavor_base_deps/packages/python2_pip_packages /build_info/packages/flavor_base_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python2_pip_packages --with-versions --allow-no-version-for-urls --python-binary python +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python2_pip_packages --with-versions --allow-no-version-for-urls --python-binary python --use-deprecated-legacy-resolver --ignore-installed COPY flavor_base_deps/packages/python3_pip_packages /build_info/packages/flavor_base_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 --use-deprecated-legacy-resolver --ignore-installed COPY flavor_base_deps/packages/cran_packages /build_info/packages/flavor_base_deps RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_base_deps/cran_packages --rscript-binary Rscript --with-versions diff --git a/flavors/standard-EXASOL-7.0.0/flavor_base/testconfig b/flavors/standard-EXASOL-7.0.0/flavor_base/testconfig index 3f4126e3..fe83eff4 100644 --- a/flavors/standard-EXASOL-7.0.0/flavor_base/testconfig +++ b/flavors/standard-EXASOL-7.0.0/flavor_base/testconfig @@ -1,2 +1,2 @@ generic_language_tests=python3 python java r -test_folders=python python3/all python3/external_modules java r standard-flavor/all +test_folders=python python3/all python3/external_modules java r standard-flavor/all standard-flavor/7.0 diff --git a/flavors/standard-EXASOL-7.0.0/flavor_customization/Dockerfile b/flavors/standard-EXASOL-7.0.0/flavor_customization/Dockerfile index 89ce8f25..81cf1d0b 100644 --- a/flavors/standard-EXASOL-7.0.0/flavor_customization/Dockerfile +++ b/flavors/standard-EXASOL-7.0.0/flavor_customization/Dockerfile @@ -20,10 +20,10 @@ COPY flavor_customization/packages/apt_get_packages /build_info/packages/flavor_ RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_customization/apt_get_packages --with-versions COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version --use-deprecated-legacy-resolver --ignore-installed COPY flavor_customization/packages/python2_pip_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python2_pip_packages --python-binary python2 --with-versions --allow-no-version +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python2_pip_packages --python-binary python2 --with-versions --allow-no-version --use-deprecated-legacy-resolver --ignore-installed COPY flavor_customization/packages/r_cran_packages /build_info/packages/flavor_customization RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_customization/r_cran_packages --rscript-binary Rscript --with-versions --allow-no-version diff --git a/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/Dockerfile b/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/Dockerfile index 32481081..fba05894 100644 --- a/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/Dockerfile +++ b/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/Dockerfile @@ -6,7 +6,7 @@ COPY flavor_base_deps/packages/apt_get_packages /build_info/packages/flavor_base RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_base_deps/apt_get_packages --with-versions COPY flavor_base_deps/packages/python3_pip_packages /build_info/packages/flavor_base_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 --use-deprecated-legacy-resolver --ignore-installed COPY flavor_base_deps/packages/cran_packages /build_info/packages/flavor_base_deps RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_base_deps/cran_packages --rscript-binary Rscript --with-versions diff --git a/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/packages/python3_pip_packages b/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/packages/python3_pip_packages index bbc3cc03..8354c34d 100644 --- a/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_base/flavor_base_deps/packages/python3_pip_packages @@ -41,4 +41,5 @@ pykickstart|3.33 pysftp|0.2.9 pytz|2021.1 git+https://github.com/numpy/numpy.git@maintenance/1.19.x -sagemaker|2.59.5 \ No newline at end of file +sagemaker|2.59.5 +grafeas|1.4.0 diff --git a/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_customization/Dockerfile b/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_customization/Dockerfile index 4771acaa..d9f92dd5 100644 --- a/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_customization/Dockerfile +++ b/flavors/standard-EXASOL-7.1.0-without-python2.7/flavor_customization/Dockerfile @@ -20,7 +20,7 @@ COPY flavor_customization/packages/apt_get_packages /build_info/packages/flavor_ RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_customization/apt_get_packages --with-versions COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version --use-deprecated-legacy-resolver --ignore-installed COPY flavor_customization/packages/r_cran_packages /build_info/packages/flavor_customization RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_customization/r_cran_packages --rscript-binary Rscript --with-versions --allow-no-version diff --git a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/Dockerfile b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/Dockerfile index 69d0afe5..84beddf0 100644 --- a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/Dockerfile +++ b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/Dockerfile @@ -6,10 +6,10 @@ COPY flavor_base_deps/packages/apt_get_packages /build_info/packages/flavor_base RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_base_deps/apt_get_packages --with-versions COPY flavor_base_deps/packages/python2_pip_packages /build_info/packages/flavor_base_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python2_pip_packages --with-versions --allow-no-version-for-urls --python-binary python +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python2_pip_packages --with-versions --allow-no-version-for-urls --python-binary python --use-deprecated-legacy-resolver --ignore-installed COPY flavor_base_deps/packages/python3_pip_packages /build_info/packages/flavor_base_deps -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --with-versions --allow-no-version-for-urls --python-binary python3 --use-deprecated-legacy-resolver --ignore-installed COPY flavor_base_deps/packages/cran_packages /build_info/packages/flavor_base_deps RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_base_deps/cran_packages --rscript-binary Rscript --with-versions diff --git a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages index c5d1f487..b099876f 100644 --- a/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages +++ b/flavors/standard-EXASOL-7.1.0/flavor_base/flavor_base_deps/packages/python3_pip_packages @@ -42,3 +42,4 @@ pysftp|0.2.9 pytz|2021.1 git+https://github.com/numpy/numpy.git@maintenance/1.19.x sagemaker|2.59.5 +grafeas|1.4.0 diff --git a/flavors/standard-EXASOL-7.1.0/flavor_base/testconfig b/flavors/standard-EXASOL-7.1.0/flavor_base/testconfig index 26920499..0c2f5b29 100644 --- a/flavors/standard-EXASOL-7.1.0/flavor_base/testconfig +++ b/flavors/standard-EXASOL-7.1.0/flavor_base/testconfig @@ -1,2 +1,2 @@ generic_language_tests=python3 python java r -test_folders=python python3/all python3/external_modules java r standard-flavor/all standard-flavor/7.1 +test_folders=python python3/all python3/external_modules java r standard-flavor/all standard-flavor/7.1 standard-flavor/7.0 diff --git a/flavors/standard-EXASOL-7.1.0/flavor_customization/Dockerfile b/flavors/standard-EXASOL-7.1.0/flavor_customization/Dockerfile index 89ce8f25..81cf1d0b 100644 --- a/flavors/standard-EXASOL-7.1.0/flavor_customization/Dockerfile +++ b/flavors/standard-EXASOL-7.1.0/flavor_customization/Dockerfile @@ -20,10 +20,10 @@ COPY flavor_customization/packages/apt_get_packages /build_info/packages/flavor_ RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_customization/apt_get_packages --with-versions COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version --use-deprecated-legacy-resolver --ignore-installed COPY flavor_customization/packages/python2_pip_packages /build_info/packages/flavor_customization -RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python2_pip_packages --python-binary python2 --with-versions --allow-no-version +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python2_pip_packages --python-binary python2 --with-versions --allow-no-version --use-deprecated-legacy-resolver --ignore-installed COPY flavor_customization/packages/r_cran_packages /build_info/packages/flavor_customization RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_customization/r_cran_packages --rscript-binary Rscript --with-versions --allow-no-version diff --git a/flavors/standard-EXASOL-8.0.0/FLAVOR_DESCRIPTION.md b/flavors/standard-EXASOL-8.0.0/FLAVOR_DESCRIPTION.md new file mode 100644 index 00000000..e4a37c44 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/FLAVOR_DESCRIPTION.md @@ -0,0 +1,16 @@ +# Details for standard-EXASOL-8.0.0 flavor + +## Packages + +**Remarks:** The packages are grouped by there main usage and their type. + +- [UDFClient dependencies](flavor_base/udfclient_deps/packages/apt_get_packages) +- [Language dependencies](flavor_base/language_deps/packages/apt_get_packages) +- Flavor packages + - [Ubuntu packages](flavor_base/flavor_base_deps_apt/packages/apt_get_packages) + - [Python3 pip packages](flavor_base/flavor_base_deps_python/packages/python3_pip_packages) + - [R CRAN packages](flavor_base/flavor_base_deps_r/packages/cran_packages) +- Customization + - [Ubuntu packages](flavor_customization/packages/apt_get_packages) + - [Python3 pip packages](flavor_customization/packages/python3_pip_packages) + - [R CRAN packages](flavor_customization/packages/r_cran_packages) diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_build_run/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_build_run/Dockerfile new file mode 100644 index 00000000..42ece0cc --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_build_run/Dockerfile @@ -0,0 +1,45 @@ +FROM {{language_deps}} + +RUN mkdir /conf /buckets + +COPY --from={{base_test_deps}} /usr /usr +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{base_test_deps}} /lib /lib +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{base_test_deps}} /bin /bin +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{base_test_deps}} /opt /opt +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{base_test_deps}} /etc /etc +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{base_test_deps}} /env /env +RUN true # workaround for https://github.com/moby/moby/issues/37965 + + +RUN ldconfig + +RUN mkdir /exaudfclient /exaudf +COPY /exaudfclient /exaudfclient + +WORKDIR /exaudfclient/extension +RUN ["/bin/bash", "-c", "source /env && bash build.sh --config no-tty -c dbg --config python --config java --config r --config test-binaries-py3"] +RUN cp -r -L bazel-bin/* /exaudf +RUN mkdir -p /exaudf/python/python3/ /exaudf/javacontainer +RUN ln -s /exaudf/external/script_languages/python/python3/pyextdataframe.so /exaudf/python/python3/pyextdataframe.so +RUN ln -s /exaudf/external/script_languages/javacontainer/libexaudf.jar /exaudf/javacontainer/libexaudf.jar + +# These source files are required for building internal udf plugins +WORKDIR /exaudfclient/base +RUN ./test_udfclient.sh /exaudf/exaudfclient_py3 +RUN ./test_udfclient.sh /exaudf/exaudfclient_py3_static + +WORKDIR / +RUN mkdir /exasol_emulator +COPY emulator/ /exasol_emulator +COPY /exaudfclient/base/exaudflib/zmqcontainer.proto /exasol_emulator +RUN cd /exasol_emulator && protoc zmqcontainer.proto --python_out=. diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/Dockerfile new file mode 100644 index 00000000..3a8ca3f6 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/Dockerfile @@ -0,0 +1,6 @@ +FROM {{build_deps}} + +RUN mkdir -p /build_info/packages +COPY base_test_deps/packages /build_info/packages/base_test_deps + +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/base_test_deps/apt_get_packages --with-versions diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/packages/apt_get_packages new file mode 100644 index 00000000..b6e2a509 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/base_test_deps/packages/apt_get_packages @@ -0,0 +1,7 @@ +python-protobuf|3.6.1.3-2ubuntu5 +gdb|9.2-0ubuntu1~20.04.1 +valgrind|1:3.15.0-1ubuntu9.1 +gdbserver|9.2-0ubuntu1~20.04.1 +binutils|2.34-6ubuntu1.3 +patchelf|0.10-2build1 +strace|5.5-3ubuntu1 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/Dockerfile new file mode 100644 index 00000000..76cde450 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/Dockerfile @@ -0,0 +1,37 @@ +FROM ubuntu:20.04 +ENV DEBIAN_FRONTEND=noninteractive + +ENV ARCHIVE_UBUNTU_PREFIX="" +RUN sed --in-place --regexp-extended "s/(\/\/)(archive\.ubuntu)/\1$ARCHIVE_UBUNTU_PREFIX\2/" /etc/apt/sources.list + +COPY 01_nodoc /etc/dpkg/dpkg.cfg.d/01_nodoc +COPY scripts /scripts + +RUN mkdir -p /build_info/packages +COPY build_deps/packages /build_info/packages/build_deps + +ENV BAZEL_PACKAGE_VERSION="1.1.0" +ENV BAZEL_PACKAGE_FILE="bazel_$BAZEL_PACKAGE_VERSION-linux-x86_64.deb" +ENV BAZEL_PACKAGE_URL="https://github.com/bazelbuild/bazel/releases/download/$BAZEL_PACKAGE_VERSION/$BAZEL_PACKAGE_FILE" + +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/build_deps/apt_get_packages + +RUN apt-get -y update && \ + curl -L --output "$BAZEL_PACKAGE_FILE" "$BAZEL_PACKAGE_URL" && \ + apt-get install -y "./$BAZEL_PACKAGE_FILE" && \ + rm "$BAZEL_PACKAGE_FILE" && \ + apt-get -y clean && \ + apt-get -y autoremove + +RUN curl -L -o swig-2.0.4.tar.gz https://storage.googleapis.com/exasol-script-languages-dependencies/swig-2.0.4.tar.gz && \ + tar zxf swig-2.0.4.tar.gz && \ + (cd swig-2.0.4 && ./configure --prefix=/usr && make && make install) && \ + rm -rf swig-2.0.4 swig-2.0.4.tar.gz + +RUN locale-gen en_US.UTF-8 && \ + update-locale LC_ALL=en_US.UTF-8 && \ + ldconfig + +RUN touch /env && \ + echo "export PROTOBUF_BIN=/usr/bin/protoc" >> /env && \ + echo "export JAVA_HOME=/usr/lib/jvm/java-1.11.0-openjdk-amd64" >> /env diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages new file mode 100644 index 00000000..7a8a024d --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/build_deps/packages/apt_get_packages @@ -0,0 +1,10 @@ +coreutils|8.28-1ubuntu1 +locales|2.27-3ubuntu1.4 +tar|1.29b-2ubuntu0.2 +curl|7.58.0-2ubuntu3.16 +openjdk-11-jdk|11.0.11+9-0ubuntu2~18.04 +build-essential|12.4ubuntu1 +locales|2.27-3ubuntu1.4 +libpcre3-dev|2:8.39-9 +protobuf-compiler|3.0.0-9.1ubuntu1 +chrpath|0.16-2 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/build_run/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/build_run/Dockerfile new file mode 100644 index 00000000..525789aa --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/build_run/Dockerfile @@ -0,0 +1,48 @@ +FROM {{language_deps}} + +COPY --from={{build_deps}} /usr /usr +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{build_deps}} /lib /lib +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{build_deps}} /bin /bin +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{build_deps}} /opt /opt +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{build_deps}} /etc /etc +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{build_deps}} /env /env +RUN true # workaround for https://github.com/moby/moby/issues/37965 + + +RUN ldconfig + +RUN mkdir /exaudfclient /exaudf /exaudf/src +COPY /exaudfclient /exaudfclient + +WORKDIR /exaudfclient/extension +RUN ["/bin/bash", "-c", "source /env && bash build.sh --config no-tty --config optimize --config python --config java --config optimize-r --config fast-binary-py3"] +RUN cp -r -L bazel-bin/* /exaudf && rm -r /exaudf/external/bazel_tools/ +RUN mkdir -p /exaudf/python/python3/ /exaudf/javacontainer +RUN ln -s /exaudf/external/script_languages/python/python3/pyextdataframe.so /exaudf/python/python3/pyextdataframe.so +RUN ln -s /exaudf/external/script_languages/javacontainer/libexaudf.jar /exaudf/javacontainer/libexaudf.jar + + +# These source files are required for building internal udf plugins +WORKDIR /exaudfclient/base +RUN cp debug_message.h exaudfclient.cc exaudflib/exaudflib.cc exaudflib/exaudflib.h exaudflib/zmqcontainer.proto /exaudf/src +RUN ./test_udfclient.sh /exaudf/exaudfclient_py3 + +WORKDIR /exaudf/ + +RUN rm -r /exaudfclient + +COPY --from={{build_deps}} /build_info /build_info +RUN true # workaround for https://github.com/moby/moby/issues/37965 + + +RUN mkdir /conf /buckets diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/build_steps.py b/flavors/standard-EXASOL-8.0.0/flavor_base/build_steps.py new file mode 100644 index 00000000..1e966d36 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/build_steps.py @@ -0,0 +1,190 @@ +from typing import Dict + +from exasol_script_languages_container_tool.lib.tasks.build.docker_flavor_image_task import DockerFlavorAnalyzeImageTask + + +class AnalyzeUDFClientDeps(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "udfclient_deps" + + def get_additional_build_directories_mapping(self) -> Dict[str, str]: + return {"01_nodoc": "ext/01_nodoc","scripts": "ext/scripts"} + + def get_path_in_flavor(self): + return "flavor_base" + + +class AnalyzeLanguageDeps(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "language_deps" + + def get_additional_build_directories_mapping(self) -> Dict[str, str]: + return {"scripts": "ext/scripts"} + + def requires_tasks(self): + return {"udfclient_deps": AnalyzeUDFClientDeps} + + def get_path_in_flavor(self): + return "flavor_base" + + +class AnalyzeBuildDeps(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "build_deps" + + def get_additional_build_directories_mapping(self) -> Dict[str, str]: + return {"01_nodoc": "ext/01_nodoc", "scripts": "ext/scripts"} + + def get_path_in_flavor(self): + return "flavor_base" + + +class AnalyzeBuildRun(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "build_run" + + def requires_tasks(self): + return {"build_deps": AnalyzeBuildDeps, + "language_deps": AnalyzeLanguageDeps} + + def get_additional_build_directories_mapping(self) -> Dict[str, str]: + return {"exaudfclient": "exaudfclient"} + + def get_path_in_flavor(self): + return "flavor_base" + + +class AnalyzeBaseTestDeps(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "base_test_deps" + + def requires_tasks(self): + return {"build_deps": AnalyzeBuildDeps} + + def get_path_in_flavor(self): + return "flavor_base" + + +class AnalyzeBaseTestBuildRun(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "base_test_build_run" + + def requires_tasks(self): + return {"base_test_deps": AnalyzeBaseTestDeps, + "language_deps": AnalyzeLanguageDeps} + + def get_additional_build_directories_mapping(self) -> Dict[str, str]: + return {"exaudfclient": "exaudfclient", "emulator": "emulator"} + + def get_path_in_flavor(self): + return "flavor_base" + + +class AnalyzeFlavorBaseDepsApt(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "flavor_base_deps_apt" + + def requires_tasks(self): + return {"language_deps": AnalyzeLanguageDeps} + + def get_additional_build_directories_mapping(self): + return {"01_nodoc": "ext/01_nodoc", "scripts": "ext/scripts"} + + def get_path_in_flavor(self): + return "flavor_base" + +class AnalyzeFlavorBaseDepsPython(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "flavor_base_deps_python" + + def requires_tasks(self): + return {"flavor_base_deps_apt": AnalyzeFlavorBaseDepsApt} + + def get_additional_build_directories_mapping(self): + return {} + + def get_path_in_flavor(self): + return "flavor_base" + +class AnalyzeFlavorBaseDepsR(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "flavor_base_deps_r" + + def requires_tasks(self): + return {"flavor_base_deps_apt": AnalyzeFlavorBaseDepsApt} + + def get_additional_build_directories_mapping(self): + return {} + + def get_path_in_flavor(self): + return "flavor_base" + +class AnalyzeFlavorBaseDeps(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "flavor_base_deps" + + def requires_tasks(self): + return {"flavor_base_deps_python": AnalyzeFlavorBaseDepsPython, + "flavor_base_deps_r": AnalyzeFlavorBaseDepsR} + + def get_additional_build_directories_mapping(self): + return {} + + def get_path_in_flavor(self): + return "flavor_base" + +class AnalyzeFlavorCustomization(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "flavor_customization" + + def requires_tasks(self): + return {"flavor_base_deps": AnalyzeFlavorBaseDeps} + + +class AnalyzeFlavorTestBuildRun(DockerFlavorAnalyzeImageTask): + + def get_build_step(self) -> str: + return "flavor_test_build_run" + + def requires_tasks(self): + return {"flavor_customization": AnalyzeFlavorCustomization, + "base_test_build_run": AnalyzeBaseTestBuildRun} + + def get_path_in_flavor(self): + return "flavor_base" + + +class AnalyzeRelease(DockerFlavorAnalyzeImageTask): + def get_build_step(self) -> str: + return "release" + + def requires_tasks(self): + return {"flavor_customization": AnalyzeFlavorCustomization, + "build_run": AnalyzeBuildRun, + "language_deps": AnalyzeLanguageDeps} + + def get_path_in_flavor(self): + return "flavor_base" + + + +class SecurityScan(DockerFlavorAnalyzeImageTask): + def get_build_step(self) -> str: + return "security_scan" + + def requires_tasks(self): + return {"release": AnalyzeRelease} + + def get_path_in_flavor(self): + return "flavor_base" diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps/Dockerfile new file mode 100644 index 00000000..ccf5bc3a --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps/Dockerfile @@ -0,0 +1,6 @@ +FROM {{ flavor_base_deps_python }} + +COPY --from={{flavor_base_deps_r}} /usr/local/lib/R/site-library /usr/local/lib/R/site-library +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_base_deps_r}} /build_info /build_info diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/Dockerfile new file mode 100644 index 00000000..2d345136 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/Dockerfile @@ -0,0 +1,11 @@ +FROM {{ language_deps }} + +RUN mkdir -p /build_info/packages +COPY flavor_base_deps_apt/packages /build_info/packages/flavor_base_deps_apt + +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_base_deps_apt/apt_get_packages --with-versions + +RUN curl -s https://aquasecurity.github.io/trivy-repo/deb/public.key | apt-key add - &&\ + /scripts/install_scripts/install_ppa.pl --ppa 'deb https://aquasecurity.github.io/trivy-repo/deb focal main' --out-file trivy.list +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_base_deps_apt/apt_get_packages_trivy + diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages new file mode 100644 index 00000000..52522be8 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages @@ -0,0 +1,21 @@ +unzip|6.0-25ubuntu1 +git|1:2.25.1-1ubuntu3.2 +libcurl4-openssl-dev|7.68.0-1ubuntu2.7 +build-essential|12.8ubuntu1.1 +wget|1.20.3-1ubuntu2 +maven|3.6.3-1 +libldb2|2:2.2.3-0ubuntu0.20.04.2 +libleveldb1d|1.22-3ubuntu2 +openssl|1.1.1f-1ubuntu2.10 +libldap2-dev|2.4.49+dfsg-2ubuntu1.8 # Needed by python-ldap +libsasl2-dev|2.1.27+dfsg-2 # Needed by python-ldap +slapd|2.4.49+dfsg-2ubuntu1.8 # Needed by python-ldap +ldap-utils|2.4.49+dfsg-2ubuntu1.8 # Needed by python-ldap +unixodbc-dev|2.3.6-0.1build1 # Needed by pyodbc and RODBC +libxml2-dev|2.9.10+dfsg-5ubuntu0.20.04.1 # Needed by R XML package +apt-transport-https|2.0.2ubuntu0.2 +gnupg|2.2.19-3ubuntu2.1 +libhiredis-dev|0.14.0-6 # Needed by R redux package +libsmbclient|2:4.13.14+dfsg-0ubuntu0.20.04.4 +libsmbclient-dev|2:4.13.14+dfsg-0ubuntu0.20.04.4 +smbclient|2:4.13.14+dfsg-0ubuntu0.20.04.4 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages_trivy b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages_trivy new file mode 100644 index 00000000..d9d8e5f5 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_apt/packages/apt_get_packages_trivy @@ -0,0 +1 @@ +trivy|0.22.0 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/Dockerfile new file mode 100644 index 00000000..fe9cc925 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/Dockerfile @@ -0,0 +1,6 @@ +FROM {{ flavor_base_deps_apt }} + +RUN mkdir -p /build_info/packages +COPY flavor_base_deps_python/packages /build_info/packages/flavor_base_deps_python + +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps_python/python3_pip_packages --python-binary python3 --with-versions --allow-no-version-for-urls diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages new file mode 100644 index 00000000..df993b5b --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_python/packages/python3_pip_packages @@ -0,0 +1,73 @@ +azure-batch|11.0.0 +azure-cosmos|4.2.0 +azure-eventgrid|4.7.1 +azure-eventhub|5.7.0 +azure-eventhub-checkpointstoreblob|1.1.4 +azure-eventhub-checkpointstoreblob-aio|1.1.4 +azure-identity|1.6.1 # Max version supported by azure-kusto-data +azure-keyvault|4.1.0 +azure-keyvault-certificates|4.3.0 +azure-keyvault-keys|4.4.0 +azure-keyvault-secrets|4.3.0 +azure-kusto-data|2.3.2 +azure-loganalytics|0.1.1 +azure-servicebus|7.5.0 +azure-storage-blob|12.9.0 +azure-storage-file-datalake|12.5.0 +azure-storage-file-share|12.6.0 +azure-storage-queue|12.1.6 +boto3|1.20.37 +google-cloud-asset|3.7.1 +google-cloud-bigquery|2.32.0 +google-cloud-bigquery-storage|2.11.0 +google-cloud-bigtable|2.4.0 +google-cloud-containeranalysis|2.6.3 +google-cloud-datacatalog|3.6.2 +google-cloud-datastore|1.15.3 # Max version supported by google-cloud-ndb +google-cloud-firestore|2.3.4 +google-cloud-kms|2.10.1 +google-cloud-logging|2.7.0 +google-cloud-monitoring|2.8.0 +google-cloud-ndb|1.11.1 +google-cloud-pubsub|2.9.0 +google-cloud-spanner|3.12.1 +google-cloud-storage|2.0.0 +google-cloud-trace|1.5.1 +martian|1.4 +protobuf|3.19.3 +pyexasol|0.23.3 +pysftp|0.2.9 +pytz|2021.3 +sagemaker|2.72.3 +setuptools|60.5.0 +pycurl|7.44.1 +redis|4.1.0 +roman|3.3 +pyodbc|4.0.32 +lxml|4.7.1 +scipy|1.6.2 +pyftpdlib|1.5.6 +jinja2|3.0.3 +cffi|1.15.0 +docutils|0.18.1 +requests|2.27.1 +ujson|5.1.0 +paramiko|2.9.2 +simplejson|3.17.6 +scikit-learn|1.0.2 +plyvel|1.4.0 +python-ldap|3.4.0 +pyOpenSSL|21.0.0 +git+http://github.com/EXASOL/websocket-api.git@5150f964388412788bf5e47752a7916a5a8624c5#egg=exasol-db-api&subdirectory=python| +debugpy|1.5.1 +pybase64|1.2.1 +pysimdjson|4.0.3 +numba|0.55.0 +pyarrow|6.0.1 +bitarray|2.3.5 +pybloomfiltermmap3|0.5.5 +bitsets|0.8.3 +numba-scipy|0.3.0 +pyyaml|6.0 +https://github.com/exasol/bucketfs-utils-python/releases/download/0.1.0/exasol_bucketfs_utils_python-0.1.0-py3-none-any.whl| +pysmbc|1.0.23 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/Dockerfile new file mode 100644 index 00000000..b261cf1d --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/Dockerfile @@ -0,0 +1,6 @@ +FROM {{ flavor_base_deps_apt }} + +RUN mkdir -p /build_info/packages +COPY flavor_base_deps_r/packages /build_info/packages/flavor_base_deps_r + +RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_base_deps_r/cran_packages --rscript-binary Rscript --with-versions diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/packages/cran_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/packages/cran_packages new file mode 100644 index 00000000..8204fca3 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_base_deps_r/packages/cran_packages @@ -0,0 +1,44 @@ +acepack|1.4.1 +chron|2.3-56 +data.table|1.14.2 +digest|0.6.29 +fastcluster|1.2.3 +flashClust|1.01-2 +Formula|1.2-4 +gtools|3.9.2 +iterators|1.0.13 +magrittr|2.0.1 +nloptr|1.2.2.3 +profileModel|0.6.1 +proto|1.0.0 +randomForest|4.6-14 +Rcpp|1.0.8 +RODBC|1.3-19 +XML|3.99-0.8 +jsonlite|1.7.3 +rjson|0.2.21 +yaml|2.2.1 +glue|1.6.0 +SparseM|1.81 +brglm|0.7.2 +minqa|1.2.4 +plyr|1.8.6 +foreach|1.5.1 +purrr|0.3.4 +stringr|1.4.0 +htmltools|0.5.2 +RCurl|1.98-1.5 +e1071|1.7-9 +redux|1.1.3 +reshape2|1.4.4 +scales|1.1.1 +lme4|1.1-27.1 +gbm|2.1.8 +httr|1.4.2 +BradleyTerry2|1.1-2 +tibble|3.1.6 +dplyr|1.0.7 +tidyr|1.1.4 +oysteR|0.1.1 +caret|6.0-90 +caretEnsemble|2.0.1 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_test_build_run/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_test_build_run/Dockerfile new file mode 100644 index 00000000..32230a4d --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/flavor_test_build_run/Dockerfile @@ -0,0 +1,25 @@ +FROM {{base_test_build_run}} + +RUN mkdir -p /conf /buckets + +COPY --from={{flavor_customization}} /usr /usr +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /opt /opt +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /lib /lib +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /bin /bin +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /etc /etc +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /build_info /build_info +RUN true # workaround for https://github.com/moby/moby/issues/37965 + + +RUN ldconfig + diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/language_definition b/flavors/standard-EXASOL-8.0.0/flavor_base/language_definition new file mode 100644 index 00000000..ee1b87fa --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/language_definition @@ -0,0 +1 @@ +PYTHON3=localzmq+protobuf:///{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}?lang=python#buckets/{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}/exaudf/exaudfclient_py3 JAVA=localzmq+protobuf:///{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}?lang=java#buckets/{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}/exaudf/exaudfclient_py3 R=localzmq+protobuf:///{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}?lang=r#buckets/{{ bucketfs_name }}/{{ bucket_name }}/{{ path_in_bucket }}{{ release_name }}/exaudf/exaudfclient_py3 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/Dockerfile new file mode 100644 index 00000000..e136a8cb --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/Dockerfile @@ -0,0 +1,19 @@ +FROM {{udfclient_deps}} + +COPY language_deps/packages /build_info/packages/language_deps + +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/language_deps/apt_get_packages --with-versions + +RUN /scripts/install_scripts/install_key.pl --key-server hkp://keyserver.ubuntu.com:80 --key E298A3A825C0D65DFD57CBB651716619E084DAB9 && \ + /scripts/install_scripts/install_ppa.pl --ppa 'deb https://cloud.r-project.org/bin/linux/ubuntu focal-cran40/' --out-file 'focal-cran40' +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/language_deps/apt_get_packages_r --with-versions + +RUN /scripts/install_scripts/install_python3.8_pip.sh "pip == 21.3.1" + +COPY language_deps/packages/python3_pip_packages /build_info/packages/language_deps +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/language_deps/python3_pip_packages --python-binary python3 --with-versions + +ENV PYTHON3_PREFIX /usr +ENV PYTHON3_VERSION python3.8 +ENV JAVA_PREFIX /usr/lib/jvm/java-11-openjdk-amd64 + diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages new file mode 100644 index 00000000..23431b0a --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages @@ -0,0 +1,5 @@ +ca-certificates|20210119~20.04.2 +python3.8-dev|3.8.10-0ubuntu1~20.04.2 +python3-distutils|3.8.10-0ubuntu1~20.04 +curl|7.68.0-1ubuntu2.7 +openjdk-11-jdk-headless|11.0.13+8-0ubuntu1~20.04 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages_r b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages_r new file mode 100644 index 00000000..3b56ba0a --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/apt_get_packages_r @@ -0,0 +1,2 @@ +r-base-core|4.1.2-1.2004.0 +r-base-dev|4.1.2-1.2004.0 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/python3_pip_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/python3_pip_packages new file mode 100644 index 00000000..f0269d53 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/language_deps/packages/python3_pip_packages @@ -0,0 +1,2 @@ +pandas|1.3.4 +numpy|1.21.3 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/release/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/release/Dockerfile new file mode 100644 index 00000000..372f1635 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/release/Dockerfile @@ -0,0 +1,63 @@ +FROM ubuntu:20.04 +RUN mkdir /conf /buckets + +COPY --from={{language_deps}} /usr /usr +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{language_deps}} /lib /lib +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{language_deps}} /bin /bin +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{language_deps}} /opt /opt +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{language_deps}} /etc /etc +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{language_deps}} /build_info /build_info +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{language_deps}} /var /var +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{language_deps}} /scripts /scripts +RUN true # workaround for https://github.com/moby/moby/issues/37965 + + +COPY --from={{flavor_customization}} /usr /usr +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /lib /lib +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /bin /bin +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /opt /opt +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /etc /etc +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /build_info /build_info +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{flavor_customization}} /var /var +RUN true # workaround for https://github.com/moby/moby/issues/37965 + + +RUN ldconfig + +COPY --from={{build_run}} /exaudf /exaudf +RUN true # workaround for https://github.com/moby/moby/issues/37965 + +COPY --from={{build_run}} /build_info /build_info +RUN true # workaround for https://github.com/moby/moby/issues/37965 + + +RUN mkdir -p /build_info/actual_installed_packages/release && \ + /scripts/list_installed_scripts/list_installed_apt.sh > /build_info/actual_installed_packages/release/apt_get_packages && \ + /scripts/list_installed_scripts/list_installed_pip.sh python3.8 > /build_info/actual_installed_packages/release/python3_pip_packages && \ + /scripts/list_installed_scripts/list_installed_R.sh > /build_info/actual_installed_packages/release/r_packages diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/security_scan/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/security_scan/Dockerfile new file mode 100644 index 00000000..87467ff4 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/security_scan/Dockerfile @@ -0,0 +1,6 @@ +FROM {{release}} +ENV DEBIAN_FRONTEND=noninteractive + +ENV SECURITY_SCANNERS="trivy oyster" + +ENTRYPOINT ["/scripts/security_scan/run.sh"] diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/testconfig b/flavors/standard-EXASOL-8.0.0/flavor_base/testconfig new file mode 100644 index 00000000..e9c2fa86 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/testconfig @@ -0,0 +1,2 @@ +generic_language_tests=python3 java r +test_folders=python3/all python3/external_modules python3-no-python2 java r standard-flavor/all standard-flavor/7.1 standard-flavor/8.0 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/Dockerfile new file mode 100644 index 00000000..4d2578b5 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/Dockerfile @@ -0,0 +1,24 @@ +FROM ubuntu:20.04 +ENV DEBIAN_FRONTEND=noninteractive + +ENV ARCHIVE_UBUNTU_PREFIX="" +RUN sed --in-place --regexp-extended "s/(\/\/)(archive\.ubuntu)/\1$ARCHIVE_UBUNTU_PREFIX\2/" /etc/apt/sources.list + +COPY 01_nodoc /etc/dpkg/dpkg.cfg.d/01_nodoc +COPY scripts /scripts + +RUN mkdir -p /build_info/packages +COPY udfclient_deps/packages /build_info/packages/udfclient_deps +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/udfclient_deps/apt_get_packages --with-versions + +RUN addgroup --gid 1000 exasolution +RUN adduser --disabled-login --uid 1000 --gid 1000 exasolution --gecos "First Last,RoomNumber,WorkPhone,HomePhone" +RUN addgroup --gid 500 exausers +RUN adduser --disabled-login --uid 500 --gid 500 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone" + +ENV LANG en_US.UTF-8 +ENV LANGUAGE en_US:en +ENV LC_ALL en_US.UTF-8 + +ENV PROTOBUF_LIBRARY_PREFIX=/usr/lib/x86_64-linux-gnu +ENV PROTOBUF_INCLUDE_PREFIX=/usr/include/google/protobuf/ diff --git a/flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/packages/apt_get_packages new file mode 100644 index 00000000..159b9ea5 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_base/udfclient_deps/packages/apt_get_packages @@ -0,0 +1,6 @@ +coreutils|8.30-3ubuntu2 +locales|2.31-0ubuntu9.2 +libnss-db|2.2.3pre1-6build6 +libzmq3-dev|4.3.2-2ubuntu1 +libprotobuf-dev|3.6.1.3-2ubuntu5 +libssl-dev|1.1.1f-1ubuntu2.10 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_customization/Dockerfile b/flavors/standard-EXASOL-8.0.0/flavor_customization/Dockerfile new file mode 100644 index 00000000..9d226c12 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_customization/Dockerfile @@ -0,0 +1,79 @@ +############################################################################################ +############################################################################################ +# This Dockerfile allows you to extend this flavor by installing packages or adding files. +# IF you didn't change the lines below, you can add packages and their version to the +# files in ./packages and they get automatically installed. +############################################################################################ +############################################################################################ + +####################################################################### +####################################################################### +# Do not change the following lines unless you know what you are doing +####################################################################### +####################################################################### + +FROM {{flavor_base_deps}} + +RUN mkdir -p /build_info/packages/flavor_customization + +COPY flavor_customization/packages/apt_get_packages /build_info/packages/flavor_customization +RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flavor_customization/apt_get_packages --with-versions + +COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization +RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_customization/python3_pip_packages --python-binary python3 --with-versions --allow-no-version --ignore-installed + +COPY flavor_customization/packages/r_cran_packages /build_info/packages/flavor_customization +RUN /scripts/install_scripts/install_via_r_remotes.pl --file /build_info/packages/flavor_customization/r_cran_packages --rscript-binary Rscript --with-versions --allow-no-version + +########################################################################## +########################################################################## +# Below this text you can add any Dockerfile commands except of FROM. +# However only commands which change the filesystem will be +# reflected to the final script-language container. +# We recommend to use only RUN, COPY and ADD. For example, WORKDIR, USER +# and ENV will be not carried over into the final container. For more +# information about Dockerfile commands, please check the reference +# https://docs.docker.com/engine/reference/builder/#dockerfile-reference +########################################################################## +########################################################################## + + +########### +########### +# Examples: +########### +########### + +################################################# +# Execute a command during the build of the image +################################################# + +# With RUN you can excute any command you usally would run in a bash shell. +# It usually is a good idea to cleanup downloaded files or packages +# caches in the same in the same RUN statement to keep the image size +# small. You can execute multiple shell commands in one RUN statement +# by combine them with +# - `&&` (only execute if the previous command was successfull), +# - `||` (only execute if the previous command was unsuccesfull) +# - `;` (execute regardless of the success of the previous command) +# To format multiple command per RUN statement you can add a line break with `\`. +# If you need to execute complex sequences of commands you should execute +# scripts which you can copy into the image. +# ------------------------------------------------------------------------------- + +# RUN git clone https://github.com/exasol/data-science-examples +# RUN curl -o data-science-examples.zip https://codeload.github.com/exasol/data-science-examples/zip/master && \ +# unzip data-science-examples.zip && \ +# rm data-science-examples.zip + +##################################### +# Copy a file from ./ into the image. +##################################### + +# In case of exaslct it is important to prefix source files or directories with `flavor_customization` +# if you want to copy files or directories located in the same directory as this Dockerfile +# ----------------------------------------------------------------------------------------------------- + +# COPY flavor_customization/packages/python3_pip_packages /build_info/packages/flavor_customization +# ADD flavor_customization/code.tar.gz /code + diff --git a/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/apt_get_packages b/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/apt_get_packages new file mode 100644 index 00000000..d78cd6de --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/apt_get_packages @@ -0,0 +1,9 @@ +# This file specifies the package list which gets installed via apt. +# You must specify the the package and its version separated by a |. +# We recommend here the usage of package versions, to ensure that the container +# builds are reproducible. However, we allow also packages without version. +# As you can see, this file can contain comments which start with #. +# If a line starts with # the whole line is a comment, however you can +# also start a comment after the package definition. + +# p7zip-full|16.02+dfsg-6 # you can check which versions of a package are available with apt-cache policy diff --git a/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/python3_pip_packages b/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/python3_pip_packages new file mode 100644 index 00000000..a9f22f99 --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/python3_pip_packages @@ -0,0 +1,9 @@ +# This file specifies the package list which gets installed via pip for python3. +# You must specify the the package and its version separated by a |. +# We recommend here the usage of package versions, to ensure that the container +# builds are reproducible. However, we allow also packages without version. +# As you can see, this file can contain comments which start with #. +# If a line starts with # the whole line is a comment, however you can +# also start a comment after the package definition. + +#tensorflow-probability|0.9.0 diff --git a/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/r_cran_packages b/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/r_cran_packages new file mode 100644 index 00000000..470416ad --- /dev/null +++ b/flavors/standard-EXASOL-8.0.0/flavor_customization/packages/r_cran_packages @@ -0,0 +1,10 @@ +# This file specifies the package list which gets installed via the +# R remotes (https://github.com/r-lib/remotes) package from CRAN. +# You must specify the the package and its version separated by a |. +# We recommend here the usage of package versions, to ensure that the container +# builds are reproducible. However, we allow also packages without version. +# As you can see, this file can contain comments which start with #. +# If a line starts with # the whole line is a comment, however you can +# also start a comment after the package definition. + +stringr|1.4.0 diff --git a/google-cloud-build/add_new_flavor.sh b/google-cloud-build/add_new_flavor.sh new file mode 100644 index 00000000..a90bf2b0 --- /dev/null +++ b/google-cloud-build/add_new_flavor.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +set -euo pipefail + +template_flavor_name=$1 +new_flavor_name=$2 + +templates_directories=($(find triggers/flavor-config -type d | tail -n +2)) +for path in "${templates_directories[@]}" +do + sed "s/$template_flavor_name/$new_flavor_name/g" $path/$template_flavor_name.yaml > $path/$new_flavor_name.yaml +done diff --git a/google-cloud-build/triggers/flavor-config/build_branch/standard-EXASOL-6.2.0.yaml b/google-cloud-build/triggers/flavor-config/build_branch/standard-EXASOL-8.0.0.yaml similarity index 72% rename from google-cloud-build/triggers/flavor-config/build_branch/standard-EXASOL-6.2.0.yaml rename to google-cloud-build/triggers/flavor-config/build_branch/standard-EXASOL-8.0.0.yaml index 8a786d7f..1aeaea49 100644 --- a/google-cloud-build/triggers/flavor-config/build_branch/standard-EXASOL-6.2.0.yaml +++ b/google-cloud-build/triggers/flavor-config/build_branch/standard-EXASOL-8.0.0.yaml @@ -1,4 +1,4 @@ -flavor: "standard-EXASOL-6.2.0" +flavor: "standard-EXASOL-8.0.0" trigger_template_file: "build_branch.json.jinja2" build_mode: "build" disabled: false diff --git a/google-cloud-build/triggers/flavor-config/build_pull_request/standard-EXASOL-6.2.0.yaml b/google-cloud-build/triggers/flavor-config/build_pull_request/standard-EXASOL-8.0.0.yaml similarity index 69% rename from google-cloud-build/triggers/flavor-config/build_pull_request/standard-EXASOL-6.2.0.yaml rename to google-cloud-build/triggers/flavor-config/build_pull_request/standard-EXASOL-8.0.0.yaml index 241f844a..239c6c53 100644 --- a/google-cloud-build/triggers/flavor-config/build_pull_request/standard-EXASOL-6.2.0.yaml +++ b/google-cloud-build/triggers/flavor-config/build_pull_request/standard-EXASOL-8.0.0.yaml @@ -1,3 +1,3 @@ -flavor: "standard-EXASOL-6.2.0" +flavor: "standard-EXASOL-8.0.0" trigger_template_file: "build_pull_request.json.jinja2" disabled: false diff --git a/google-cloud-build/triggers/flavor-config/build_release/standard-EXASOL-6.2.0.yaml b/google-cloud-build/triggers/flavor-config/build_release/standard-EXASOL-8.0.0.yaml similarity index 73% rename from google-cloud-build/triggers/flavor-config/build_release/standard-EXASOL-6.2.0.yaml rename to google-cloud-build/triggers/flavor-config/build_release/standard-EXASOL-8.0.0.yaml index 1d704977..a7bd67c4 100644 --- a/google-cloud-build/triggers/flavor-config/build_release/standard-EXASOL-6.2.0.yaml +++ b/google-cloud-build/triggers/flavor-config/build_release/standard-EXASOL-8.0.0.yaml @@ -1,4 +1,4 @@ -flavor: "standard-EXASOL-6.2.0" +flavor: "standard-EXASOL-8.0.0" trigger_template_file: "build_branch.json.jinja2" build_mode: "release" disabled: false diff --git a/google-cloud-build/triggers/flavor-config/export/standard-EXASOL-6.2.0.yaml b/google-cloud-build/triggers/flavor-config/export/standard-EXASOL-8.0.0.yaml similarity index 57% rename from google-cloud-build/triggers/flavor-config/export/standard-EXASOL-6.2.0.yaml rename to google-cloud-build/triggers/flavor-config/export/standard-EXASOL-8.0.0.yaml index 5a4a40e7..ad3131f1 100644 --- a/google-cloud-build/triggers/flavor-config/export/standard-EXASOL-6.2.0.yaml +++ b/google-cloud-build/triggers/flavor-config/export/standard-EXASOL-8.0.0.yaml @@ -1,2 +1,2 @@ -flavor: "standard-EXASOL-6.2.0" +flavor: "standard-EXASOL-8.0.0" trigger_template_file: "export.json.jinja2" diff --git a/google-cloud-build/triggers/flavor-config/rebuild_branch/standard-EXASOL-6.2.0.yaml b/google-cloud-build/triggers/flavor-config/rebuild_branch/standard-EXASOL-8.0.0.yaml similarity index 69% rename from google-cloud-build/triggers/flavor-config/rebuild_branch/standard-EXASOL-6.2.0.yaml rename to google-cloud-build/triggers/flavor-config/rebuild_branch/standard-EXASOL-8.0.0.yaml index 320773e5..7c0a77c7 100644 --- a/google-cloud-build/triggers/flavor-config/rebuild_branch/standard-EXASOL-6.2.0.yaml +++ b/google-cloud-build/triggers/flavor-config/rebuild_branch/standard-EXASOL-8.0.0.yaml @@ -1,3 +1,3 @@ -flavor: "standard-EXASOL-6.2.0" +flavor: "standard-EXASOL-8.0.0" trigger_template_file: "build_branch.json.jinja2" build_mode: "rebuild" diff --git a/google-cloud-build/triggers/flavor-config/release.yaml b/google-cloud-build/triggers/flavor-config/release.yaml index ffb7541b..b6ba23e9 100644 --- a/google-cloud-build/triggers/flavor-config/release.yaml +++ b/google-cloud-build/triggers/flavor-config/release.yaml @@ -1,3 +1,3 @@ -flavors: "python-3.6-data-science-EXASOL-6.2.0 python-3.6-data-science-cuda-EXASOL-6.2.0 standard-EXASOL-6.2.0 standard-EXASOL-6.2.0 standard-EXASOL-7.0.0 standard-EXASOL-7.1.0-without-python2.7 standard-EXASOL-7.1.0 r-3.5-data-science-EXASOL-6.2.0 r-4-minimal-EXASOL-6.2.0 python-3.6-minimal-EXASOL-6.2.0 python-3.7-minimal-EXASOL-6.2.0 python-3.8-minimal-EXASOL-6.2.0" +flavors: "python-3.6-data-science-EXASOL-6.2.0 python-3.6-data-science-cuda-EXASOL-6.2.0 standard-EXASOL-8.0.0 standard-EXASOL-6.2.0 standard-EXASOL-7.0.0 standard-EXASOL-7.1.0-without-python2.7 standard-EXASOL-7.1.0 r-3.5-data-science-EXASOL-6.2.0 r-4-minimal-EXASOL-6.2.0 python-3.6-minimal-EXASOL-6.2.0 python-3.7-minimal-EXASOL-6.2.0 python-3.8-minimal-EXASOL-6.2.0" trigger_template_file: "release.json.jinja2" debug: false diff --git a/google-cloud-build/triggers/flavor-config/release_debug.yaml b/google-cloud-build/triggers/flavor-config/release_debug.yaml index 97372db4..f5828a36 100644 --- a/google-cloud-build/triggers/flavor-config/release_debug.yaml +++ b/google-cloud-build/triggers/flavor-config/release_debug.yaml @@ -1,3 +1,3 @@ -flavors: "python-3.6-data-science-EXASOL-6.2.0 python-3.6-data-science-cuda-EXASOL-6.2.0 standard-EXASOL-6.2.0 standard-EXASOL-6.2.0 standard-EXASOL-7.0.0 standard-EXASOL-7.1.0-without-python2.7 standard-EXASOL-7.1.0 r-3.5-data-science-EXASOL-6.2.0 r-4-minimal-EXASOL-6.2.0 python-3.6-minimal-EXASOL-6.2.0 python-3.7-minimal-EXASOL-6.2.0 python-3.8-minimal-EXASOL-6.2.0" +flavors: "python-3.6-data-science-EXASOL-6.2.0 python-3.6-data-science-cuda-EXASOL-6.2.0 standard-EXASOL-8.0.0 standard-EXASOL-6.2.0 standard-EXASOL-7.0.0 standard-EXASOL-7.1.0-without-python2.7 standard-EXASOL-7.1.0 r-3.5-data-science-EXASOL-6.2.0 r-4-minimal-EXASOL-6.2.0 python-3.6-minimal-EXASOL-6.2.0 python-3.7-minimal-EXASOL-6.2.0 python-3.8-minimal-EXASOL-6.2.0" trigger_template_file: "release.json.jinja2" debug: true diff --git a/script-languages b/script-languages index eb43ec19..cff9c5e4 160000 --- a/script-languages +++ b/script-languages @@ -1 +1 @@ -Subproject commit eb43ec192c89a69bf0e526c260a7a17dd652ad13 +Subproject commit cff9c5e480dc362faebd701af5f853c919567faf From cb7f7e4ba89fcbee52adbe4c08b243375448f4d8 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 27 Jan 2022 18:33:57 +0100 Subject: [PATCH 2/2] Add release date (#471) --- doc/changes/changes-3.2.0.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/doc/changes/changes-3.2.0.md b/doc/changes/changes-3.2.0.md index bd67bf1c..876c7056 100644 --- a/doc/changes/changes-3.2.0.md +++ b/doc/changes/changes-3.2.0.md @@ -1,4 +1,4 @@ -# script-languages-release 3.2.0, released t.b.d. +# script-languages-release 3.2.0, released 2022-01-27 Code name: New standard container for Exasol 8.0 and Java UDF conditional compilation.